[ 501.511725] env[63750]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=63750) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 501.512103] env[63750]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=63750) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 501.512239] env[63750]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=63750) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 501.512519] env[63750]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 501.606196] env[63750]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=63750) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:383}} [ 501.616443] env[63750]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=63750) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:421}} [ 502.215940] env[63750]: INFO nova.virt.driver [None req-5d2aab6f-1aa7-4095-b18d-158b36c04bae None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 502.286180] env[63750]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 502.286379] env[63750]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 502.286426] env[63750]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=63750) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 505.510851] env[63750]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-bc535981-6c7c-4fca-98ae-adbcbaa8f96a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 505.526529] env[63750]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=63750) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 505.526657] env[63750]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-e57d0d9f-cb52-4af4-baf9-f2f6dd7cb317 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 505.551545] env[63750]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 94b02. [ 505.551668] env[63750]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.265s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 505.552200] env[63750]: INFO nova.virt.vmwareapi.driver [None req-5d2aab6f-1aa7-4095-b18d-158b36c04bae None None] VMware vCenter version: 7.0.3 [ 505.555532] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24b602e-085b-4c1e-9e2c-cfad4b897aac {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 505.576243] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e365d0-3ee9-4872-a26d-e92cac88df79 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 505.581933] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53c3f7c-6b8f-4423-9756-330b35ab1c3d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 505.588419] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0677f8-3411-428a-a60b-5188e5372201 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 505.601816] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f762ff0e-6e12-4ce2-92f0-b8259ec5c847 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 505.607737] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac85c7b-db55-48e8-b73c-6527083c05b4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 505.637410] env[63750]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-c8e600d4-8d4f-4ede-8bf3-2fd9f05c260e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 505.642742] env[63750]: DEBUG nova.virt.vmwareapi.driver [None req-5d2aab6f-1aa7-4095-b18d-158b36c04bae None None] Extension org.openstack.compute already exists. {{(pid=63750) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 505.645427] env[63750]: INFO nova.compute.provider_config [None req-5d2aab6f-1aa7-4095-b18d-158b36c04bae None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 506.148999] env[63750]: DEBUG nova.context [None req-5d2aab6f-1aa7-4095-b18d-158b36c04bae None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),bf62ca53-5f27-44e0-9d4b-18734cf4ee86(cell1) {{(pid=63750) load_cells /opt/stack/nova/nova/context.py:464}} [ 506.151204] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 506.151617] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 506.152422] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 506.152864] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] Acquiring lock "bf62ca53-5f27-44e0-9d4b-18734cf4ee86" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 506.153073] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] Lock "bf62ca53-5f27-44e0-9d4b-18734cf4ee86" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 506.154277] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] Lock "bf62ca53-5f27-44e0-9d4b-18734cf4ee86" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 506.175816] env[63750]: INFO dbcounter [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] Registered counter for database nova_cell0 [ 506.183933] env[63750]: INFO dbcounter [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] Registered counter for database nova_cell1 [ 506.187107] env[63750]: DEBUG oslo_db.sqlalchemy.engines [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=63750) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 506.187721] env[63750]: DEBUG oslo_db.sqlalchemy.engines [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=63750) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 506.192371] env[63750]: ERROR nova.db.main.api [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 506.192371] env[63750]: result = function(*args, **kwargs) [ 506.192371] env[63750]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 506.192371] env[63750]: return func(*args, **kwargs) [ 506.192371] env[63750]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 506.192371] env[63750]: result = fn(*args, **kwargs) [ 506.192371] env[63750]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 506.192371] env[63750]: return f(*args, **kwargs) [ 506.192371] env[63750]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 506.192371] env[63750]: return db.service_get_minimum_version(context, binaries) [ 506.192371] env[63750]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 506.192371] env[63750]: _check_db_access() [ 506.192371] env[63750]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 506.192371] env[63750]: stacktrace = ''.join(traceback.format_stack()) [ 506.192371] env[63750]: [ 506.193174] env[63750]: ERROR nova.db.main.api [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 506.193174] env[63750]: result = function(*args, **kwargs) [ 506.193174] env[63750]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 506.193174] env[63750]: return func(*args, **kwargs) [ 506.193174] env[63750]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 506.193174] env[63750]: result = fn(*args, **kwargs) [ 506.193174] env[63750]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 506.193174] env[63750]: return f(*args, **kwargs) [ 506.193174] env[63750]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 506.193174] env[63750]: return db.service_get_minimum_version(context, binaries) [ 506.193174] env[63750]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 506.193174] env[63750]: _check_db_access() [ 506.193174] env[63750]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 506.193174] env[63750]: stacktrace = ''.join(traceback.format_stack()) [ 506.193174] env[63750]: [ 506.193557] env[63750]: WARNING nova.objects.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 506.193684] env[63750]: WARNING nova.objects.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] Failed to get minimum service version for cell bf62ca53-5f27-44e0-9d4b-18734cf4ee86 [ 506.194127] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] Acquiring lock "singleton_lock" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 506.194291] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] Acquired lock "singleton_lock" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 506.194588] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] Releasing lock "singleton_lock" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 506.194921] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] Full set of CONF: {{(pid=63750) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 506.195077] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] ******************************************************************************** {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 506.195208] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] Configuration options gathered from: {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 506.195341] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 506.195531] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 506.195657] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] ================================================================================ {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 506.195861] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] allow_resize_to_same_host = True {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.196040] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] arq_binding_timeout = 300 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.196173] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] backdoor_port = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.196300] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] backdoor_socket = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.196463] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] block_device_allocate_retries = 60 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.196621] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] block_device_allocate_retries_interval = 3 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.196787] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cert = self.pem {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.196950] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.197128] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] compute_monitors = [] {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.197293] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] config_dir = [] {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.197461] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] config_drive_format = iso9660 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.197592] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.197752] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] config_source = [] {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.197914] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] console_host = devstack {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.198092] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] control_exchange = nova {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.198259] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cpu_allocation_ratio = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.198416] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] daemon = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.198581] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] debug = True {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.198765] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] default_access_ip_network_name = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.198931] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] default_availability_zone = nova {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.199117] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] default_ephemeral_format = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.199295] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] default_green_pool_size = 1000 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.199555] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.199722] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] default_schedule_zone = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.199880] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] disk_allocation_ratio = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.200048] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] enable_new_services = True {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.200227] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] enabled_apis = ['osapi_compute'] {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.200389] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] enabled_ssl_apis = [] {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.200547] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] flat_injected = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.200704] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] force_config_drive = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.200858] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] force_raw_images = True {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.201034] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] graceful_shutdown_timeout = 5 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.201197] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] heal_instance_info_cache_interval = 60 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.201447] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] host = cpu-1 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.201618] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.201779] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] initial_disk_allocation_ratio = 1.0 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.201937] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] initial_ram_allocation_ratio = 1.0 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.202172] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.202341] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] instance_build_timeout = 0 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.202503] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] instance_delete_interval = 300 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.202668] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] instance_format = [instance: %(uuid)s] {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.202831] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] instance_name_template = instance-%08x {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.202991] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] instance_usage_audit = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.203173] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] instance_usage_audit_period = month {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.203337] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.203503] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] instances_path = /opt/stack/data/nova/instances {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.203665] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] internal_service_availability_zone = internal {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.203817] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] key = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.203976] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] live_migration_retry_count = 30 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.204156] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] log_color = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.204320] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] log_config_append = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.204484] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.204640] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] log_dir = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.204793] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] log_file = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.204917] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] log_options = True {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.205084] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] log_rotate_interval = 1 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.205252] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] log_rotate_interval_type = days {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.205416] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] log_rotation_type = none {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.205542] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.205663] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.205827] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.205987] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.206124] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.206285] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] long_rpc_timeout = 1800 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.206442] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] max_concurrent_builds = 10 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.206595] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] max_concurrent_live_migrations = 1 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.206746] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] max_concurrent_snapshots = 5 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.206900] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] max_local_block_devices = 3 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.207063] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] max_logfile_count = 30 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.207221] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] max_logfile_size_mb = 200 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.207375] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] maximum_instance_delete_attempts = 5 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.207540] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] metadata_listen = 0.0.0.0 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.207706] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] metadata_listen_port = 8775 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.207872] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] metadata_workers = 2 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.208039] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] migrate_max_retries = -1 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.208206] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] mkisofs_cmd = genisoimage {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.208409] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] my_block_storage_ip = 10.180.1.21 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.208541] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] my_ip = 10.180.1.21 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.208738] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.208894] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] network_allocate_retries = 0 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.209079] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.209258] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] osapi_compute_listen = 0.0.0.0 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.209434] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] osapi_compute_listen_port = 8774 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.209600] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] osapi_compute_unique_server_name_scope = {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.209770] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] osapi_compute_workers = 2 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.209929] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] password_length = 12 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.210103] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] periodic_enable = True {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.210264] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] periodic_fuzzy_delay = 60 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.210430] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] pointer_model = usbtablet {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.210597] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] preallocate_images = none {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.210752] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] publish_errors = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.210878] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] pybasedir = /opt/stack/nova {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.211046] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] ram_allocation_ratio = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.211210] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] rate_limit_burst = 0 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.211406] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] rate_limit_except_level = CRITICAL {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.211571] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] rate_limit_interval = 0 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.211728] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] reboot_timeout = 0 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.211885] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] reclaim_instance_interval = 0 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.212052] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] record = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.212226] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] reimage_timeout_per_gb = 60 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.212389] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] report_interval = 120 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.212549] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] rescue_timeout = 0 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.212707] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] reserved_host_cpus = 0 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.212865] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] reserved_host_disk_mb = 0 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.213029] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] reserved_host_memory_mb = 512 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.213192] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] reserved_huge_pages = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.213351] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] resize_confirm_window = 0 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.213509] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] resize_fs_using_block_device = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.213689] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] resume_guests_state_on_host_boot = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.213862] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.214034] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] rpc_response_timeout = 60 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.214198] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] run_external_periodic_tasks = True {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.214366] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] running_deleted_instance_action = reap {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.214529] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] running_deleted_instance_poll_interval = 1800 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.214687] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] running_deleted_instance_timeout = 0 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.214844] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] scheduler_instance_sync_interval = 120 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.215014] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] service_down_time = 720 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.215190] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] servicegroup_driver = db {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.215346] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] shell_completion = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.215505] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] shelved_offload_time = 0 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.215661] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] shelved_poll_interval = 3600 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.215827] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] shutdown_timeout = 0 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.215985] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] source_is_ipv6 = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.216154] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] ssl_only = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.216398] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.216565] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] sync_power_state_interval = 600 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.216752] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] sync_power_state_pool_size = 1000 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.216924] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] syslog_log_facility = LOG_USER {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.217093] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] tempdir = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.217255] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] timeout_nbd = 10 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.217421] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] transport_url = **** {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.217579] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] update_resources_interval = 0 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.217735] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] use_cow_images = True {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.217891] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] use_eventlog = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.218056] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] use_journal = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.218215] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] use_json = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.218371] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] use_rootwrap_daemon = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.218530] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] use_stderr = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.218685] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] use_syslog = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.218840] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vcpu_pin_set = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.219014] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vif_plugging_is_fatal = True {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.219191] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vif_plugging_timeout = 300 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.219382] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] virt_mkfs = [] {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.219554] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] volume_usage_poll_interval = 0 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.219738] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] watch_log_file = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.219912] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] web = /usr/share/spice-html5 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 506.220108] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.220279] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.220441] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.220607] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_concurrency.disable_process_locking = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.221173] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.221393] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.221576] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.221754] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.221927] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.222107] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.222308] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] api.auth_strategy = keystone {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.222482] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] api.compute_link_prefix = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.222673] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.222873] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] api.dhcp_domain = novalocal {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.223060] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] api.enable_instance_password = True {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.223232] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] api.glance_link_prefix = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.223400] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.223574] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.223738] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] api.instance_list_per_project_cells = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.223897] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] api.list_records_by_skipping_down_cells = True {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.224070] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] api.local_metadata_per_cell = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.224243] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] api.max_limit = 1000 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.224412] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] api.metadata_cache_expiration = 15 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.224583] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] api.neutron_default_tenant_id = default {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.224757] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] api.response_validation = warn {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.224922] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] api.use_neutron_default_nets = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.225100] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.225263] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.225432] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.225603] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.225794] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] api.vendordata_dynamic_targets = [] {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.225965] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] api.vendordata_jsonfile_path = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.226162] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.226356] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cache.backend = dogpile.cache.memcached {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.226524] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cache.backend_argument = **** {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.226685] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cache.backend_expiration_time = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.226850] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cache.config_prefix = cache.oslo {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.227029] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cache.dead_timeout = 60.0 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.227191] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cache.debug_cache_backend = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.227354] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cache.enable_retry_client = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.227515] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cache.enable_socket_keepalive = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.227682] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cache.enabled = True {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.227843] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cache.enforce_fips_mode = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.228013] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cache.expiration_time = 600 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.228184] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cache.hashclient_retry_attempts = 2 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.228352] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cache.hashclient_retry_delay = 1.0 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.228513] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cache.memcache_dead_retry = 300 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.228669] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cache.memcache_password = **** {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.228860] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.229036] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.229203] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cache.memcache_pool_maxsize = 10 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.229388] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.229557] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cache.memcache_sasl_enabled = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.229734] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.229898] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cache.memcache_socket_timeout = 1.0 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.230068] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cache.memcache_username = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.230234] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cache.proxies = [] {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.230396] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cache.redis_db = 0 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.230554] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cache.redis_password = **** {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.230718] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cache.redis_sentinel_service_name = mymaster {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.230890] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.231067] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cache.redis_server = localhost:6379 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.231238] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cache.redis_socket_timeout = 1.0 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.231419] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cache.redis_username = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.231586] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cache.retry_attempts = 2 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.231763] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cache.retry_delay = 0.0 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.231944] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cache.socket_keepalive_count = 1 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.232122] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cache.socket_keepalive_idle = 1 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.232286] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cache.socket_keepalive_interval = 1 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.232443] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cache.tls_allowed_ciphers = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.232601] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cache.tls_cafile = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.232755] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cache.tls_certfile = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.232912] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cache.tls_enabled = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.233078] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cache.tls_keyfile = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.233303] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cinder.auth_section = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.233577] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cinder.auth_type = password {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.233766] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cinder.cafile = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.233947] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cinder.catalog_info = volumev3::publicURL {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.234123] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cinder.certfile = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.234291] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cinder.collect_timing = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.234454] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cinder.cross_az_attach = True {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.234614] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cinder.debug = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.234790] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cinder.endpoint_template = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.234977] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cinder.http_retries = 3 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.235155] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cinder.insecure = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.235315] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cinder.keyfile = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.235489] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cinder.os_region_name = RegionOne {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.235656] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cinder.split_loggers = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.235808] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cinder.timeout = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.235977] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.236150] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] compute.cpu_dedicated_set = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.236307] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] compute.cpu_shared_set = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.236471] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] compute.image_type_exclude_list = [] {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.236709] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.236902] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] compute.max_concurrent_disk_ops = 0 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.237081] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] compute.max_disk_devices_to_attach = -1 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.237250] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.237420] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.237584] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] compute.resource_provider_association_refresh = 300 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.237747] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.237939] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] compute.shutdown_retry_interval = 10 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.238140] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.238320] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] conductor.workers = 2 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.238501] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] console.allowed_origins = [] {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.238660] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] console.ssl_ciphers = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.238830] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] console.ssl_minimum_version = default {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.238996] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] consoleauth.enforce_session_timeout = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.239180] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] consoleauth.token_ttl = 600 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.239373] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cyborg.cafile = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.239540] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cyborg.certfile = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.239703] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cyborg.collect_timing = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.239862] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cyborg.connect_retries = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.240033] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cyborg.connect_retry_delay = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.240198] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cyborg.endpoint_override = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.240360] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cyborg.insecure = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.240517] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cyborg.keyfile = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.240674] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cyborg.max_version = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.240844] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cyborg.min_version = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.241031] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cyborg.region_name = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.241198] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cyborg.retriable_status_codes = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.241381] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cyborg.service_name = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.241557] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cyborg.service_type = accelerator {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.241718] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cyborg.split_loggers = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.241877] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cyborg.status_code_retries = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.242045] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cyborg.status_code_retry_delay = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.242207] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cyborg.timeout = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.242385] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.242548] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] cyborg.version = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.242717] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] database.asyncio_connection = **** {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.242876] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] database.asyncio_slave_connection = **** {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.243056] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] database.backend = sqlalchemy {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.243229] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] database.connection = **** {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.243392] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] database.connection_debug = 0 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.243564] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] database.connection_parameters = {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.243754] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] database.connection_recycle_time = 3600 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.243919] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] database.connection_trace = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.244092] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] database.db_inc_retry_interval = True {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.244256] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] database.db_max_retries = 20 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.244416] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] database.db_max_retry_interval = 10 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.244577] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] database.db_retry_interval = 1 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.244736] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] database.max_overflow = 50 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.244894] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] database.max_pool_size = 5 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.245062] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] database.max_retries = 10 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.245231] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.245388] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] database.mysql_wsrep_sync_wait = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.245542] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] database.pool_timeout = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.245700] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] database.retry_interval = 10 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.245854] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] database.slave_connection = **** {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.246014] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] database.sqlite_synchronous = True {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.246179] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] database.use_db_reconnect = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.246342] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] api_database.asyncio_connection = **** {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.246508] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] api_database.asyncio_slave_connection = **** {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.246695] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] api_database.backend = sqlalchemy {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.246875] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] api_database.connection = **** {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.247049] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] api_database.connection_debug = 0 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.247221] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] api_database.connection_parameters = {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.247383] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] api_database.connection_recycle_time = 3600 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.247543] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] api_database.connection_trace = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.247699] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] api_database.db_inc_retry_interval = True {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.247858] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] api_database.db_max_retries = 20 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.248028] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] api_database.db_max_retry_interval = 10 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.248196] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] api_database.db_retry_interval = 1 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.248356] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] api_database.max_overflow = 50 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.248515] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] api_database.max_pool_size = 5 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.248670] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] api_database.max_retries = 10 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.248835] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.248991] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.249161] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] api_database.pool_timeout = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.249331] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] api_database.retry_interval = 10 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.249491] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] api_database.slave_connection = **** {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.249670] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] api_database.sqlite_synchronous = True {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.249874] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] devices.enabled_mdev_types = [] {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.250065] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.250240] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] ephemeral_storage_encryption.default_format = luks {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.250406] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] ephemeral_storage_encryption.enabled = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.250567] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.250736] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] glance.api_servers = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.250894] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] glance.cafile = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.251063] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] glance.certfile = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.251226] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] glance.collect_timing = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.251416] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] glance.connect_retries = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.251580] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] glance.connect_retry_delay = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.251741] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] glance.debug = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.251904] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] glance.default_trusted_certificate_ids = [] {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.252077] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] glance.enable_certificate_validation = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.252251] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] glance.enable_rbd_download = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.252423] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] glance.endpoint_override = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.252589] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] glance.insecure = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.252775] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] glance.keyfile = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.252944] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] glance.max_version = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.253117] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] glance.min_version = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.253283] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] glance.num_retries = 3 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.253450] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] glance.rbd_ceph_conf = {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.253609] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] glance.rbd_connect_timeout = 5 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.253776] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] glance.rbd_pool = {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.253947] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] glance.rbd_user = {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.254119] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] glance.region_name = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.254279] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] glance.retriable_status_codes = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.254437] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] glance.service_name = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.254603] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] glance.service_type = image {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.254762] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] glance.split_loggers = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.254915] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] glance.status_code_retries = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.255080] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] glance.status_code_retry_delay = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.255240] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] glance.timeout = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.255417] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.255579] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] glance.verify_glance_signatures = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.255754] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] glance.version = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.255934] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] guestfs.debug = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.256115] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] manila.auth_section = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.256285] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] manila.auth_type = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.256470] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] manila.cafile = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.256630] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] manila.certfile = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.256795] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] manila.collect_timing = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.256951] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] manila.connect_retries = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.257124] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] manila.connect_retry_delay = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.257281] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] manila.endpoint_override = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.257443] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] manila.insecure = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.257596] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] manila.keyfile = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.257753] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] manila.max_version = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.257906] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] manila.min_version = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.258071] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] manila.region_name = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.258230] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] manila.retriable_status_codes = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.258385] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] manila.service_name = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.258550] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] manila.service_type = shared-file-system {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.258715] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] manila.share_apply_policy_timeout = 10 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.258952] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] manila.split_loggers = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.259150] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] manila.status_code_retries = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.259318] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] manila.status_code_retry_delay = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.259483] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] manila.timeout = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.259664] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.259829] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] manila.version = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.259992] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] mks.enabled = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.260343] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.260574] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] image_cache.manager_interval = 2400 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.260755] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] image_cache.precache_concurrency = 1 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.260936] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] image_cache.remove_unused_base_images = True {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.261205] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.261427] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.261616] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] image_cache.subdirectory_name = _base {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.261832] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] ironic.api_max_retries = 60 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.262053] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] ironic.api_retry_interval = 2 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.262230] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] ironic.auth_section = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.262395] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] ironic.auth_type = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.262554] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] ironic.cafile = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.262709] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] ironic.certfile = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.262868] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] ironic.collect_timing = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.263037] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] ironic.conductor_group = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.263199] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] ironic.connect_retries = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.263356] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] ironic.connect_retry_delay = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.263515] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] ironic.endpoint_override = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.263674] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] ironic.insecure = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.263827] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] ironic.keyfile = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.263981] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] ironic.max_version = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.264148] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] ironic.min_version = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.264310] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] ironic.peer_list = [] {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.264465] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] ironic.region_name = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.264621] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] ironic.retriable_status_codes = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.264786] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] ironic.serial_console_state_timeout = 10 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.264967] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] ironic.service_name = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.265154] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] ironic.service_type = baremetal {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.265312] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] ironic.shard = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.265474] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] ironic.split_loggers = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.265632] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] ironic.status_code_retries = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.265790] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] ironic.status_code_retry_delay = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.265966] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] ironic.timeout = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.266182] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.266347] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] ironic.version = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.266530] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.266700] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] key_manager.fixed_key = **** {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.266877] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.267049] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] barbican.barbican_api_version = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.267215] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] barbican.barbican_endpoint = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.267384] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] barbican.barbican_endpoint_type = public {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.267545] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] barbican.barbican_region_name = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.267705] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] barbican.cafile = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.267865] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] barbican.certfile = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.268038] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] barbican.collect_timing = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.268204] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] barbican.insecure = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.268361] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] barbican.keyfile = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.268527] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] barbican.number_of_retries = 60 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.268688] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] barbican.retry_delay = 1 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.268849] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] barbican.send_service_user_token = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.269041] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] barbican.split_loggers = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.269217] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] barbican.timeout = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.269380] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] barbican.verify_ssl = True {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.269540] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] barbican.verify_ssl_path = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.269705] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] barbican_service_user.auth_section = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.269866] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] barbican_service_user.auth_type = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.270035] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] barbican_service_user.cafile = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.270197] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] barbican_service_user.certfile = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.270393] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] barbican_service_user.collect_timing = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.270564] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] barbican_service_user.insecure = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.270721] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] barbican_service_user.keyfile = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.270879] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] barbican_service_user.split_loggers = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.271044] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] barbican_service_user.timeout = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.271215] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vault.approle_role_id = **** {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.271402] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vault.approle_secret_id = **** {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.271579] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vault.kv_mountpoint = secret {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.271741] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vault.kv_path = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.271904] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vault.kv_version = 2 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.272097] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vault.namespace = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.272270] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vault.root_token_id = **** {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.272438] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vault.ssl_ca_crt_file = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.272647] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vault.timeout = 60.0 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.272820] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vault.use_ssl = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.272990] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.273172] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] keystone.cafile = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.273332] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] keystone.certfile = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.273499] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] keystone.collect_timing = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.273657] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] keystone.connect_retries = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.273816] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] keystone.connect_retry_delay = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.273973] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] keystone.endpoint_override = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.274147] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] keystone.insecure = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.274306] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] keystone.keyfile = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.274461] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] keystone.max_version = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.274613] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] keystone.min_version = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.274768] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] keystone.region_name = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.274929] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] keystone.retriable_status_codes = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.275124] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] keystone.service_name = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.275311] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] keystone.service_type = identity {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.275476] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] keystone.split_loggers = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.275633] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] keystone.status_code_retries = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.275788] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] keystone.status_code_retry_delay = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.275944] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] keystone.timeout = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.276135] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.276296] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] keystone.version = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.276488] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.ceph_mount_options = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.276775] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.276952] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.connection_uri = {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.277129] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.cpu_mode = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.277297] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.cpu_model_extra_flags = [] {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.277468] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.cpu_models = [] {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.277636] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.cpu_power_governor_high = performance {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.277805] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.cpu_power_governor_low = powersave {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.277968] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.cpu_power_management = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.278181] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.278358] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.device_detach_attempts = 8 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.278526] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.device_detach_timeout = 20 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.278692] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.disk_cachemodes = [] {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.278850] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.disk_prefix = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.279022] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.enabled_perf_events = [] {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.279193] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.file_backed_memory = 0 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.279359] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.gid_maps = [] {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.279521] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.hw_disk_discard = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.279675] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.hw_machine_type = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.279842] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.images_rbd_ceph_conf = {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.280009] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.280180] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.280346] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.images_rbd_glance_store_name = {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.280515] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.images_rbd_pool = rbd {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.280683] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.images_type = default {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.280840] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.images_volume_group = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.281006] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.inject_key = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.281198] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.inject_partition = -2 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.281393] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.inject_password = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.281563] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.iscsi_iface = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.281727] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.iser_use_multipath = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.281888] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.live_migration_bandwidth = 0 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.282061] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.282232] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.live_migration_downtime = 500 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.282412] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.282577] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.282734] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.live_migration_inbound_addr = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.282895] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.283066] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.live_migration_permit_post_copy = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.283225] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.live_migration_scheme = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.283396] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.live_migration_timeout_action = abort {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.283562] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.live_migration_tunnelled = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.283747] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.live_migration_uri = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.283912] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.live_migration_with_native_tls = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.284082] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.max_queues = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.284246] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.284481] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.284681] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.nfs_mount_options = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.284965] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.285152] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.285318] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.num_iser_scan_tries = 5 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.285484] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.num_memory_encrypted_guests = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.285645] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.285807] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.num_pcie_ports = 0 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.285973] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.num_volume_scan_tries = 5 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.286151] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.pmem_namespaces = [] {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.286317] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.quobyte_client_cfg = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.286605] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.286803] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.rbd_connect_timeout = 5 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.286974] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.287154] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.287316] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.rbd_secret_uuid = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.287476] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.rbd_user = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.287637] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.287808] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.remote_filesystem_transport = ssh {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.287969] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.rescue_image_id = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.288172] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.rescue_kernel_id = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.288344] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.rescue_ramdisk_id = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.288517] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.288677] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.rx_queue_size = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.288844] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.smbfs_mount_options = {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.289157] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.289339] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.snapshot_compression = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.289507] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.snapshot_image_format = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.289743] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.290110] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.sparse_logical_volumes = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.290110] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.swtpm_enabled = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.290254] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.swtpm_group = tss {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.290423] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.swtpm_user = tss {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.290590] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.sysinfo_serial = unique {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.290747] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.tb_cache_size = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.290904] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.tx_queue_size = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.291096] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.uid_maps = [] {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.291304] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.use_virtio_for_bridges = True {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.291489] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.virt_type = kvm {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.291661] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.volume_clear = zero {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.291823] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.volume_clear_size = 0 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.291986] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.volume_use_multipath = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.292160] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.vzstorage_cache_path = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.292351] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.292528] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.vzstorage_mount_group = qemu {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.292695] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.vzstorage_mount_opts = [] {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.292861] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.293168] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.293353] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.vzstorage_mount_user = stack {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.293522] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.293725] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] neutron.auth_section = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.293909] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] neutron.auth_type = password {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.294085] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] neutron.cafile = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.294249] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] neutron.certfile = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.294416] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] neutron.collect_timing = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.294575] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] neutron.connect_retries = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.294735] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] neutron.connect_retry_delay = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.294903] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] neutron.default_floating_pool = public {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.295074] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] neutron.endpoint_override = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.295240] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] neutron.extension_sync_interval = 600 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.295400] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] neutron.http_retries = 3 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.295562] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] neutron.insecure = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.295723] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] neutron.keyfile = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.295881] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] neutron.max_version = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.296063] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.296223] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] neutron.min_version = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.296393] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] neutron.ovs_bridge = br-int {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.296571] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] neutron.physnets = [] {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.296792] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] neutron.region_name = RegionOne {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.296962] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] neutron.retriable_status_codes = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.297149] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] neutron.service_metadata_proxy = True {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.297313] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] neutron.service_name = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.297484] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] neutron.service_type = network {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.297647] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] neutron.split_loggers = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.297806] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] neutron.status_code_retries = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.297964] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] neutron.status_code_retry_delay = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.298137] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] neutron.timeout = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.298320] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.298484] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] neutron.version = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.298655] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] notifications.bdms_in_notifications = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.298832] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] notifications.default_level = INFO {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.298996] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] notifications.include_share_mapping = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.299190] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] notifications.notification_format = unversioned {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.299371] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] notifications.notify_on_state_change = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.299585] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.299770] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] pci.alias = [] {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.299940] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] pci.device_spec = [] {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.300115] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] pci.report_in_placement = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.300291] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] placement.auth_section = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.300469] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] placement.auth_type = password {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.300636] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.300795] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] placement.cafile = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.300948] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] placement.certfile = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.301122] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] placement.collect_timing = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.301299] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] placement.connect_retries = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.301467] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] placement.connect_retry_delay = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.301626] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] placement.default_domain_id = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.301782] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] placement.default_domain_name = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.301939] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] placement.domain_id = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.302106] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] placement.domain_name = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.302284] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] placement.endpoint_override = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.302467] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] placement.insecure = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.302647] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] placement.keyfile = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.302812] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] placement.max_version = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.302969] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] placement.min_version = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.303154] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] placement.password = **** {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.303317] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] placement.project_domain_id = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.303486] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] placement.project_domain_name = Default {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.303652] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] placement.project_id = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.303822] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] placement.project_name = service {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.303991] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] placement.region_name = RegionOne {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.304166] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] placement.retriable_status_codes = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.304326] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] placement.service_name = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.304499] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] placement.service_type = placement {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.304657] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] placement.split_loggers = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.304811] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] placement.status_code_retries = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.304966] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] placement.status_code_retry_delay = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.305137] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] placement.system_scope = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.305295] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] placement.timeout = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.305453] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] placement.trust_id = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.305635] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] placement.user_domain_id = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.305807] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] placement.user_domain_name = Default {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.305965] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] placement.user_id = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.306160] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] placement.username = nova {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.306342] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.306506] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] placement.version = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.306681] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] quota.cores = 20 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.306843] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] quota.count_usage_from_placement = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.307024] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.307190] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] quota.injected_file_content_bytes = 10240 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.307353] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] quota.injected_file_path_length = 255 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.307519] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] quota.injected_files = 5 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.307680] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] quota.instances = 10 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.307839] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] quota.key_pairs = 100 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.307999] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] quota.metadata_items = 128 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.308192] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] quota.ram = 51200 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.308352] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] quota.recheck_quota = True {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.308528] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] quota.server_group_members = 10 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.308744] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] quota.server_groups = 10 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.308971] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.309166] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] quota.unified_limits_resource_strategy = require {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.309339] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.309504] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.309665] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] scheduler.image_metadata_prefilter = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.309824] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.309983] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] scheduler.max_attempts = 3 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.310158] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] scheduler.max_placement_results = 1000 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.310319] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.310484] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] scheduler.query_placement_for_image_type_support = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.310642] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.310813] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] scheduler.workers = 2 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.310982] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.311170] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.311375] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.311561] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.311740] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.311903] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.312077] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.312280] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.312463] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] filter_scheduler.host_subset_size = 1 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.312628] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.312784] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.312944] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.313118] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] filter_scheduler.isolated_hosts = [] {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.313295] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] filter_scheduler.isolated_images = [] {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.313456] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.313635] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.313813] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.313974] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] filter_scheduler.pci_in_placement = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.314149] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.314315] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.314480] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.314639] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.314805] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.315071] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.315246] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] filter_scheduler.track_instance_changes = True {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.315429] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.315598] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] metrics.required = True {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.315761] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] metrics.weight_multiplier = 1.0 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.315924] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.316101] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] metrics.weight_setting = [] {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.316402] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.316575] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] serial_console.enabled = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.316774] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] serial_console.port_range = 10000:20000 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.316947] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.317130] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.317300] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] serial_console.serialproxy_port = 6083 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.317471] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] service_user.auth_section = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.317639] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] service_user.auth_type = password {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.317796] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] service_user.cafile = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.317952] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] service_user.certfile = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.318206] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] service_user.collect_timing = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.318387] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] service_user.insecure = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.318552] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] service_user.keyfile = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.318725] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] service_user.send_service_user_token = True {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.318926] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] service_user.split_loggers = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.319111] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] service_user.timeout = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.319286] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] spice.agent_enabled = True {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.319452] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] spice.enabled = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.319770] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.319980] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.320172] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] spice.html5proxy_port = 6082 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.320335] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] spice.image_compression = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.320497] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] spice.jpeg_compression = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.320655] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] spice.playback_compression = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.320827] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] spice.require_secure = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.320999] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] spice.server_listen = 127.0.0.1 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.321182] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.321359] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] spice.streaming_mode = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.321522] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] spice.zlib_compression = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.321690] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] upgrade_levels.baseapi = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.321857] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] upgrade_levels.compute = auto {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.322024] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] upgrade_levels.conductor = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.322187] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] upgrade_levels.scheduler = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.322353] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vendordata_dynamic_auth.auth_section = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.322515] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vendordata_dynamic_auth.auth_type = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.322686] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vendordata_dynamic_auth.cafile = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.322862] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vendordata_dynamic_auth.certfile = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.323036] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.323199] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vendordata_dynamic_auth.insecure = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.323355] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vendordata_dynamic_auth.keyfile = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.323517] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.323674] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vendordata_dynamic_auth.timeout = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.323857] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vmware.api_retry_count = 10 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.324010] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vmware.ca_file = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.324212] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vmware.cache_prefix = devstack-image-cache {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.324386] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vmware.cluster_name = testcl1 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.324553] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vmware.connection_pool_size = 10 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.324710] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vmware.console_delay_seconds = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.324879] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vmware.datastore_regex = ^datastore.* {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.325099] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.325291] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vmware.host_password = **** {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.325461] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vmware.host_port = 443 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.325629] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vmware.host_username = administrator@vsphere.local {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.325822] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vmware.insecure = True {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.325994] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vmware.integration_bridge = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.326172] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vmware.maximum_objects = 100 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.326331] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vmware.pbm_default_policy = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.326496] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vmware.pbm_enabled = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.326655] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vmware.pbm_wsdl_location = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.326819] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.326978] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vmware.serial_port_proxy_uri = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.327148] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vmware.serial_port_service_uri = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.327313] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vmware.task_poll_interval = 0.5 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.327483] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vmware.use_linked_clone = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.327651] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vmware.vnc_keymap = en-us {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.327818] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vmware.vnc_port = 5900 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.327979] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vmware.vnc_port_total = 10000 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.328181] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vnc.auth_schemes = ['none'] {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.328361] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vnc.enabled = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.328653] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.328863] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.329056] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vnc.novncproxy_port = 6080 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.329252] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vnc.server_listen = 127.0.0.1 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.329430] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.329591] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vnc.vencrypt_ca_certs = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.329747] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vnc.vencrypt_client_cert = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.329905] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vnc.vencrypt_client_key = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.330088] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.330254] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] workarounds.disable_deep_image_inspection = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.330420] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.330579] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.330737] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.330896] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] workarounds.disable_rootwrap = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.331067] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] workarounds.enable_numa_live_migration = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.331228] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.331410] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.331575] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.331739] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] workarounds.libvirt_disable_apic = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.331917] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.332095] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.332261] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.332424] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.332581] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.332739] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.332895] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.333063] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.333225] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.333388] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.333571] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.333738] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] wsgi.client_socket_timeout = 900 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.333902] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] wsgi.default_pool_size = 1000 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.334079] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] wsgi.keep_alive = True {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.334251] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] wsgi.max_header_line = 16384 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.334415] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] wsgi.secure_proxy_ssl_header = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.334577] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] wsgi.ssl_ca_file = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.334736] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] wsgi.ssl_cert_file = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.334922] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] wsgi.ssl_key_file = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.335104] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] wsgi.tcp_keepidle = 600 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.335286] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.335456] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] zvm.ca_file = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.335616] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] zvm.cloud_connector_url = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.335913] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.336107] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] zvm.reachable_timeout = 300 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.336282] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.336468] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.336645] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] profiler.connection_string = messaging:// {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.336809] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] profiler.enabled = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.336977] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] profiler.es_doc_type = notification {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.337154] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] profiler.es_scroll_size = 10000 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.337323] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] profiler.es_scroll_time = 2m {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.337486] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] profiler.filter_error_trace = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.337651] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] profiler.hmac_keys = **** {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.337830] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] profiler.sentinel_service_name = mymaster {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.338017] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] profiler.socket_timeout = 0.1 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.338185] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] profiler.trace_requests = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.338345] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] profiler.trace_sqlalchemy = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.338527] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] profiler_jaeger.process_tags = {} {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.338687] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] profiler_jaeger.service_name_prefix = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.338849] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] profiler_otlp.service_name_prefix = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.339024] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] remote_debug.host = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.339189] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] remote_debug.port = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.339372] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.339535] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.339706] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.339866] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.340044] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.340211] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.340375] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.340540] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.340702] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.340897] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.341090] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.341287] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.341468] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.341641] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.341810] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.341977] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.342176] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.342363] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.342528] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.342696] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.342860] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.343034] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.343201] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.343374] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.343538] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.343727] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.343896] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.344072] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.344241] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.344410] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_messaging_rabbit.ssl = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.344581] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.344751] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.344911] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.345094] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.345265] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_messaging_rabbit.ssl_version = {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.345437] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.345627] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.345794] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_messaging_notifications.retry = -1 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.345974] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.346162] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_messaging_notifications.transport_url = **** {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.346336] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_limit.auth_section = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.346501] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_limit.auth_type = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.346679] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_limit.cafile = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.346850] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_limit.certfile = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.347028] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_limit.collect_timing = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.347184] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_limit.connect_retries = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.347344] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_limit.connect_retry_delay = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.347505] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_limit.endpoint_id = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.347677] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_limit.endpoint_interface = publicURL {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.347836] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_limit.endpoint_override = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.347992] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_limit.endpoint_region_name = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.348167] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_limit.endpoint_service_name = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.348331] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_limit.endpoint_service_type = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.348495] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_limit.insecure = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.348652] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_limit.keyfile = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.348807] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_limit.max_version = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.348962] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_limit.min_version = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.349131] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_limit.region_name = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.349288] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_limit.retriable_status_codes = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.349450] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_limit.service_name = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.349608] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_limit.service_type = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.349794] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_limit.split_loggers = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.349958] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_limit.status_code_retries = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.350132] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_limit.status_code_retry_delay = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.350293] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_limit.timeout = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.350454] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_limit.valid_interfaces = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.350609] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_limit.version = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.350771] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_reports.file_event_handler = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.350931] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.351122] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] oslo_reports.log_dir = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.351328] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.351501] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.351662] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.351825] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.351987] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.352161] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.352333] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.352493] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vif_plug_ovs_privileged.group = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.352651] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.352858] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.353038] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.353204] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] vif_plug_ovs_privileged.user = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.353373] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] os_vif_linux_bridge.flat_interface = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.353558] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.353727] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.353896] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.354074] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.354244] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.354414] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.354575] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.354753] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.354922] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] os_vif_ovs.isolate_vif = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.355104] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.355272] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.355442] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.355609] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] os_vif_ovs.ovsdb_interface = native {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.355791] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] os_vif_ovs.per_port_bridge = False {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.355974] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] privsep_osbrick.capabilities = [21] {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.356152] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] privsep_osbrick.group = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.356311] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] privsep_osbrick.helper_command = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.356476] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.356638] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.356795] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] privsep_osbrick.user = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.356966] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.357136] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] nova_sys_admin.group = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.357293] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] nova_sys_admin.helper_command = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.357460] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.357623] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.357779] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] nova_sys_admin.user = None {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 506.357907] env[63750]: DEBUG oslo_service.service [None req-f3fc69ed-36c1-4496-8cc7-5e735bac2de1 None None] ******************************************************************************** {{(pid=63750) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 506.358347] env[63750]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 506.862281] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-94e356dc-6cf7-433d-be61-e672dd2ab56a None None] Getting list of instances from cluster (obj){ [ 506.862281] env[63750]: value = "domain-c8" [ 506.862281] env[63750]: _type = "ClusterComputeResource" [ 506.862281] env[63750]: } {{(pid=63750) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 506.863467] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f669cc2d-ca98-404f-9b10-de88ddd9cdf7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 506.872469] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-94e356dc-6cf7-433d-be61-e672dd2ab56a None None] Got total of 0 instances {{(pid=63750) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 506.873060] env[63750]: WARNING nova.virt.vmwareapi.driver [None req-94e356dc-6cf7-433d-be61-e672dd2ab56a None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 506.873578] env[63750]: INFO nova.virt.node [None req-94e356dc-6cf7-433d-be61-e672dd2ab56a None None] Generated node identity e97779d2-c1aa-4b7e-928a-1e7ed86edaab [ 506.873816] env[63750]: INFO nova.virt.node [None req-94e356dc-6cf7-433d-be61-e672dd2ab56a None None] Wrote node identity e97779d2-c1aa-4b7e-928a-1e7ed86edaab to /opt/stack/data/n-cpu-1/compute_id [ 507.376408] env[63750]: WARNING nova.compute.manager [None req-94e356dc-6cf7-433d-be61-e672dd2ab56a None None] Compute nodes ['e97779d2-c1aa-4b7e-928a-1e7ed86edaab'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 508.382831] env[63750]: INFO nova.compute.manager [None req-94e356dc-6cf7-433d-be61-e672dd2ab56a None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 509.388024] env[63750]: WARNING nova.compute.manager [None req-94e356dc-6cf7-433d-be61-e672dd2ab56a None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 509.388561] env[63750]: DEBUG oslo_concurrency.lockutils [None req-94e356dc-6cf7-433d-be61-e672dd2ab56a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 509.388821] env[63750]: DEBUG oslo_concurrency.lockutils [None req-94e356dc-6cf7-433d-be61-e672dd2ab56a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 509.388979] env[63750]: DEBUG oslo_concurrency.lockutils [None req-94e356dc-6cf7-433d-be61-e672dd2ab56a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 509.389166] env[63750]: DEBUG nova.compute.resource_tracker [None req-94e356dc-6cf7-433d-be61-e672dd2ab56a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63750) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 509.390077] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6972decb-0579-4bf3-be6a-462a614b61a8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 509.398283] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f082c92-fc4e-4980-b7b7-05605a85f716 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 509.411907] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58228210-bfe0-4a1e-8fbd-dee1e5730fdc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 509.418432] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32ba9f0-5755-4a26-bd60-c878b5f0bddd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 509.446417] env[63750]: DEBUG nova.compute.resource_tracker [None req-94e356dc-6cf7-433d-be61-e672dd2ab56a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181311MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=63750) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 509.446557] env[63750]: DEBUG oslo_concurrency.lockutils [None req-94e356dc-6cf7-433d-be61-e672dd2ab56a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 509.446749] env[63750]: DEBUG oslo_concurrency.lockutils [None req-94e356dc-6cf7-433d-be61-e672dd2ab56a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 509.949511] env[63750]: WARNING nova.compute.resource_tracker [None req-94e356dc-6cf7-433d-be61-e672dd2ab56a None None] No compute node record for cpu-1:e97779d2-c1aa-4b7e-928a-1e7ed86edaab: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host e97779d2-c1aa-4b7e-928a-1e7ed86edaab could not be found. [ 510.454425] env[63750]: INFO nova.compute.resource_tracker [None req-94e356dc-6cf7-433d-be61-e672dd2ab56a None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: e97779d2-c1aa-4b7e-928a-1e7ed86edaab [ 511.962542] env[63750]: DEBUG nova.compute.resource_tracker [None req-94e356dc-6cf7-433d-be61-e672dd2ab56a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 511.962912] env[63750]: DEBUG nova.compute.resource_tracker [None req-94e356dc-6cf7-433d-be61-e672dd2ab56a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 512.121210] env[63750]: INFO nova.scheduler.client.report [None req-94e356dc-6cf7-433d-be61-e672dd2ab56a None None] [req-d21555a7-9954-49df-89f9-f4c37ce6e36f] Created resource provider record via placement API for resource provider with UUID e97779d2-c1aa-4b7e-928a-1e7ed86edaab and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 512.138473] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eadabd6-26d4-4570-be8c-fc48f98b0727 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 512.146358] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a124f6ce-b89e-4c89-8bef-0e51bd0ebc87 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 512.175951] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49bdab1-b68c-48e0-941c-124112945fcf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 512.183236] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a244fd36-9036-4a02-be93-e4802a3434d9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 512.196584] env[63750]: DEBUG nova.compute.provider_tree [None req-94e356dc-6cf7-433d-be61-e672dd2ab56a None None] Updating inventory in ProviderTree for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 512.730529] env[63750]: DEBUG nova.scheduler.client.report [None req-94e356dc-6cf7-433d-be61-e672dd2ab56a None None] Updated inventory for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 512.730756] env[63750]: DEBUG nova.compute.provider_tree [None req-94e356dc-6cf7-433d-be61-e672dd2ab56a None None] Updating resource provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab generation from 0 to 1 during operation: update_inventory {{(pid=63750) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 512.730893] env[63750]: DEBUG nova.compute.provider_tree [None req-94e356dc-6cf7-433d-be61-e672dd2ab56a None None] Updating inventory in ProviderTree for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 512.778333] env[63750]: DEBUG nova.compute.provider_tree [None req-94e356dc-6cf7-433d-be61-e672dd2ab56a None None] Updating resource provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab generation from 1 to 2 during operation: update_traits {{(pid=63750) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 513.282949] env[63750]: DEBUG nova.compute.resource_tracker [None req-94e356dc-6cf7-433d-be61-e672dd2ab56a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63750) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 513.283218] env[63750]: DEBUG oslo_concurrency.lockutils [None req-94e356dc-6cf7-433d-be61-e672dd2ab56a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.836s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 513.283353] env[63750]: DEBUG nova.service [None req-94e356dc-6cf7-433d-be61-e672dd2ab56a None None] Creating RPC server for service compute {{(pid=63750) start /opt/stack/nova/nova/service.py:186}} [ 513.298179] env[63750]: DEBUG nova.service [None req-94e356dc-6cf7-433d-be61-e672dd2ab56a None None] Join ServiceGroup membership for this service compute {{(pid=63750) start /opt/stack/nova/nova/service.py:203}} [ 513.298365] env[63750]: DEBUG nova.servicegroup.drivers.db [None req-94e356dc-6cf7-433d-be61-e672dd2ab56a None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=63750) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 534.302366] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._sync_power_states {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 534.805939] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Getting list of instances from cluster (obj){ [ 534.805939] env[63750]: value = "domain-c8" [ 534.805939] env[63750]: _type = "ClusterComputeResource" [ 534.805939] env[63750]: } {{(pid=63750) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 534.807152] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d246409-9c24-4a90-96df-c3835fe59237 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.815895] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Got total of 0 instances {{(pid=63750) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 534.816133] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 534.816424] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Getting list of instances from cluster (obj){ [ 534.816424] env[63750]: value = "domain-c8" [ 534.816424] env[63750]: _type = "ClusterComputeResource" [ 534.816424] env[63750]: } {{(pid=63750) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 534.817309] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed87751-e5ea-4693-b133-0ec9732eec97 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.824405] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Got total of 0 instances {{(pid=63750) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 561.667978] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 561.668316] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 561.668523] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Starting heal instance info cache {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 561.668646] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Rebuilding the list of instances to heal {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 562.172020] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Didn't find any instances for network info cache update. {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 562.172277] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 562.172503] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 562.172732] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 562.172926] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 562.173122] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 562.173306] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 562.173467] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63750) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 562.173623] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 562.677122] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.677445] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.677528] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.677674] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63750) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 562.678653] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b2b654-1fed-4207-9da0-97ff57a26bb3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.686577] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbaec686-ec42-4430-84ce-f7dad4e2433e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.700758] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce19315-7034-4298-b866-5c086ca0b453 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.707471] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c70715-2107-4bde-8b84-85f570936f91 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.735215] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181304MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=63750) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 562.735387] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.735538] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.757031] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 563.758021] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 563.771888] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8362f85f-776d-4488-9223-52237d29db1d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.779190] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e90027-98d4-4932-8355-4186c5f12196 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.808702] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70982c8f-6362-406d-a0ef-ea82480a6e38 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.815714] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202f9591-c2ff-4e49-bdf5-414a85b10b6f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.828395] env[63750]: DEBUG nova.compute.provider_tree [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 564.331749] env[63750]: DEBUG nova.scheduler.client.report [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 564.837434] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63750) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 564.837864] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.102s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.823823] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 624.824237] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 625.328542] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 625.328705] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Starting heal instance info cache {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 625.328799] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Rebuilding the list of instances to heal {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 625.834376] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Didn't find any instances for network info cache update. {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 625.834734] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 625.834734] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 625.834880] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 625.835023] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 625.835174] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 625.835317] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 625.835439] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63750) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 625.835576] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 626.339390] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.339633] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.339914] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.340136] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63750) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 626.341206] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea6b7fd-98cc-43d1-b06c-f8fbf987a9b5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.350037] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe35c77f-0f36-4b6c-ae54-fe8b9d5917d1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.364331] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2648e02-d70e-4bbe-b39f-696d491d283f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.370523] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73d803d-a30d-4a44-a535-cb0740c80469 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.398617] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181297MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=63750) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 626.398797] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.398963] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.416734] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 627.416980] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 627.429702] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02604972-4f95-479b-87bb-828d37e63764 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.437614] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a937075b-4ade-443d-9e4e-c6779076272a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.467596] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52957f04-703f-4559-ad09-88a8c076baf0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.474617] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd48cdd-6cc0-4235-a02c-4a66da8d3c09 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.487090] env[63750]: DEBUG nova.compute.provider_tree [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 627.990296] env[63750]: DEBUG nova.scheduler.client.report [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.991565] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63750) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 627.991766] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.993296] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 687.993564] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 687.993666] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Starting heal instance info cache {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 687.993784] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Rebuilding the list of instances to heal {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 688.496914] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Didn't find any instances for network info cache update. {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 688.497183] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 688.497349] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 688.497495] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 688.497642] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 688.497786] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 688.497925] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 688.498062] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63750) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 688.498204] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 689.001448] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.001799] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.001835] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.001969] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63750) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 689.002875] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d627594c-2388-4161-a894-3fc6af41f28a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.011235] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2841bacc-53d1-4319-bee9-dea2ded8eca5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.025083] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583dd963-0650-4437-8ff3-1c2a90850022 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.030995] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39916700-67f3-40db-953a-acb626143176 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.059880] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181311MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=63750) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 689.060023] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.060227] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 690.078760] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 690.079024] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 690.092811] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63a637e-d259-429c-844f-ad01022e532a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.100734] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc053708-b6dc-4c5b-beae-a8a8d9785929 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.130475] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f0b408-971e-4508-997e-4d722dbf5137 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.138091] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f2feb4-b7f6-4b92-8b59-d079a0de87de {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.151951] env[63750]: DEBUG nova.compute.provider_tree [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.654722] env[63750]: DEBUG nova.scheduler.client.report [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.656022] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63750) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 690.656209] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.596s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.317068] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 749.317068] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 749.821023] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 749.821256] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Starting heal instance info cache {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 749.821305] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Rebuilding the list of instances to heal {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 750.324099] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Didn't find any instances for network info cache update. {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 750.324456] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 750.324494] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 750.324628] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 750.324759] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 750.324898] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 750.325049] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 750.325182] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63750) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 750.325350] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 750.828567] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.828820] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.828992] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.829154] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63750) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 750.830095] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc58fe6c-c68a-4aa2-a082-a66164746735 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.838507] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23cb6e6f-f831-4fdd-84eb-c2cbb2564707 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.852410] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79ba2e3-3937-48ce-b341-065d53a50341 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.858799] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b616c270-3f5d-4a52-a13d-a040da0aa6ce {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.887454] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181303MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=63750) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 750.887598] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.887775] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.906238] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 751.906521] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 751.921018] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2713f823-31ae-489e-8528-530487a409c8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.928636] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2d9498-78b5-42a5-98dd-8cf5e2d89dd2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.957240] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d51f80-5aec-4e60-bd81-1efb877a1b70 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.963854] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d502105-81e5-46de-8962-b9fde2f84586 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.976402] env[63750]: DEBUG nova.compute.provider_tree [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.479770] env[63750]: DEBUG nova.scheduler.client.report [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.481047] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63750) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 752.481225] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 801.658530] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.658887] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Cleaning up deleted instances {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11746}} [ 802.162680] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] There are 0 instances to clean {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11755}} [ 802.162952] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 802.163055] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Cleaning up deleted instances with incomplete migration {{(pid=63750) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11784}} [ 802.666303] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 804.169200] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 804.169564] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 804.673148] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 804.673391] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 804.673533] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.673711] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63750) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 804.674577] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722e0fcd-5668-4b43-8de8-e4b783d046dc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.682598] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858131a1-788d-4486-89a0-89df70d87ea0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.696632] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4d9613-e2a2-47d0-b317-d951d7a7bc6e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.702890] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91b53d4-0ca2-4602-89cd-258a150bc8a0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.731642] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181313MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=63750) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 804.731783] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 804.731968] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.751194] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 805.751407] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 805.763676] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d0de4b-c1d5-484f-9cfa-32006a0b7533 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.771366] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dbb1149-ef7c-4dfe-aecc-c56cdf0768c9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.799594] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232b515e-71dd-49eb-9d40-d21cd9fd2a62 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.806455] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07af10c-024d-4caa-976a-9b8b750c7e69 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.819066] env[63750]: DEBUG nova.compute.provider_tree [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.322602] env[63750]: DEBUG nova.scheduler.client.report [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.323901] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63750) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 806.324097] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.812931] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 806.813360] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 806.813360] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 806.813523] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 806.813631] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 806.813767] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63750) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 808.658817] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 809.658622] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 809.658794] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Starting heal instance info cache {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 809.658900] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Rebuilding the list of instances to heal {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 810.161905] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Didn't find any instances for network info cache update. {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 863.658432] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 864.161326] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 864.161613] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.161705] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.161856] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63750) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 864.162774] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a57930-6470-42ce-be9d-840f53b01cb3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.171969] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803e5411-385c-428b-bcc6-82230f296c2f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.185835] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a08d16-093e-403c-a2e7-9d066ea5db7a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.191835] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfe0f8c-35ad-4a75-8eac-78878284f3ac {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.219638] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181306MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=63750) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 864.219792] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 864.219958] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.252783] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 865.253029] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 865.268907] env[63750]: DEBUG nova.scheduler.client.report [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Refreshing inventories for resource provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 865.281524] env[63750]: DEBUG nova.scheduler.client.report [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Updating ProviderTree inventory for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 865.281696] env[63750]: DEBUG nova.compute.provider_tree [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Updating inventory in ProviderTree for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 865.292939] env[63750]: DEBUG nova.scheduler.client.report [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Refreshing aggregate associations for resource provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab, aggregates: None {{(pid=63750) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 865.307649] env[63750]: DEBUG nova.scheduler.client.report [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Refreshing trait associations for resource provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=63750) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 865.318196] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe3cc49-68ae-499a-b58c-ed7b115b1963 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.325308] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8498060-3e2a-4f9b-9eef-feda3eede0f2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.355502] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd085bf5-d32b-4180-a1b9-b02d56349831 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.362553] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3356d991-19e4-4e28-ad68-5c2d6062a086 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.375117] env[63750]: DEBUG nova.compute.provider_tree [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.878615] env[63750]: DEBUG nova.scheduler.client.report [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.879898] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63750) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 865.880101] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.660s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.880388] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 867.880759] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 867.880759] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 867.880919] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 867.881066] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 867.881208] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63750) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 868.654148] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 869.160612] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 869.160786] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 870.658975] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 870.661073] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Starting heal instance info cache {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 870.661073] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Rebuilding the list of instances to heal {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 871.163321] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Didn't find any instances for network info cache update. {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 923.658287] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 924.161819] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.162061] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 924.162235] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.162392] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63750) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 924.163782] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0bfd51-4fb8-4bdb-b7b4-864e5bb35c91 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.172443] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630f3191-d32f-4651-aa03-0e7b7d756018 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.186141] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a57cfb3-8b78-42c1-8833-92e4515cd4ae {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.192170] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2bbd2a-df63-4b59-a7c2-e74ce2d48fba {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.220179] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181285MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=63750) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 924.220315] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.220503] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.239435] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 925.239696] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 925.253052] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aeb1bfe-5804-435b-bc41-cfe4f5d75df8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.260656] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4dc169-784f-4308-8924-d04782286738 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.289363] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74725fad-c762-4c02-a079-4bbd2bf05cfb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.296045] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acce88ab-f0c2-4b75-bfc8-933a97526965 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.308635] env[63750]: DEBUG nova.compute.provider_tree [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.812108] env[63750]: DEBUG nova.scheduler.client.report [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.813389] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63750) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 925.813596] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 927.814267] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 927.814599] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 927.814713] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 927.814821] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 927.814972] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63750) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 928.658120] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 929.658402] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 930.659202] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 931.659030] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 931.659222] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Starting heal instance info cache {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 931.659443] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Rebuilding the list of instances to heal {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 932.162642] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Didn't find any instances for network info cache update. {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 984.658217] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 985.161976] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.162273] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.162445] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.162595] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63750) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 985.163534] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b3b540-da01-44ac-8ec7-f60f6dc5033f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.171659] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324a88c9-789d-4857-98c0-0f2fc6bb6f22 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.185531] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2381d3-fbeb-4bb8-907d-0f0597aa4f30 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.192019] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f818c4df-2076-4725-baea-4d6cd0bfbc4f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.220236] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181301MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=63750) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 985.220395] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.220563] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.238300] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 986.238557] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 986.251663] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6f8490-994c-4515-90ee-3a9220f02867 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.259318] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb4a197-9269-40f3-bc36-2c8a7a30f8d2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.288916] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c47ef9c-8705-410a-837c-a6fc54493ac3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.296452] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce9f5fc-f1ee-498b-a512-83ab542b97c2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.309165] env[63750]: DEBUG nova.compute.provider_tree [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.812345] env[63750]: DEBUG nova.scheduler.client.report [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.813659] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63750) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 986.813852] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.814831] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 988.815199] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 988.815238] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 988.815379] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63750) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 989.654940] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 989.657524] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 990.653583] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 991.658126] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 991.658499] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Starting heal instance info cache {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 991.658499] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Rebuilding the list of instances to heal {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 992.161277] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Didn't find any instances for network info cache update. {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 992.161492] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 992.161639] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1045.658186] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1046.161470] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.161702] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.161867] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.162059] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63750) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1046.162949] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4952fb-c571-4805-bb86-8bddadf2959b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.171438] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f3c223-0a1b-4694-a380-6d059a85cb2a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.185556] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ce1c89-b59e-4ca0-bbb9-565772db5297 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.191826] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9947d5-c195-47f5-88dd-855401723502 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.219836] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181299MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=63750) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1046.220071] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.220322] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1047.238374] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1047.238681] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1047.251057] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019b19fb-db2a-4cc9-8f3e-ab810481934c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.258847] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a86523e-30e2-4abc-9f4c-a8f52ee6561f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.288083] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5081d17e-958f-43d8-be88-b1618f47b298 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.294688] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52c5a95-2498-4fe8-a924-bc8180740b33 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.307284] env[63750]: DEBUG nova.compute.provider_tree [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.810724] env[63750]: DEBUG nova.scheduler.client.report [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.811960] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63750) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1047.812167] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.812628] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1050.812993] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1050.812993] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1050.813149] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1050.815048] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1050.815048] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63750) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1051.658705] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1052.659034] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1052.659034] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Starting heal instance info cache {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1052.659407] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Rebuilding the list of instances to heal {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1053.162257] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Didn't find any instances for network info cache update. {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1053.658437] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1101.658755] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1101.659278] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Cleaning up deleted instances {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11746}} [ 1102.161961] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] There are 0 instances to clean {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11755}} [ 1107.162431] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1107.666290] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1107.666290] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1107.666521] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.666521] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63750) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1107.667632] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a241b507-fac9-4630-9027-207bad2ef1e0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.676777] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f34eca-3b52-4329-bfbe-edff8c1050d6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.690194] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f17c77-ef24-4e16-9d80-59213fb6378f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.696416] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28cbd1ce-495c-486e-a93b-04adb5ae8324 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.723984] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181296MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=63750) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1107.724158] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1107.724308] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1108.747082] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1108.747330] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1108.760421] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0a6e10-0878-4d56-b139-02ea3d1698c5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.767750] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879fa679-ef64-4850-897f-07f683abc8d8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.798196] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18461ee-2899-4844-bdf4-f46659a7383f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.805594] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a00bc4c-e6a5-499d-a20c-b05c6b14e12e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.818368] env[63750]: DEBUG nova.compute.provider_tree [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.321961] env[63750]: DEBUG nova.scheduler.client.report [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.323226] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63750) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1109.323411] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.599s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1110.821057] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1110.821057] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1110.821057] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1110.821510] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63750) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1111.654582] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1111.658162] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1112.658721] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1114.155816] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1114.661066] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1114.661066] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Starting heal instance info cache {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1114.661361] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Rebuilding the list of instances to heal {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1115.163612] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Didn't find any instances for network info cache update. {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1115.163984] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.658502] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.658781] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.658941] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Cleaning up deleted instances with incomplete migration {{(pid=63750) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11784}} [ 1134.808513] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._sync_power_states {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.312407] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Getting list of instances from cluster (obj){ [ 1135.312407] env[63750]: value = "domain-c8" [ 1135.312407] env[63750]: _type = "ClusterComputeResource" [ 1135.312407] env[63750]: } {{(pid=63750) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1135.313474] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05fd269f-3bb2-4430-a0ae-1acf0685d280 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.322945] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Got total of 0 instances {{(pid=63750) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1167.658235] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1168.161083] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.161331] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.161479] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.161628] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63750) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1168.162541] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d108973-1b8f-4ff1-a399-ed97c6822bb1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.170892] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac24bab-09f3-487d-8cd0-738a5bf13af5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.185341] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21cb71b4-c9bd-4e64-89a8-a50128606247 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.191498] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a9b4cd-f849-4472-a400-47ded8bb9a6a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.219190] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181287MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=63750) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1168.219368] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.219561] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1169.335026] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1169.335026] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1169.350919] env[63750]: DEBUG nova.scheduler.client.report [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Refreshing inventories for resource provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1169.361937] env[63750]: DEBUG nova.scheduler.client.report [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Updating ProviderTree inventory for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1169.362117] env[63750]: DEBUG nova.compute.provider_tree [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Updating inventory in ProviderTree for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1169.371746] env[63750]: DEBUG nova.scheduler.client.report [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Refreshing aggregate associations for resource provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab, aggregates: None {{(pid=63750) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1169.385289] env[63750]: DEBUG nova.scheduler.client.report [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Refreshing trait associations for resource provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=63750) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1169.395835] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a616954e-b0b3-4292-8124-c250edf262aa {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.403455] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7bdb2a8-c495-4fc1-9d4b-0163cd7dfcb9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.432205] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8359e0b7-6f78-4afa-b0f1-bf4c65b44e53 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.439062] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e08db5-e035-4989-9ddb-d22f8273411d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.451643] env[63750]: DEBUG nova.compute.provider_tree [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.954896] env[63750]: DEBUG nova.scheduler.client.report [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.956423] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63750) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1169.956423] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.737s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1170.957031] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1170.957440] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1170.957440] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63750) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1171.658599] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.658867] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1173.653900] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1174.658748] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1175.659746] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1175.660172] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Starting heal instance info cache {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1175.660172] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Rebuilding the list of instances to heal {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1176.162653] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Didn't find any instances for network info cache update. {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1176.658415] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1229.657951] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1229.658365] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63750) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1229.658365] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.162037] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1230.162314] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1230.162466] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1230.162608] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63750) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1230.163518] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fcd42ea-1e8a-4ae3-9d7c-98000a0dba0a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.171874] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9b5ef1-9010-4e9a-9f3e-88ce066a58c5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.185501] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb174f96-3229-4b50-b49c-2a8d1d4f1854 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.192072] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d10a81-6da8-4728-affd-2133705f97de {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.220282] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181273MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=63750) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1230.220464] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1230.220619] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1231.238032] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1231.238324] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1231.255031] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbec099e-e47b-46ff-ba8b-4df40fa50320 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.262473] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a7e7af-316a-40d7-a732-750de0e60dfc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.291949] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed12f9e7-50d2-4650-b270-14857c6e5ddd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.298698] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8716c578-9f04-4a24-afe8-e5a84758682f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.311249] env[63750]: DEBUG nova.compute.provider_tree [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1231.814371] env[63750]: DEBUG nova.scheduler.client.report [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1231.815627] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63750) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1231.815807] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1234.817466] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1234.817819] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1234.817859] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1234.817986] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1234.818177] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1235.654193] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1236.158768] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1236.159145] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Starting heal instance info cache {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1236.159145] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Rebuilding the list of instances to heal {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1236.661524] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Didn't find any instances for network info cache update. {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1238.657967] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1289.659176] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1289.659634] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63750) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1291.658371] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1292.162034] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1292.162292] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1292.162448] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1292.162599] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63750) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1292.163622] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383a26b1-3f7a-450f-a8b9-5a698196b4d1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.173110] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b646cfbd-2937-41aa-8299-238e92a9b771 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.186786] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91314d73-b034-4840-bca8-6174cfeb16d6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.192956] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f65ae8-3d6c-4b3a-a9b7-cc72513b8878 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.221123] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181262MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=63750) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1292.221273] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1292.221446] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1293.241405] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1293.241707] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1293.255880] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de69de1a-7363-4ddd-bc57-d779c7932501 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.263539] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc37d836-9d17-40c6-9874-9ffec982b4ce {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.292769] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e78af72-4a8a-4471-b473-ed3a239d83af {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.299334] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75092b6b-75fb-4588-b4f7-2f20de337c9c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.311762] env[63750]: DEBUG nova.compute.provider_tree [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1293.815332] env[63750]: DEBUG nova.scheduler.client.report [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1293.816595] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63750) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1293.816775] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1294.817111] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1294.817410] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.657812] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.658045] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Starting heal instance info cache {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1295.658161] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Rebuilding the list of instances to heal {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1296.161623] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Didn't find any instances for network info cache update. {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1296.161623] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1296.161623] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1296.658282] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1300.659265] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1350.658649] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1350.659067] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63750) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1353.658492] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1353.658868] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1354.162536] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.162797] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.162923] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1354.163088] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63750) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1354.163950] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db38954d-e561-4422-a281-a4eef0b1a5d2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.171902] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d75766-588d-48f8-b926-51aac5ab6a30 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.185532] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1019e4-3352-4e77-92fa-f70bfc1922dc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.191492] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2434fcb-2fe6-493e-925b-1a9df6a99c6b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.220678] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181268MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=63750) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1354.220807] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.220991] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.238848] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1355.239135] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1355.252173] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b14d40-4e3e-4de1-93c7-31092980ea99 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.260124] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb74d9fa-03f3-4e2a-8491-7f0e1ff4b674 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.288858] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361a4a82-ff46-499c-84b5-13e804e9cab1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.295993] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76490d62-7623-494c-a115-a82ac1f277ad {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.316411] env[63750]: DEBUG nova.compute.provider_tree [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1355.819095] env[63750]: DEBUG nova.scheduler.client.report [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1355.820372] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63750) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1355.820557] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.600s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1357.816135] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1357.816522] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1358.322079] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1358.322079] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Starting heal instance info cache {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1358.322079] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Rebuilding the list of instances to heal {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1358.824583] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Didn't find any instances for network info cache update. {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1358.825078] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1358.825078] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1358.825204] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1362.658302] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1405.660478] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1405.660886] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Cleaning up deleted instances {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11746}} [ 1406.163303] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] There are 0 instances to clean {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11755}} [ 1411.163495] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1411.163495] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63750) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1414.658994] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1414.659922] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1415.162294] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1415.162568] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1415.162714] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1415.162989] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63750) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1415.163781] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e84c46e-1041-438b-bc1e-a9c186a9daba {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.172419] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452178c5-fab3-476c-9419-29ff544904df {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.186914] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2521a9-eca6-48d8-8549-165245da6704 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.193559] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8dbd34c-d7e2-43af-8099-2ef57e457b39 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.222983] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181255MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=63750) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1415.223121] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1415.223286] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.241121] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1416.241363] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1416.254446] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5c068f-da55-4637-b2e0-6e4cda93fd9c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.261798] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5746955a-6770-49e3-bbec-1692db19f87b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.290300] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f2951c-9add-48e1-a20f-9322a8a8fe83 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.297105] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04761242-3ead-44ed-ac0d-27a8d8b480b7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.310440] env[63750]: DEBUG nova.compute.provider_tree [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1416.813833] env[63750]: DEBUG nova.scheduler.client.report [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1416.815139] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63750) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1416.815325] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1419.659488] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1419.659864] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1419.659906] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Starting heal instance info cache {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1419.660049] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Rebuilding the list of instances to heal {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1420.162614] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Didn't find any instances for network info cache update. {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1420.162881] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.163030] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.163175] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.163342] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1424.161063] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1425.659829] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1425.660234] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Cleaning up deleted instances with incomplete migration {{(pid=63750) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11784}} [ 1473.163020] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1473.163399] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63750) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1474.659445] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1475.162852] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1475.163099] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1475.163271] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1475.163431] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63750) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1475.164307] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7515e56b-d3ec-4d82-8517-f6fb20d1094e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.172163] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63265797-49a1-49e1-9e28-0b95b2beb29b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.185734] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64d7f86-72e6-4189-be6e-f028b2168901 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.191618] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93126d56-36e5-4caa-b805-f61f55d8fd4c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.221640] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181252MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=63750) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1475.221835] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1475.221950] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1476.254758] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1476.255029] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1476.269513] env[63750]: DEBUG nova.scheduler.client.report [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Refreshing inventories for resource provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1476.281118] env[63750]: DEBUG nova.scheduler.client.report [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Updating ProviderTree inventory for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1476.281313] env[63750]: DEBUG nova.compute.provider_tree [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Updating inventory in ProviderTree for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1476.291178] env[63750]: DEBUG nova.scheduler.client.report [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Refreshing aggregate associations for resource provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab, aggregates: None {{(pid=63750) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1476.306433] env[63750]: DEBUG nova.scheduler.client.report [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Refreshing trait associations for resource provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=63750) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1476.318813] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71cb2466-5700-44fb-aee7-32b1475ee4a1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.326587] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400cb62a-33e8-47bb-883c-f69f08bfbfa3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.356113] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1177a5-75b7-4cae-a87e-5a836d8daea5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.363895] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f44131a-c62a-40ff-bd89-549e460be2f9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.377651] env[63750]: DEBUG nova.compute.provider_tree [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1476.880458] env[63750]: DEBUG nova.scheduler.client.report [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1476.881783] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63750) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1476.881976] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.660s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1478.880985] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1478.881459] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1478.881459] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1479.654583] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1479.658130] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1479.658285] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Starting heal instance info cache {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1479.658405] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Rebuilding the list of instances to heal {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1480.161448] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Didn't find any instances for network info cache update. {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1481.659132] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1482.163911] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1483.658519] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1534.659224] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1534.659625] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63750) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1536.658515] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1537.161834] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1537.162072] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1537.162257] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1537.162409] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63750) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1537.163355] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84579795-3e3d-4371-8594-a34cd152f6a0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.171143] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a23ce13-2dab-497b-8e8e-c3db560aee91 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.185613] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c66d814-be20-4e02-9deb-af8861ec6145 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.191454] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e667079a-3473-407c-8e48-b27a485e4830 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.220110] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181259MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=63750) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1537.220251] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1537.220417] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1538.238489] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1538.238759] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1538.252431] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b856b50-67f2-4a8f-ac05-dddab01dd582 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.259852] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e5dcb7-0d80-436e-a5b3-74e20bd35e18 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.288622] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b77e8e-1af4-4261-ad1b-21687a72d586 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.295317] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba09c959-bf00-4c75-8268-26f352da896d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.307675] env[63750]: DEBUG nova.compute.provider_tree [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1538.811203] env[63750]: DEBUG nova.scheduler.client.report [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1538.812558] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63750) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1538.812681] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.812593] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1539.812983] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Starting heal instance info cache {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1539.812983] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Rebuilding the list of instances to heal {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1540.316318] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Didn't find any instances for network info cache update. {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1540.316584] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1540.316700] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1540.658317] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1540.658548] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1542.658151] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1544.658760] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1566.158319] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Acquiring lock "fe9c3f7c-4c8b-426b-85c1-6fc0f325609e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1566.158658] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Lock "fe9c3f7c-4c8b-426b-85c1-6fc0f325609e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1566.661724] env[63750]: DEBUG nova.compute.manager [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1567.197167] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.198675] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1567.199492] env[63750]: INFO nova.compute.claims [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1567.589885] env[63750]: DEBUG oslo_concurrency.lockutils [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Acquiring lock "25fb909b-63b7-4d5e-8464-cfdcbdf6ca78" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.590153] env[63750]: DEBUG oslo_concurrency.lockutils [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Lock "25fb909b-63b7-4d5e-8464-cfdcbdf6ca78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.093647] env[63750]: DEBUG nova.compute.manager [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] [instance: 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1568.266585] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd72593-7cf0-4de3-8abd-df532df3a5cd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.276183] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287d58a6-09c1-4652-b3a6-cf161633b7e1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.310034] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d6b44c-3d38-41d8-a1fe-feb4be66c313 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.318092] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed748a6-7339-437c-b7fb-46b8e367cb0b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.331452] env[63750]: DEBUG nova.compute.provider_tree [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1568.615047] env[63750]: DEBUG oslo_concurrency.lockutils [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1568.838116] env[63750]: DEBUG nova.scheduler.client.report [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1569.345093] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.147s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.345881] env[63750]: DEBUG nova.compute.manager [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1569.348987] env[63750]: DEBUG oslo_concurrency.lockutils [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.734s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1569.350568] env[63750]: INFO nova.compute.claims [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] [instance: 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1569.510708] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Acquiring lock "1747a27d-b414-457a-ac2a-5bae20896432" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.511455] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Lock "1747a27d-b414-457a-ac2a-5bae20896432" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1569.858973] env[63750]: DEBUG nova.compute.utils [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1569.858973] env[63750]: DEBUG nova.compute.manager [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1569.863018] env[63750]: DEBUG nova.network.neutron [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1569.939647] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquiring lock "01a1188a-6523-4d67-8507-2253c4c1a86a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.940063] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lock "01a1188a-6523-4d67-8507-2253c4c1a86a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1570.014654] env[63750]: DEBUG nova.compute.manager [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] [instance: 1747a27d-b414-457a-ac2a-5bae20896432] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1570.333163] env[63750]: DEBUG nova.policy [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4da3124a2c3478f84821cb6e55894e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5935e7b0064246179996a93c97942a7a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1570.369582] env[63750]: DEBUG nova.compute.manager [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1570.447636] env[63750]: DEBUG nova.compute.manager [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1570.519768] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9e01d2-fad5-4eb0-b533-1a1e0d9d46de {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.534954] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7594c532-f00e-4d34-954e-15740096b459 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.542261] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1570.568413] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9654ba-1bca-444c-9d8c-4c61cb9202b2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.578591] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f98a427-b883-4242-86b6-0dfa637f7626 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.597640] env[63750]: DEBUG nova.compute.provider_tree [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1570.632318] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Acquiring lock "6e2265f0-238d-4cea-a059-90f643d266f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1570.632684] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Lock "6e2265f0-238d-4cea-a059-90f643d266f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1570.978748] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1570.992112] env[63750]: DEBUG oslo_concurrency.lockutils [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Acquiring lock "464adac6-a45c-4cc3-b0fb-1371c1438426" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1570.992559] env[63750]: DEBUG oslo_concurrency.lockutils [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Lock "464adac6-a45c-4cc3-b0fb-1371c1438426" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.000288] env[63750]: DEBUG nova.network.neutron [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Successfully created port: 9fbce3e2-9b81-4aeb-bb32-80a71b82aa24 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1571.100608] env[63750]: DEBUG nova.scheduler.client.report [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1571.136190] env[63750]: DEBUG nova.compute.manager [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] [instance: 6e2265f0-238d-4cea-a059-90f643d266f0] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1571.364579] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Acquiring lock "3cec7e1e-84cb-4055-a25f-b36579dd1511" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.364579] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Lock "3cec7e1e-84cb-4055-a25f-b36579dd1511" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.385452] env[63750]: DEBUG nova.compute.manager [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1571.428468] env[63750]: DEBUG nova.virt.hardware [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1571.428611] env[63750]: DEBUG nova.virt.hardware [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1571.430860] env[63750]: DEBUG nova.virt.hardware [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1571.430860] env[63750]: DEBUG nova.virt.hardware [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1571.430860] env[63750]: DEBUG nova.virt.hardware [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1571.430860] env[63750]: DEBUG nova.virt.hardware [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1571.430860] env[63750]: DEBUG nova.virt.hardware [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1571.431154] env[63750]: DEBUG nova.virt.hardware [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1571.431154] env[63750]: DEBUG nova.virt.hardware [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1571.431154] env[63750]: DEBUG nova.virt.hardware [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1571.431154] env[63750]: DEBUG nova.virt.hardware [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1571.431293] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f7f64e-ff02-441e-84e9-94da7e1cad3a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.442635] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733fd89b-8680-41f0-82c5-8991e3d7ea9c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.467552] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ed955e-03d0-4d6f-ada8-8ba8a8b72be1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.500235] env[63750]: DEBUG nova.compute.manager [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] [instance: 464adac6-a45c-4cc3-b0fb-1371c1438426] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1571.607154] env[63750]: DEBUG oslo_concurrency.lockutils [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.257s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.607154] env[63750]: DEBUG nova.compute.manager [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] [instance: 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1571.611414] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.068s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.611625] env[63750]: INFO nova.compute.claims [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] [instance: 1747a27d-b414-457a-ac2a-5bae20896432] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1571.666580] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.870357] env[63750]: DEBUG nova.compute.manager [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1571.875659] env[63750]: DEBUG oslo_concurrency.lockutils [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Acquiring lock "5b4fa630-fcf0-4835-b22a-f4245f51ac6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.878028] env[63750]: DEBUG oslo_concurrency.lockutils [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Lock "5b4fa630-fcf0-4835-b22a-f4245f51ac6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1572.035781] env[63750]: DEBUG oslo_concurrency.lockutils [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1572.125740] env[63750]: DEBUG nova.compute.utils [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1572.127526] env[63750]: DEBUG nova.compute.manager [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] [instance: 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1572.127746] env[63750]: DEBUG nova.network.neutron [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] [instance: 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1572.328873] env[63750]: DEBUG nova.policy [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf90a095ebab4abe872e11c3e1b31dbe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e473dcec60c94d8e88006cd2ce0b9907', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1572.386219] env[63750]: DEBUG nova.compute.manager [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 5b4fa630-fcf0-4835-b22a-f4245f51ac6c] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1572.404099] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1572.639682] env[63750]: DEBUG nova.compute.manager [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] [instance: 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1572.786566] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Acquiring lock "c4241be9-151b-403f-a5e7-9e34a6425466" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1572.786784] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Lock "c4241be9-151b-403f-a5e7-9e34a6425466" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1572.867149] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c841495-05c4-478b-9883-0730049e8ddd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.876198] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83861d4a-fd6f-4042-a29e-7a5332cf5489 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.909664] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf12b837-867b-4697-8db5-304792be82db {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.920600] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d229fbf-88c0-4619-9a76-b3a1a66d92f8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.927251] env[63750]: DEBUG oslo_concurrency.lockutils [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1572.939949] env[63750]: DEBUG nova.compute.provider_tree [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1573.278987] env[63750]: DEBUG nova.network.neutron [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] [instance: 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78] Successfully created port: 67cd89e2-ef56-429a-96c3-c1732e9d7aee {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1573.291800] env[63750]: DEBUG nova.compute.manager [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1573.447430] env[63750]: DEBUG nova.scheduler.client.report [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1573.575106] env[63750]: DEBUG nova.network.neutron [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Successfully updated port: 9fbce3e2-9b81-4aeb-bb32-80a71b82aa24 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1573.654022] env[63750]: DEBUG nova.compute.manager [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] [instance: 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1573.681314] env[63750]: DEBUG nova.virt.hardware [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1573.681798] env[63750]: DEBUG nova.virt.hardware [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1573.682122] env[63750]: DEBUG nova.virt.hardware [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1573.682647] env[63750]: DEBUG nova.virt.hardware [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1573.682913] env[63750]: DEBUG nova.virt.hardware [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1573.683247] env[63750]: DEBUG nova.virt.hardware [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1573.683632] env[63750]: DEBUG nova.virt.hardware [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1573.683980] env[63750]: DEBUG nova.virt.hardware [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1573.684328] env[63750]: DEBUG nova.virt.hardware [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1573.684641] env[63750]: DEBUG nova.virt.hardware [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1573.684960] env[63750]: DEBUG nova.virt.hardware [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1573.685962] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a5bc73-f792-44b7-ae8a-f721bcf21a16 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.698547] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e228a5-1640-4999-8777-e8ed941ff329 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.835373] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1573.956870] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.346s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.959336] env[63750]: DEBUG nova.compute.manager [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] [instance: 1747a27d-b414-457a-ac2a-5bae20896432] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1573.961014] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.983s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.962624] env[63750]: INFO nova.compute.claims [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1574.078342] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Acquiring lock "refresh_cache-fe9c3f7c-4c8b-426b-85c1-6fc0f325609e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1574.079656] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Acquired lock "refresh_cache-fe9c3f7c-4c8b-426b-85c1-6fc0f325609e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.079656] env[63750]: DEBUG nova.network.neutron [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1574.462851] env[63750]: DEBUG nova.compute.utils [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1574.465844] env[63750]: DEBUG nova.compute.manager [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] [instance: 1747a27d-b414-457a-ac2a-5bae20896432] Not allocating networking since 'none' was specified. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1574.678652] env[63750]: DEBUG nova.network.neutron [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1574.834849] env[63750]: DEBUG nova.compute.manager [req-e6beda41-e2b2-46fb-ae6f-9f1797670770 req-eafce7d0-5e27-49f4-8571-3a892fba541a service nova] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Received event network-vif-plugged-9fbce3e2-9b81-4aeb-bb32-80a71b82aa24 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1574.834849] env[63750]: DEBUG oslo_concurrency.lockutils [req-e6beda41-e2b2-46fb-ae6f-9f1797670770 req-eafce7d0-5e27-49f4-8571-3a892fba541a service nova] Acquiring lock "fe9c3f7c-4c8b-426b-85c1-6fc0f325609e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1574.834961] env[63750]: DEBUG oslo_concurrency.lockutils [req-e6beda41-e2b2-46fb-ae6f-9f1797670770 req-eafce7d0-5e27-49f4-8571-3a892fba541a service nova] Lock "fe9c3f7c-4c8b-426b-85c1-6fc0f325609e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1574.835090] env[63750]: DEBUG oslo_concurrency.lockutils [req-e6beda41-e2b2-46fb-ae6f-9f1797670770 req-eafce7d0-5e27-49f4-8571-3a892fba541a service nova] Lock "fe9c3f7c-4c8b-426b-85c1-6fc0f325609e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1574.835259] env[63750]: DEBUG nova.compute.manager [req-e6beda41-e2b2-46fb-ae6f-9f1797670770 req-eafce7d0-5e27-49f4-8571-3a892fba541a service nova] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] No waiting events found dispatching network-vif-plugged-9fbce3e2-9b81-4aeb-bb32-80a71b82aa24 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1574.835425] env[63750]: WARNING nova.compute.manager [req-e6beda41-e2b2-46fb-ae6f-9f1797670770 req-eafce7d0-5e27-49f4-8571-3a892fba541a service nova] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Received unexpected event network-vif-plugged-9fbce3e2-9b81-4aeb-bb32-80a71b82aa24 for instance with vm_state building and task_state spawning. [ 1574.914271] env[63750]: DEBUG nova.network.neutron [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Updating instance_info_cache with network_info: [{"id": "9fbce3e2-9b81-4aeb-bb32-80a71b82aa24", "address": "fa:16:3e:45:98:d2", "network": {"id": "48e9ee2e-d753-4146-b499-cb5088587924", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97464ef51d4848b2beb776e97a17e4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fbce3e2-9b", "ovs_interfaceid": "9fbce3e2-9b81-4aeb-bb32-80a71b82aa24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1574.968622] env[63750]: DEBUG nova.compute.manager [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] [instance: 1747a27d-b414-457a-ac2a-5bae20896432] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1575.144661] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f7b17d-f6ef-4162-94fb-1a5444d04d8b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.154042] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbff45d-2612-47bc-8ceb-0a5d54ba9cc7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.186913] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86ea839-0684-4828-8e01-6cb5486e09b3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.195298] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd794e4-7742-4441-bcf1-ca8753debb09 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.210536] env[63750]: DEBUG nova.compute.provider_tree [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1575.421051] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Releasing lock "refresh_cache-fe9c3f7c-4c8b-426b-85c1-6fc0f325609e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1575.422025] env[63750]: DEBUG nova.compute.manager [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Instance network_info: |[{"id": "9fbce3e2-9b81-4aeb-bb32-80a71b82aa24", "address": "fa:16:3e:45:98:d2", "network": {"id": "48e9ee2e-d753-4146-b499-cb5088587924", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97464ef51d4848b2beb776e97a17e4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fbce3e2-9b", "ovs_interfaceid": "9fbce3e2-9b81-4aeb-bb32-80a71b82aa24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1575.425658] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:98:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9fbce3e2-9b81-4aeb-bb32-80a71b82aa24', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1575.443031] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1575.443031] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0785116-7fcc-4eaf-8a64-e9b0a1857d96 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.453520] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Created folder: OpenStack in parent group-v4. [ 1575.453710] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Creating folder: Project (5935e7b0064246179996a93c97942a7a). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1575.453976] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35ad9f86-5d58-458c-86ae-4fe4d3137c52 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.466227] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Created folder: Project (5935e7b0064246179996a93c97942a7a) in parent group-v412391. [ 1575.466553] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Creating folder: Instances. Parent ref: group-v412392. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1575.466689] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e23c0087-1646-463b-acd2-e2ed76dbf22b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.475611] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Created folder: Instances in parent group-v412392. [ 1575.475810] env[63750]: DEBUG oslo.service.loopingcall [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1575.476057] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1575.479486] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d05fc81-30bb-4e7b-9950-70609864cc0e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.500407] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1575.500407] env[63750]: value = "task-2005787" [ 1575.500407] env[63750]: _type = "Task" [ 1575.500407] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.509833] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2005787, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.563469] env[63750]: DEBUG nova.network.neutron [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] [instance: 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78] Successfully updated port: 67cd89e2-ef56-429a-96c3-c1732e9d7aee {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1575.722071] env[63750]: DEBUG nova.scheduler.client.report [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1575.857086] env[63750]: DEBUG oslo_concurrency.lockutils [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Acquiring lock "028ce127-561f-4a3a-b427-e0c462457550" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1575.857331] env[63750]: DEBUG oslo_concurrency.lockutils [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Lock "028ce127-561f-4a3a-b427-e0c462457550" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1575.996510] env[63750]: DEBUG nova.compute.manager [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] [instance: 1747a27d-b414-457a-ac2a-5bae20896432] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1576.012339] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2005787, 'name': CreateVM_Task, 'duration_secs': 0.46412} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.012339] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1576.021627] env[63750]: DEBUG oslo_vmware.service [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76090401-6a6b-4ead-8055-2b46ec9bb59a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.026794] env[63750]: DEBUG nova.virt.hardware [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1576.027037] env[63750]: DEBUG nova.virt.hardware [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1576.027322] env[63750]: DEBUG nova.virt.hardware [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1576.027394] env[63750]: DEBUG nova.virt.hardware [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1576.027540] env[63750]: DEBUG nova.virt.hardware [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1576.027709] env[63750]: DEBUG nova.virt.hardware [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1576.027914] env[63750]: DEBUG nova.virt.hardware [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1576.028075] env[63750]: DEBUG nova.virt.hardware [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1576.028238] env[63750]: DEBUG nova.virt.hardware [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1576.028393] env[63750]: DEBUG nova.virt.hardware [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1576.028554] env[63750]: DEBUG nova.virt.hardware [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1576.029677] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36efe963-a51e-43a6-bd26-c606dc8af355 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.035890] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1576.036061] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.037345] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1576.037345] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be959f78-a262-4828-a847-52b3c1043a8e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.047553] env[63750]: DEBUG oslo_vmware.api [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Waiting for the task: (returnval){ [ 1576.047553] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52d0a415-0d4b-4a8c-c1bf-8cdc501d3e33" [ 1576.047553] env[63750]: _type = "Task" [ 1576.047553] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.058933] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1a1222-7a48-48bd-8c69-dcb401bdaab1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.067994] env[63750]: DEBUG oslo_concurrency.lockutils [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Acquiring lock "refresh_cache-25fb909b-63b7-4d5e-8464-cfdcbdf6ca78" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1576.067994] env[63750]: DEBUG oslo_concurrency.lockutils [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Acquired lock "refresh_cache-25fb909b-63b7-4d5e-8464-cfdcbdf6ca78" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.067994] env[63750]: DEBUG nova.network.neutron [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] [instance: 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1576.069210] env[63750]: DEBUG oslo_vmware.api [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52d0a415-0d4b-4a8c-c1bf-8cdc501d3e33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.082375] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] [instance: 1747a27d-b414-457a-ac2a-5bae20896432] Instance VIF info [] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1576.088946] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Creating folder: Project (3777ff1988134064b2702fa51abddb52). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1576.089501] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1189d13c-015d-4970-b32e-0a1ba4ba8605 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.102233] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Created folder: Project (3777ff1988134064b2702fa51abddb52) in parent group-v412391. [ 1576.102233] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Creating folder: Instances. Parent ref: group-v412395. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1576.102474] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c551ba30-aaaf-4325-84f1-5175ccdf36ac {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.112762] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Created folder: Instances in parent group-v412395. [ 1576.112762] env[63750]: DEBUG oslo.service.loopingcall [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1576.112762] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1747a27d-b414-457a-ac2a-5bae20896432] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1576.112920] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75a1fa24-abdc-4b2b-8b19-2604f0efc96b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.131338] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1576.131338] env[63750]: value = "task-2005790" [ 1576.131338] env[63750]: _type = "Task" [ 1576.131338] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.140083] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2005790, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.227437] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.266s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.228559] env[63750]: DEBUG nova.compute.manager [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1576.230969] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.565s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.232481] env[63750]: INFO nova.compute.claims [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] [instance: 6e2265f0-238d-4cea-a059-90f643d266f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1576.270758] env[63750]: DEBUG nova.compute.manager [req-b4ebef49-3aeb-439e-9846-273377d16043 req-16cb9a1d-ae79-4e38-a121-14ba91e889f2 service nova] [instance: 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78] Received event network-vif-plugged-67cd89e2-ef56-429a-96c3-c1732e9d7aee {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1576.273413] env[63750]: DEBUG oslo_concurrency.lockutils [req-b4ebef49-3aeb-439e-9846-273377d16043 req-16cb9a1d-ae79-4e38-a121-14ba91e889f2 service nova] Acquiring lock "25fb909b-63b7-4d5e-8464-cfdcbdf6ca78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1576.275557] env[63750]: DEBUG oslo_concurrency.lockutils [req-b4ebef49-3aeb-439e-9846-273377d16043 req-16cb9a1d-ae79-4e38-a121-14ba91e889f2 service nova] Lock "25fb909b-63b7-4d5e-8464-cfdcbdf6ca78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.275557] env[63750]: DEBUG oslo_concurrency.lockutils [req-b4ebef49-3aeb-439e-9846-273377d16043 req-16cb9a1d-ae79-4e38-a121-14ba91e889f2 service nova] Lock "25fb909b-63b7-4d5e-8464-cfdcbdf6ca78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.275557] env[63750]: DEBUG nova.compute.manager [req-b4ebef49-3aeb-439e-9846-273377d16043 req-16cb9a1d-ae79-4e38-a121-14ba91e889f2 service nova] [instance: 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78] No waiting events found dispatching network-vif-plugged-67cd89e2-ef56-429a-96c3-c1732e9d7aee {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1576.275557] env[63750]: WARNING nova.compute.manager [req-b4ebef49-3aeb-439e-9846-273377d16043 req-16cb9a1d-ae79-4e38-a121-14ba91e889f2 service nova] [instance: 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78] Received unexpected event network-vif-plugged-67cd89e2-ef56-429a-96c3-c1732e9d7aee for instance with vm_state building and task_state spawning. [ 1576.359869] env[63750]: DEBUG nova.compute.manager [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] [instance: 028ce127-561f-4a3a-b427-e0c462457550] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1576.561105] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1576.562434] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1576.563907] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1576.563907] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.563907] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1576.563907] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ffa6b94-9a22-4162-a1be-f30fa8f87402 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.574276] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1576.577269] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1576.577269] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46190bc6-79b6-4845-830b-1dffdc41a487 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.583616] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dedf7599-5006-4ca6-b2bc-029b26aa7cec {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.589683] env[63750]: DEBUG oslo_vmware.api [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Waiting for the task: (returnval){ [ 1576.589683] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]520e2df2-f3fc-0d59-dc82-84c2f077aa4a" [ 1576.589683] env[63750]: _type = "Task" [ 1576.589683] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.598639] env[63750]: DEBUG oslo_vmware.api [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]520e2df2-f3fc-0d59-dc82-84c2f077aa4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.643633] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2005790, 'name': CreateVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.736841] env[63750]: DEBUG nova.compute.utils [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1576.741908] env[63750]: DEBUG nova.compute.manager [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1576.741908] env[63750]: DEBUG nova.network.neutron [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1576.787575] env[63750]: DEBUG nova.network.neutron [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] [instance: 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1576.821418] env[63750]: DEBUG nova.policy [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '742b9609250c4b599058105c38133a5d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd2139ec6eeb4ba6992db80e7239b224', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1576.891836] env[63750]: DEBUG oslo_concurrency.lockutils [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1577.101375] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Preparing fetch location {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1577.101761] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Creating directory with path [datastore1] vmware_temp/7204fa6c-8180-473e-a1c9-5efb190cb494/53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1577.102015] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d3066cc-83f8-4478-a958-a61f63f630d7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.145514] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2005790, 'name': CreateVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.207582] env[63750]: DEBUG nova.network.neutron [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] [instance: 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78] Updating instance_info_cache with network_info: [{"id": "67cd89e2-ef56-429a-96c3-c1732e9d7aee", "address": "fa:16:3e:fa:fa:7b", "network": {"id": "48e9ee2e-d753-4146-b499-cb5088587924", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97464ef51d4848b2beb776e97a17e4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67cd89e2-ef", "ovs_interfaceid": "67cd89e2-ef56-429a-96c3-c1732e9d7aee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1577.224829] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Created directory with path [datastore1] vmware_temp/7204fa6c-8180-473e-a1c9-5efb190cb494/53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1577.225158] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Fetch image to [datastore1] vmware_temp/7204fa6c-8180-473e-a1c9-5efb190cb494/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/tmp-sparse.vmdk {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1577.226109] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Downloading image file data 53a5fdf8-c6be-4008-8c9d-7c67205e61eb to [datastore1] vmware_temp/7204fa6c-8180-473e-a1c9-5efb190cb494/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/tmp-sparse.vmdk on the data store datastore1 {{(pid=63750) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1577.226574] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7c8792-82c0-4c90-9e78-2b386d5ffdc5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.239209] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fbe174-d0d0-4c51-bc6c-2601fcb2668e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.254677] env[63750]: DEBUG nova.compute.manager [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1577.259778] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e2c76b-662d-45aa-8356-9984e5cebed9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.306257] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d5a89c-12c2-4006-983a-64e57946c44c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.311924] env[63750]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-16ff3384-16a4-42b3-b9e2-9ec6dcc9aadd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.342374] env[63750]: DEBUG nova.virt.vmwareapi.images [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Downloading image file data 53a5fdf8-c6be-4008-8c9d-7c67205e61eb to the data store datastore1 {{(pid=63750) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1577.385750] env[63750]: DEBUG nova.network.neutron [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Successfully created port: 4664724a-d0b0-4224-9b3c-66ee61113620 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1577.425632] env[63750]: DEBUG oslo_vmware.rw_handles [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/7204fa6c-8180-473e-a1c9-5efb190cb494/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=63750) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1577.548089] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Acquiring lock "5ef4df0b-ad8b-4906-a304-fbe776db4943" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1577.548089] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Lock "5ef4df0b-ad8b-4906-a304-fbe776db4943" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.555122] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c2e98d-f36b-4ebb-81ea-784a367119ed {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.563056] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057354da-cac4-4496-bcff-3adbf634ec37 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.599781] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3470d8-145e-432f-a845-1b7d00588333 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.606994] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff14293-a40c-4688-b9c0-3c05f6009592 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.623655] env[63750]: DEBUG nova.compute.provider_tree [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1577.645870] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2005790, 'name': CreateVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.716783] env[63750]: DEBUG oslo_concurrency.lockutils [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Releasing lock "refresh_cache-25fb909b-63b7-4d5e-8464-cfdcbdf6ca78" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1577.716783] env[63750]: DEBUG nova.compute.manager [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] [instance: 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78] Instance network_info: |[{"id": "67cd89e2-ef56-429a-96c3-c1732e9d7aee", "address": "fa:16:3e:fa:fa:7b", "network": {"id": "48e9ee2e-d753-4146-b499-cb5088587924", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97464ef51d4848b2beb776e97a17e4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67cd89e2-ef", "ovs_interfaceid": "67cd89e2-ef56-429a-96c3-c1732e9d7aee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1577.716938] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] [instance: 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:fa:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67cd89e2-ef56-429a-96c3-c1732e9d7aee', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1577.720148] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Creating folder: Project (e473dcec60c94d8e88006cd2ce0b9907). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1577.720453] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d40cacdc-59bd-41de-8565-444e4e75eedd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.734233] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Created folder: Project (e473dcec60c94d8e88006cd2ce0b9907) in parent group-v412391. [ 1577.734377] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Creating folder: Instances. Parent ref: group-v412398. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1577.734570] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e49aa8d5-0e3f-4e9e-a060-60e03750157e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.747063] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Created folder: Instances in parent group-v412398. [ 1577.747063] env[63750]: DEBUG oslo.service.loopingcall [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1577.747063] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1577.747063] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99d8acd4-271e-4d86-b849-dca0f05fba0d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.767476] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1577.767476] env[63750]: value = "task-2005793" [ 1577.767476] env[63750]: _type = "Task" [ 1577.767476] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.782670] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2005793, 'name': CreateVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.130142] env[63750]: DEBUG nova.scheduler.client.report [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1578.152889] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2005790, 'name': CreateVM_Task, 'duration_secs': 1.649582} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.154586] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1747a27d-b414-457a-ac2a-5bae20896432] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1578.155800] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1578.156831] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.156831] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1578.156831] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-079a6a6f-4576-4bab-9106-4adcb04e1c88 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.163765] env[63750]: DEBUG oslo_vmware.api [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Waiting for the task: (returnval){ [ 1578.163765] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5256d512-5ed0-9191-b03a-06c3a11c4df6" [ 1578.163765] env[63750]: _type = "Task" [ 1578.163765] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.178045] env[63750]: DEBUG oslo_vmware.api [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5256d512-5ed0-9191-b03a-06c3a11c4df6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.270605] env[63750]: DEBUG nova.compute.manager [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1578.287085] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2005793, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.304272] env[63750]: DEBUG nova.virt.hardware [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1578.304554] env[63750]: DEBUG nova.virt.hardware [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1578.304780] env[63750]: DEBUG nova.virt.hardware [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1578.304885] env[63750]: DEBUG nova.virt.hardware [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1578.305238] env[63750]: DEBUG nova.virt.hardware [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1578.305444] env[63750]: DEBUG nova.virt.hardware [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1578.305799] env[63750]: DEBUG nova.virt.hardware [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1578.305992] env[63750]: DEBUG nova.virt.hardware [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1578.306181] env[63750]: DEBUG nova.virt.hardware [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1578.306351] env[63750]: DEBUG nova.virt.hardware [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1578.306521] env[63750]: DEBUG nova.virt.hardware [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1578.307460] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce72339-34d3-4615-ac91-997500c62646 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.318270] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4686b4ae-76b4-44b8-b83a-4e4aad6b1ccc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.455347] env[63750]: DEBUG oslo_vmware.rw_handles [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Completed reading data from the image iterator. {{(pid=63750) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1578.455779] env[63750]: DEBUG oslo_vmware.rw_handles [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/7204fa6c-8180-473e-a1c9-5efb190cb494/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=63750) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1578.556416] env[63750]: DEBUG nova.compute.manager [req-07f88ac0-77f4-491f-8d07-baaf17aa20ef req-b61f9994-8b84-4ac2-8849-e4065d082dc9 service nova] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Received event network-changed-9fbce3e2-9b81-4aeb-bb32-80a71b82aa24 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1578.556639] env[63750]: DEBUG nova.compute.manager [req-07f88ac0-77f4-491f-8d07-baaf17aa20ef req-b61f9994-8b84-4ac2-8849-e4065d082dc9 service nova] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Refreshing instance network info cache due to event network-changed-9fbce3e2-9b81-4aeb-bb32-80a71b82aa24. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1578.556851] env[63750]: DEBUG oslo_concurrency.lockutils [req-07f88ac0-77f4-491f-8d07-baaf17aa20ef req-b61f9994-8b84-4ac2-8849-e4065d082dc9 service nova] Acquiring lock "refresh_cache-fe9c3f7c-4c8b-426b-85c1-6fc0f325609e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1578.557047] env[63750]: DEBUG oslo_concurrency.lockutils [req-07f88ac0-77f4-491f-8d07-baaf17aa20ef req-b61f9994-8b84-4ac2-8849-e4065d082dc9 service nova] Acquired lock "refresh_cache-fe9c3f7c-4c8b-426b-85c1-6fc0f325609e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.557178] env[63750]: DEBUG nova.network.neutron [req-07f88ac0-77f4-491f-8d07-baaf17aa20ef req-b61f9994-8b84-4ac2-8849-e4065d082dc9 service nova] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Refreshing network info cache for port 9fbce3e2-9b81-4aeb-bb32-80a71b82aa24 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1578.642033] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.410s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1578.642033] env[63750]: DEBUG nova.compute.manager [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] [instance: 6e2265f0-238d-4cea-a059-90f643d266f0] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1578.644332] env[63750]: DEBUG oslo_concurrency.lockutils [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.609s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1578.645769] env[63750]: INFO nova.compute.claims [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] [instance: 464adac6-a45c-4cc3-b0fb-1371c1438426] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1578.675206] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1578.675521] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] [instance: 1747a27d-b414-457a-ac2a-5bae20896432] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1578.676116] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1578.702541] env[63750]: DEBUG oslo_concurrency.lockutils [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Acquiring lock "b23f40f6-7521-4465-bc42-872016f9a6bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.704494] env[63750]: DEBUG oslo_concurrency.lockutils [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Lock "b23f40f6-7521-4465-bc42-872016f9a6bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1578.783649] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2005793, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.140853] env[63750]: DEBUG nova.network.neutron [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Successfully updated port: 4664724a-d0b0-4224-9b3c-66ee61113620 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1579.150630] env[63750]: DEBUG nova.compute.utils [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1579.153826] env[63750]: DEBUG nova.compute.manager [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] [instance: 6e2265f0-238d-4cea-a059-90f643d266f0] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1579.154770] env[63750]: DEBUG nova.network.neutron [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] [instance: 6e2265f0-238d-4cea-a059-90f643d266f0] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1579.213777] env[63750]: DEBUG nova.policy [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '774b8e826f3b4dc1be4e2cceecb3bd6b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0dd20d4ad230406aa5c14b1fc5816496', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1579.286228] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2005793, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.291116] env[63750]: DEBUG nova.compute.manager [req-7a94fed8-7509-43ab-9f5e-1946f1cd6243 req-b1c55321-feb0-4265-b3a6-e6fa8346e311 service nova] [instance: 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78] Received event network-changed-67cd89e2-ef56-429a-96c3-c1732e9d7aee {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1579.291116] env[63750]: DEBUG nova.compute.manager [req-7a94fed8-7509-43ab-9f5e-1946f1cd6243 req-b1c55321-feb0-4265-b3a6-e6fa8346e311 service nova] [instance: 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78] Refreshing instance network info cache due to event network-changed-67cd89e2-ef56-429a-96c3-c1732e9d7aee. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1579.291116] env[63750]: DEBUG oslo_concurrency.lockutils [req-7a94fed8-7509-43ab-9f5e-1946f1cd6243 req-b1c55321-feb0-4265-b3a6-e6fa8346e311 service nova] Acquiring lock "refresh_cache-25fb909b-63b7-4d5e-8464-cfdcbdf6ca78" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1579.291116] env[63750]: DEBUG oslo_concurrency.lockutils [req-7a94fed8-7509-43ab-9f5e-1946f1cd6243 req-b1c55321-feb0-4265-b3a6-e6fa8346e311 service nova] Acquired lock "refresh_cache-25fb909b-63b7-4d5e-8464-cfdcbdf6ca78" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.291116] env[63750]: DEBUG nova.network.neutron [req-7a94fed8-7509-43ab-9f5e-1946f1cd6243 req-b1c55321-feb0-4265-b3a6-e6fa8346e311 service nova] [instance: 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78] Refreshing network info cache for port 67cd89e2-ef56-429a-96c3-c1732e9d7aee {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1579.427260] env[63750]: DEBUG nova.network.neutron [req-07f88ac0-77f4-491f-8d07-baaf17aa20ef req-b61f9994-8b84-4ac2-8849-e4065d082dc9 service nova] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Updated VIF entry in instance network info cache for port 9fbce3e2-9b81-4aeb-bb32-80a71b82aa24. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1579.427667] env[63750]: DEBUG nova.network.neutron [req-07f88ac0-77f4-491f-8d07-baaf17aa20ef req-b61f9994-8b84-4ac2-8849-e4065d082dc9 service nova] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Updating instance_info_cache with network_info: [{"id": "9fbce3e2-9b81-4aeb-bb32-80a71b82aa24", "address": "fa:16:3e:45:98:d2", "network": {"id": "48e9ee2e-d753-4146-b499-cb5088587924", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97464ef51d4848b2beb776e97a17e4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fbce3e2-9b", "ovs_interfaceid": "9fbce3e2-9b81-4aeb-bb32-80a71b82aa24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1579.605019] env[63750]: DEBUG nova.network.neutron [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] [instance: 6e2265f0-238d-4cea-a059-90f643d266f0] Successfully created port: 2607a289-c19f-407a-b680-55404fa5c2d3 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1579.649870] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquiring lock "refresh_cache-01a1188a-6523-4d67-8507-2253c4c1a86a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1579.651175] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquired lock "refresh_cache-01a1188a-6523-4d67-8507-2253c4c1a86a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.651175] env[63750]: DEBUG nova.network.neutron [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1579.657649] env[63750]: DEBUG nova.compute.manager [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] [instance: 6e2265f0-238d-4cea-a059-90f643d266f0] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1579.790030] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2005793, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.850882] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Acquiring lock "8892fd3b-b3fa-4b83-89f8-3162579d6f87" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.851409] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Lock "8892fd3b-b3fa-4b83-89f8-3162579d6f87" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.883923] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57131824-9c4e-4b68-b4bd-e48c93065977 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.893352] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9dd534-c5b1-43ff-b747-f58622f4b743 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.929663] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76d3c50-0f2b-43fe-9147-2508ab205bfd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.934054] env[63750]: DEBUG oslo_concurrency.lockutils [req-07f88ac0-77f4-491f-8d07-baaf17aa20ef req-b61f9994-8b84-4ac2-8849-e4065d082dc9 service nova] Releasing lock "refresh_cache-fe9c3f7c-4c8b-426b-85c1-6fc0f325609e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1579.938976] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ec6cce-f785-443f-a205-8271de3a1a8f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.954956] env[63750]: DEBUG nova.compute.provider_tree [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1580.112731] env[63750]: DEBUG nova.virt.vmwareapi.images [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Downloaded image file data 53a5fdf8-c6be-4008-8c9d-7c67205e61eb to vmware_temp/7204fa6c-8180-473e-a1c9-5efb190cb494/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/tmp-sparse.vmdk on the data store datastore1 {{(pid=63750) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1580.114675] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Caching image {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1580.115064] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Copying Virtual Disk [datastore1] vmware_temp/7204fa6c-8180-473e-a1c9-5efb190cb494/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/tmp-sparse.vmdk to [datastore1] vmware_temp/7204fa6c-8180-473e-a1c9-5efb190cb494/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1580.116282] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-842e6910-fe09-435e-81fa-1848e3663a4c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.124461] env[63750]: DEBUG oslo_vmware.api [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Waiting for the task: (returnval){ [ 1580.124461] env[63750]: value = "task-2005794" [ 1580.124461] env[63750]: _type = "Task" [ 1580.124461] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.135982] env[63750]: DEBUG oslo_vmware.api [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2005794, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.201946] env[63750]: DEBUG nova.network.neutron [req-7a94fed8-7509-43ab-9f5e-1946f1cd6243 req-b1c55321-feb0-4265-b3a6-e6fa8346e311 service nova] [instance: 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78] Updated VIF entry in instance network info cache for port 67cd89e2-ef56-429a-96c3-c1732e9d7aee. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1580.202582] env[63750]: DEBUG nova.network.neutron [req-7a94fed8-7509-43ab-9f5e-1946f1cd6243 req-b1c55321-feb0-4265-b3a6-e6fa8346e311 service nova] [instance: 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78] Updating instance_info_cache with network_info: [{"id": "67cd89e2-ef56-429a-96c3-c1732e9d7aee", "address": "fa:16:3e:fa:fa:7b", "network": {"id": "48e9ee2e-d753-4146-b499-cb5088587924", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97464ef51d4848b2beb776e97a17e4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67cd89e2-ef", "ovs_interfaceid": "67cd89e2-ef56-429a-96c3-c1732e9d7aee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1580.221793] env[63750]: DEBUG nova.network.neutron [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1580.288977] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2005793, 'name': CreateVM_Task, 'duration_secs': 2.488138} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.289597] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1580.290570] env[63750]: DEBUG oslo_concurrency.lockutils [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1580.290570] env[63750]: DEBUG oslo_concurrency.lockutils [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.290735] env[63750]: DEBUG oslo_concurrency.lockutils [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1580.293620] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46abd2ca-3380-413d-8f7e-58a243f0860a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.299792] env[63750]: DEBUG oslo_vmware.api [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Waiting for the task: (returnval){ [ 1580.299792] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52d38896-e5dc-8506-7ac5-89121fcb4be6" [ 1580.299792] env[63750]: _type = "Task" [ 1580.299792] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.309540] env[63750]: DEBUG oslo_vmware.api [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52d38896-e5dc-8506-7ac5-89121fcb4be6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.442982] env[63750]: DEBUG nova.network.neutron [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Updating instance_info_cache with network_info: [{"id": "4664724a-d0b0-4224-9b3c-66ee61113620", "address": "fa:16:3e:a5:f5:aa", "network": {"id": "ff81de04-7e48-4127-88aa-44bb0621a003", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-707332449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2139ec6eeb4ba6992db80e7239b224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4664724a-d0", "ovs_interfaceid": "4664724a-d0b0-4224-9b3c-66ee61113620", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1580.458464] env[63750]: DEBUG nova.scheduler.client.report [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1580.635722] env[63750]: DEBUG oslo_vmware.api [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2005794, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.652195] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Acquiring lock "16e7a58b-3c51-4793-b128-d418f7173f7a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1580.652487] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Lock "16e7a58b-3c51-4793-b128-d418f7173f7a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1580.672560] env[63750]: DEBUG nova.compute.manager [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] [instance: 6e2265f0-238d-4cea-a059-90f643d266f0] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1580.686115] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Acquiring lock "1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1580.686361] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Lock "1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1580.702198] env[63750]: DEBUG nova.virt.hardware [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1580.702345] env[63750]: DEBUG nova.virt.hardware [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1580.702472] env[63750]: DEBUG nova.virt.hardware [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1580.702641] env[63750]: DEBUG nova.virt.hardware [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1580.702778] env[63750]: DEBUG nova.virt.hardware [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1580.703030] env[63750]: DEBUG nova.virt.hardware [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1580.703341] env[63750]: DEBUG nova.virt.hardware [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1580.703566] env[63750]: DEBUG nova.virt.hardware [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1580.703719] env[63750]: DEBUG nova.virt.hardware [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1580.703940] env[63750]: DEBUG nova.virt.hardware [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1580.704153] env[63750]: DEBUG nova.virt.hardware [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1580.705654] env[63750]: DEBUG oslo_concurrency.lockutils [req-7a94fed8-7509-43ab-9f5e-1946f1cd6243 req-b1c55321-feb0-4265-b3a6-e6fa8346e311 service nova] Releasing lock "refresh_cache-25fb909b-63b7-4d5e-8464-cfdcbdf6ca78" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1580.706610] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22e96de-8cb9-4eb9-ad24-43f0eb264045 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.716322] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d2be9b-f9b6-44f9-8dfc-322c8806e260 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.809980] env[63750]: DEBUG oslo_concurrency.lockutils [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1580.810269] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] [instance: 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1580.810504] env[63750]: DEBUG oslo_concurrency.lockutils [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1580.946229] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Releasing lock "refresh_cache-01a1188a-6523-4d67-8507-2253c4c1a86a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1580.946549] env[63750]: DEBUG nova.compute.manager [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Instance network_info: |[{"id": "4664724a-d0b0-4224-9b3c-66ee61113620", "address": "fa:16:3e:a5:f5:aa", "network": {"id": "ff81de04-7e48-4127-88aa-44bb0621a003", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-707332449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2139ec6eeb4ba6992db80e7239b224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4664724a-d0", "ovs_interfaceid": "4664724a-d0b0-4224-9b3c-66ee61113620", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1580.946977] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:f5:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08fb4857-7f9b-4f97-86ef-415341fb595d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4664724a-d0b0-4224-9b3c-66ee61113620', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1580.954711] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Creating folder: Project (fd2139ec6eeb4ba6992db80e7239b224). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1580.955354] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd1f5a3d-9a80-4d06-9a30-034b301cad58 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.966188] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Created folder: Project (fd2139ec6eeb4ba6992db80e7239b224) in parent group-v412391. [ 1580.966375] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Creating folder: Instances. Parent ref: group-v412401. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1580.967080] env[63750]: DEBUG oslo_concurrency.lockutils [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.323s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.967541] env[63750]: DEBUG nova.compute.manager [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] [instance: 464adac6-a45c-4cc3-b0fb-1371c1438426] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1580.970066] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4c591a3-35a6-4686-9677-b35b1b190289 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.971812] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.569s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1580.973526] env[63750]: INFO nova.compute.claims [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1580.984636] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Created folder: Instances in parent group-v412401. [ 1580.984636] env[63750]: DEBUG oslo.service.loopingcall [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1580.984636] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1580.984636] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4fdb569-8612-4d5c-8a7c-ea05dd5910bc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.009046] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1581.009046] env[63750]: value = "task-2005797" [ 1581.009046] env[63750]: _type = "Task" [ 1581.009046] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.017422] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2005797, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.139189] env[63750]: DEBUG oslo_vmware.api [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2005794, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.714675} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.139464] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Copied Virtual Disk [datastore1] vmware_temp/7204fa6c-8180-473e-a1c9-5efb190cb494/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/tmp-sparse.vmdk to [datastore1] vmware_temp/7204fa6c-8180-473e-a1c9-5efb190cb494/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1581.139749] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Deleting the datastore file [datastore1] vmware_temp/7204fa6c-8180-473e-a1c9-5efb190cb494/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/tmp-sparse.vmdk {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1581.140458] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8cd7e951-2e43-4340-8306-79b3b0a9e6b8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.147927] env[63750]: DEBUG oslo_vmware.api [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Waiting for the task: (returnval){ [ 1581.147927] env[63750]: value = "task-2005798" [ 1581.147927] env[63750]: _type = "Task" [ 1581.147927] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.157269] env[63750]: DEBUG oslo_vmware.api [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2005798, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.319465] env[63750]: DEBUG nova.compute.manager [req-1ed9a420-8a4f-43ee-9c70-aa0869308a2e req-8829eba3-51e9-4661-837c-3378eec076f1 service nova] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Received event network-vif-plugged-4664724a-d0b0-4224-9b3c-66ee61113620 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1581.320204] env[63750]: DEBUG oslo_concurrency.lockutils [req-1ed9a420-8a4f-43ee-9c70-aa0869308a2e req-8829eba3-51e9-4661-837c-3378eec076f1 service nova] Acquiring lock "01a1188a-6523-4d67-8507-2253c4c1a86a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.320797] env[63750]: DEBUG oslo_concurrency.lockutils [req-1ed9a420-8a4f-43ee-9c70-aa0869308a2e req-8829eba3-51e9-4661-837c-3378eec076f1 service nova] Lock "01a1188a-6523-4d67-8507-2253c4c1a86a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1581.321781] env[63750]: DEBUG oslo_concurrency.lockutils [req-1ed9a420-8a4f-43ee-9c70-aa0869308a2e req-8829eba3-51e9-4661-837c-3378eec076f1 service nova] Lock "01a1188a-6523-4d67-8507-2253c4c1a86a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1581.322090] env[63750]: DEBUG nova.compute.manager [req-1ed9a420-8a4f-43ee-9c70-aa0869308a2e req-8829eba3-51e9-4661-837c-3378eec076f1 service nova] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] No waiting events found dispatching network-vif-plugged-4664724a-d0b0-4224-9b3c-66ee61113620 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1581.322364] env[63750]: WARNING nova.compute.manager [req-1ed9a420-8a4f-43ee-9c70-aa0869308a2e req-8829eba3-51e9-4661-837c-3378eec076f1 service nova] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Received unexpected event network-vif-plugged-4664724a-d0b0-4224-9b3c-66ee61113620 for instance with vm_state building and task_state spawning. [ 1581.322623] env[63750]: DEBUG nova.compute.manager [req-1ed9a420-8a4f-43ee-9c70-aa0869308a2e req-8829eba3-51e9-4661-837c-3378eec076f1 service nova] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Received event network-changed-4664724a-d0b0-4224-9b3c-66ee61113620 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1581.323339] env[63750]: DEBUG nova.compute.manager [req-1ed9a420-8a4f-43ee-9c70-aa0869308a2e req-8829eba3-51e9-4661-837c-3378eec076f1 service nova] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Refreshing instance network info cache due to event network-changed-4664724a-d0b0-4224-9b3c-66ee61113620. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1581.323339] env[63750]: DEBUG oslo_concurrency.lockutils [req-1ed9a420-8a4f-43ee-9c70-aa0869308a2e req-8829eba3-51e9-4661-837c-3378eec076f1 service nova] Acquiring lock "refresh_cache-01a1188a-6523-4d67-8507-2253c4c1a86a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1581.323449] env[63750]: DEBUG oslo_concurrency.lockutils [req-1ed9a420-8a4f-43ee-9c70-aa0869308a2e req-8829eba3-51e9-4661-837c-3378eec076f1 service nova] Acquired lock "refresh_cache-01a1188a-6523-4d67-8507-2253c4c1a86a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.323981] env[63750]: DEBUG nova.network.neutron [req-1ed9a420-8a4f-43ee-9c70-aa0869308a2e req-8829eba3-51e9-4661-837c-3378eec076f1 service nova] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Refreshing network info cache for port 4664724a-d0b0-4224-9b3c-66ee61113620 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1581.419727] env[63750]: DEBUG nova.network.neutron [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] [instance: 6e2265f0-238d-4cea-a059-90f643d266f0] Successfully updated port: 2607a289-c19f-407a-b680-55404fa5c2d3 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1581.475647] env[63750]: DEBUG nova.compute.utils [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1581.477119] env[63750]: DEBUG nova.compute.manager [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] [instance: 464adac6-a45c-4cc3-b0fb-1371c1438426] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1581.477233] env[63750]: DEBUG nova.network.neutron [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] [instance: 464adac6-a45c-4cc3-b0fb-1371c1438426] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1581.518786] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2005797, 'name': CreateVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.553079] env[63750]: DEBUG nova.policy [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae0df462921d4e83aef11d38d6e4cf1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b19b4788afb4c82b502982ad1920fe4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1581.662657] env[63750]: DEBUG oslo_vmware.api [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2005798, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.059505} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.663038] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1581.663197] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Moving file from [datastore1] vmware_temp/7204fa6c-8180-473e-a1c9-5efb190cb494/53a5fdf8-c6be-4008-8c9d-7c67205e61eb to [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb. {{(pid=63750) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1581.663507] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-bac9c618-6018-448b-a58b-ab0e6011784e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.671642] env[63750]: DEBUG oslo_vmware.api [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Waiting for the task: (returnval){ [ 1581.671642] env[63750]: value = "task-2005799" [ 1581.671642] env[63750]: _type = "Task" [ 1581.671642] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.683132] env[63750]: DEBUG oslo_vmware.api [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2005799, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.922236] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Acquiring lock "refresh_cache-6e2265f0-238d-4cea-a059-90f643d266f0" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1581.922371] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Acquired lock "refresh_cache-6e2265f0-238d-4cea-a059-90f643d266f0" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.922561] env[63750]: DEBUG nova.network.neutron [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] [instance: 6e2265f0-238d-4cea-a059-90f643d266f0] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1581.984150] env[63750]: DEBUG nova.compute.manager [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] [instance: 464adac6-a45c-4cc3-b0fb-1371c1438426] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1582.021772] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2005797, 'name': CreateVM_Task, 'duration_secs': 0.561324} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.026450] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1582.027804] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1582.028210] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.028514] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1582.028816] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20360022-1526-438b-9423-b27c373055ef {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.034451] env[63750]: DEBUG oslo_vmware.api [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Waiting for the task: (returnval){ [ 1582.034451] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52e3ca16-352b-993a-7274-dfd31f1b2c59" [ 1582.034451] env[63750]: _type = "Task" [ 1582.034451] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.049552] env[63750]: DEBUG oslo_vmware.api [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52e3ca16-352b-993a-7274-dfd31f1b2c59, 'name': SearchDatastore_Task, 'duration_secs': 0.009835} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.049873] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1582.050113] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1582.050346] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1582.177724] env[63750]: DEBUG nova.network.neutron [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] [instance: 464adac6-a45c-4cc3-b0fb-1371c1438426] Successfully created port: 67c09f5a-b285-4c02-a153-ebabbbc44ca3 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1582.188907] env[63750]: DEBUG oslo_vmware.api [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2005799, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.055311} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.189929] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] File moved {{(pid=63750) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1582.189929] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Cleaning up location [datastore1] vmware_temp/7204fa6c-8180-473e-a1c9-5efb190cb494 {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1582.189929] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Deleting the datastore file [datastore1] vmware_temp/7204fa6c-8180-473e-a1c9-5efb190cb494 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1582.190446] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d3bf059-36f4-48ca-ba7d-dc6b6f3b732e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.200307] env[63750]: DEBUG oslo_vmware.api [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Waiting for the task: (returnval){ [ 1582.200307] env[63750]: value = "task-2005800" [ 1582.200307] env[63750]: _type = "Task" [ 1582.200307] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.208838] env[63750]: DEBUG oslo_vmware.api [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2005800, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.289098] env[63750]: DEBUG nova.network.neutron [req-1ed9a420-8a4f-43ee-9c70-aa0869308a2e req-8829eba3-51e9-4661-837c-3378eec076f1 service nova] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Updated VIF entry in instance network info cache for port 4664724a-d0b0-4224-9b3c-66ee61113620. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1582.289411] env[63750]: DEBUG nova.network.neutron [req-1ed9a420-8a4f-43ee-9c70-aa0869308a2e req-8829eba3-51e9-4661-837c-3378eec076f1 service nova] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Updating instance_info_cache with network_info: [{"id": "4664724a-d0b0-4224-9b3c-66ee61113620", "address": "fa:16:3e:a5:f5:aa", "network": {"id": "ff81de04-7e48-4127-88aa-44bb0621a003", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-707332449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2139ec6eeb4ba6992db80e7239b224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4664724a-d0", "ovs_interfaceid": "4664724a-d0b0-4224-9b3c-66ee61113620", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1582.302190] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fc7d87-42b5-41d2-89c8-6e554e2cb174 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.312057] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f5b532-c5fb-4790-8777-aee7f886a66b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.349966] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1948b2c-372e-4850-ad37-b0822cea3363 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.358219] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbd4aeb-fec7-4d82-a080-46a0f178489b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.373908] env[63750]: DEBUG nova.compute.provider_tree [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1582.523062] env[63750]: DEBUG nova.network.neutron [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] [instance: 6e2265f0-238d-4cea-a059-90f643d266f0] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1582.712889] env[63750]: DEBUG oslo_vmware.api [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2005800, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036868} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.713202] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1582.713918] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37b24a48-58f7-49f7-bdd2-4ee9980cace6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.719883] env[63750]: DEBUG oslo_vmware.api [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Waiting for the task: (returnval){ [ 1582.719883] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52d3a280-e1bd-a963-0389-4be2eda7f5dd" [ 1582.719883] env[63750]: _type = "Task" [ 1582.719883] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.729223] env[63750]: DEBUG oslo_vmware.api [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52d3a280-e1bd-a963-0389-4be2eda7f5dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.793472] env[63750]: DEBUG oslo_concurrency.lockutils [req-1ed9a420-8a4f-43ee-9c70-aa0869308a2e req-8829eba3-51e9-4661-837c-3378eec076f1 service nova] Releasing lock "refresh_cache-01a1188a-6523-4d67-8507-2253c4c1a86a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1582.879658] env[63750]: DEBUG nova.scheduler.client.report [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1582.884317] env[63750]: DEBUG nova.network.neutron [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] [instance: 6e2265f0-238d-4cea-a059-90f643d266f0] Updating instance_info_cache with network_info: [{"id": "2607a289-c19f-407a-b680-55404fa5c2d3", "address": "fa:16:3e:01:46:70", "network": {"id": "48e9ee2e-d753-4146-b499-cb5088587924", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97464ef51d4848b2beb776e97a17e4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2607a289-c1", "ovs_interfaceid": "2607a289-c19f-407a-b680-55404fa5c2d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1582.998364] env[63750]: DEBUG nova.compute.manager [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] [instance: 464adac6-a45c-4cc3-b0fb-1371c1438426] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1583.027737] env[63750]: DEBUG nova.virt.hardware [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1583.028298] env[63750]: DEBUG nova.virt.hardware [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1583.028590] env[63750]: DEBUG nova.virt.hardware [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1583.028887] env[63750]: DEBUG nova.virt.hardware [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1583.029164] env[63750]: DEBUG nova.virt.hardware [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1583.029451] env[63750]: DEBUG nova.virt.hardware [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1583.029790] env[63750]: DEBUG nova.virt.hardware [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1583.030070] env[63750]: DEBUG nova.virt.hardware [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1583.030396] env[63750]: DEBUG nova.virt.hardware [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1583.030899] env[63750]: DEBUG nova.virt.hardware [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1583.031490] env[63750]: DEBUG nova.virt.hardware [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1583.032584] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b89dc1-e670-47e8-8fde-3d2a118474f1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.041911] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d546b5-012c-41a6-a224-bf318dc8ae20 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.231972] env[63750]: DEBUG oslo_vmware.api [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52d3a280-e1bd-a963-0389-4be2eda7f5dd, 'name': SearchDatastore_Task, 'duration_secs': 0.008584} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.232193] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1583.232462] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] fe9c3f7c-4c8b-426b-85c1-6fc0f325609e/fe9c3f7c-4c8b-426b-85c1-6fc0f325609e.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1583.232952] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.232952] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1583.233147] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-040bc311-ffb2-4476-bd8b-883805c42125 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.235218] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f78c9ba-4200-44cb-9f65-47116163aed2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.242295] env[63750]: DEBUG oslo_vmware.api [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Waiting for the task: (returnval){ [ 1583.242295] env[63750]: value = "task-2005801" [ 1583.242295] env[63750]: _type = "Task" [ 1583.242295] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.246265] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1583.246350] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1583.247418] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b757dbd6-21b8-4754-8163-5cdc15f258d4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.252482] env[63750]: DEBUG oslo_vmware.api [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2005801, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.258290] env[63750]: DEBUG oslo_vmware.api [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Waiting for the task: (returnval){ [ 1583.258290] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52936385-2af3-ea30-0171-beefb32a9719" [ 1583.258290] env[63750]: _type = "Task" [ 1583.258290] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.266294] env[63750]: DEBUG oslo_vmware.api [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52936385-2af3-ea30-0171-beefb32a9719, 'name': SearchDatastore_Task, 'duration_secs': 0.007236} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.267062] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7eca49a-0a10-4ada-9090-322a2fc53062 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.271717] env[63750]: DEBUG oslo_vmware.api [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Waiting for the task: (returnval){ [ 1583.271717] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52789452-7571-8fca-5c39-887d70b9b956" [ 1583.271717] env[63750]: _type = "Task" [ 1583.271717] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.279334] env[63750]: DEBUG oslo_vmware.api [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52789452-7571-8fca-5c39-887d70b9b956, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.387776] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1583.388518] env[63750]: DEBUG nova.compute.manager [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1583.391609] env[63750]: DEBUG oslo_concurrency.lockutils [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.464s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1583.393304] env[63750]: INFO nova.compute.claims [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 5b4fa630-fcf0-4835-b22a-f4245f51ac6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1583.396920] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Releasing lock "refresh_cache-6e2265f0-238d-4cea-a059-90f643d266f0" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1583.397159] env[63750]: DEBUG nova.compute.manager [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] [instance: 6e2265f0-238d-4cea-a059-90f643d266f0] Instance network_info: |[{"id": "2607a289-c19f-407a-b680-55404fa5c2d3", "address": "fa:16:3e:01:46:70", "network": {"id": "48e9ee2e-d753-4146-b499-cb5088587924", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97464ef51d4848b2beb776e97a17e4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2607a289-c1", "ovs_interfaceid": "2607a289-c19f-407a-b680-55404fa5c2d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1583.400647] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] [instance: 6e2265f0-238d-4cea-a059-90f643d266f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:46:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2607a289-c19f-407a-b680-55404fa5c2d3', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1583.407585] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Creating folder: Project (0dd20d4ad230406aa5c14b1fc5816496). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1583.407585] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52e4f46b-6c67-4daa-af90-cc4354607475 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.421591] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Created folder: Project (0dd20d4ad230406aa5c14b1fc5816496) in parent group-v412391. [ 1583.421826] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Creating folder: Instances. Parent ref: group-v412404. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1583.422491] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a25a42d-b0e0-4ca5-9176-d94f4bf450a1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.432618] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Created folder: Instances in parent group-v412404. [ 1583.432873] env[63750]: DEBUG oslo.service.loopingcall [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1583.433256] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e2265f0-238d-4cea-a059-90f643d266f0] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1583.433319] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7ab49d5-9816-4152-a7c9-5b4d5dca8800 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.464672] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1583.464672] env[63750]: value = "task-2005804" [ 1583.464672] env[63750]: _type = "Task" [ 1583.464672] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.478277] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2005804, 'name': CreateVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.758124] env[63750]: DEBUG oslo_vmware.api [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2005801, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.785392] env[63750]: DEBUG oslo_vmware.api [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52789452-7571-8fca-5c39-887d70b9b956, 'name': SearchDatastore_Task, 'duration_secs': 0.007887} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.785813] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1583.786188] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 1747a27d-b414-457a-ac2a-5bae20896432/1747a27d-b414-457a-ac2a-5bae20896432.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1583.786619] env[63750]: DEBUG oslo_concurrency.lockutils [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.786619] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1583.786886] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae45a130-9482-4b7d-82f9-146abe22c189 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.790437] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7807387-d922-4ad3-9c2c-aed062364b1b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.797716] env[63750]: DEBUG oslo_vmware.api [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Waiting for the task: (returnval){ [ 1583.797716] env[63750]: value = "task-2005805" [ 1583.797716] env[63750]: _type = "Task" [ 1583.797716] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.798956] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1583.800034] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1583.802711] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-638111aa-5e2b-4301-98a0-44b7b467b856 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.821513] env[63750]: DEBUG oslo_vmware.api [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Task: {'id': task-2005805, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.822093] env[63750]: DEBUG oslo_vmware.api [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Waiting for the task: (returnval){ [ 1583.822093] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52425aee-4e4a-2cbf-43f4-a181fc390430" [ 1583.822093] env[63750]: _type = "Task" [ 1583.822093] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.832628] env[63750]: DEBUG oslo_vmware.api [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52425aee-4e4a-2cbf-43f4-a181fc390430, 'name': SearchDatastore_Task, 'duration_secs': 0.008702} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.833479] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27b4d286-b086-475b-8088-65b2e483649a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.839463] env[63750]: DEBUG oslo_vmware.api [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Waiting for the task: (returnval){ [ 1583.839463] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]524fafda-ebd4-81ad-b616-0f1ce5ffde17" [ 1583.839463] env[63750]: _type = "Task" [ 1583.839463] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.848031] env[63750]: DEBUG oslo_vmware.api [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]524fafda-ebd4-81ad-b616-0f1ce5ffde17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.903619] env[63750]: DEBUG nova.compute.utils [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1583.905803] env[63750]: DEBUG nova.compute.manager [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Not allocating networking since 'none' was specified. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1583.918942] env[63750]: DEBUG nova.compute.manager [req-728e2fad-13fb-4d69-929b-3f7b0188b6f6 req-c4beedc5-3b78-4533-b46c-9199679b115c service nova] [instance: 6e2265f0-238d-4cea-a059-90f643d266f0] Received event network-vif-plugged-2607a289-c19f-407a-b680-55404fa5c2d3 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1583.919176] env[63750]: DEBUG oslo_concurrency.lockutils [req-728e2fad-13fb-4d69-929b-3f7b0188b6f6 req-c4beedc5-3b78-4533-b46c-9199679b115c service nova] Acquiring lock "6e2265f0-238d-4cea-a059-90f643d266f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1583.919422] env[63750]: DEBUG oslo_concurrency.lockutils [req-728e2fad-13fb-4d69-929b-3f7b0188b6f6 req-c4beedc5-3b78-4533-b46c-9199679b115c service nova] Lock "6e2265f0-238d-4cea-a059-90f643d266f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1583.919556] env[63750]: DEBUG oslo_concurrency.lockutils [req-728e2fad-13fb-4d69-929b-3f7b0188b6f6 req-c4beedc5-3b78-4533-b46c-9199679b115c service nova] Lock "6e2265f0-238d-4cea-a059-90f643d266f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1583.922764] env[63750]: DEBUG nova.compute.manager [req-728e2fad-13fb-4d69-929b-3f7b0188b6f6 req-c4beedc5-3b78-4533-b46c-9199679b115c service nova] [instance: 6e2265f0-238d-4cea-a059-90f643d266f0] No waiting events found dispatching network-vif-plugged-2607a289-c19f-407a-b680-55404fa5c2d3 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1583.922764] env[63750]: WARNING nova.compute.manager [req-728e2fad-13fb-4d69-929b-3f7b0188b6f6 req-c4beedc5-3b78-4533-b46c-9199679b115c service nova] [instance: 6e2265f0-238d-4cea-a059-90f643d266f0] Received unexpected event network-vif-plugged-2607a289-c19f-407a-b680-55404fa5c2d3 for instance with vm_state building and task_state spawning. [ 1583.922764] env[63750]: DEBUG nova.compute.manager [req-728e2fad-13fb-4d69-929b-3f7b0188b6f6 req-c4beedc5-3b78-4533-b46c-9199679b115c service nova] [instance: 6e2265f0-238d-4cea-a059-90f643d266f0] Received event network-changed-2607a289-c19f-407a-b680-55404fa5c2d3 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1583.922764] env[63750]: DEBUG nova.compute.manager [req-728e2fad-13fb-4d69-929b-3f7b0188b6f6 req-c4beedc5-3b78-4533-b46c-9199679b115c service nova] [instance: 6e2265f0-238d-4cea-a059-90f643d266f0] Refreshing instance network info cache due to event network-changed-2607a289-c19f-407a-b680-55404fa5c2d3. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1583.922764] env[63750]: DEBUG oslo_concurrency.lockutils [req-728e2fad-13fb-4d69-929b-3f7b0188b6f6 req-c4beedc5-3b78-4533-b46c-9199679b115c service nova] Acquiring lock "refresh_cache-6e2265f0-238d-4cea-a059-90f643d266f0" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1583.923369] env[63750]: DEBUG oslo_concurrency.lockutils [req-728e2fad-13fb-4d69-929b-3f7b0188b6f6 req-c4beedc5-3b78-4533-b46c-9199679b115c service nova] Acquired lock "refresh_cache-6e2265f0-238d-4cea-a059-90f643d266f0" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.923369] env[63750]: DEBUG nova.network.neutron [req-728e2fad-13fb-4d69-929b-3f7b0188b6f6 req-c4beedc5-3b78-4533-b46c-9199679b115c service nova] [instance: 6e2265f0-238d-4cea-a059-90f643d266f0] Refreshing network info cache for port 2607a289-c19f-407a-b680-55404fa5c2d3 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1583.983440] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2005804, 'name': CreateVM_Task, 'duration_secs': 0.379526} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.983440] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e2265f0-238d-4cea-a059-90f643d266f0] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1583.983805] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1583.983848] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.984399] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1583.984678] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c62da10-f757-47fe-a125-2be84b0620cc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.995419] env[63750]: DEBUG oslo_vmware.api [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Waiting for the task: (returnval){ [ 1583.995419] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52f38515-0215-a92e-9496-34514e6f8f0b" [ 1583.995419] env[63750]: _type = "Task" [ 1583.995419] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.011741] env[63750]: DEBUG oslo_vmware.api [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52f38515-0215-a92e-9496-34514e6f8f0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.254199] env[63750]: DEBUG oslo_vmware.api [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2005801, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537509} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.254628] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] fe9c3f7c-4c8b-426b-85c1-6fc0f325609e/fe9c3f7c-4c8b-426b-85c1-6fc0f325609e.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1584.254774] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1584.254943] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a788b58-670a-45c1-92a3-0a4a6bcea7f8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.264330] env[63750]: DEBUG oslo_vmware.api [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Waiting for the task: (returnval){ [ 1584.264330] env[63750]: value = "task-2005806" [ 1584.264330] env[63750]: _type = "Task" [ 1584.264330] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.273655] env[63750]: DEBUG oslo_vmware.api [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2005806, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.311755] env[63750]: DEBUG oslo_vmware.api [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Task: {'id': task-2005805, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453387} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.313326] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 1747a27d-b414-457a-ac2a-5bae20896432/1747a27d-b414-457a-ac2a-5bae20896432.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1584.313605] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] [instance: 1747a27d-b414-457a-ac2a-5bae20896432] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1584.313913] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea6f954a-6664-47a1-8458-e94c05ce9043 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.322571] env[63750]: DEBUG oslo_vmware.api [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Waiting for the task: (returnval){ [ 1584.322571] env[63750]: value = "task-2005807" [ 1584.322571] env[63750]: _type = "Task" [ 1584.322571] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.330386] env[63750]: DEBUG oslo_vmware.api [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Task: {'id': task-2005807, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.350040] env[63750]: DEBUG oslo_vmware.api [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]524fafda-ebd4-81ad-b616-0f1ce5ffde17, 'name': SearchDatastore_Task, 'duration_secs': 0.008109} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.350570] env[63750]: DEBUG oslo_concurrency.lockutils [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1584.350828] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78/25fb909b-63b7-4d5e-8464-cfdcbdf6ca78.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1584.351286] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.351489] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1584.351705] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ceff1465-b2e8-4570-9256-b5fb76777e79 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.353855] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e3c54f4-7604-4fbb-ae13-43ce6ab154ed {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.360777] env[63750]: DEBUG oslo_vmware.api [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Waiting for the task: (returnval){ [ 1584.360777] env[63750]: value = "task-2005808" [ 1584.360777] env[63750]: _type = "Task" [ 1584.360777] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.366043] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1584.366332] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1584.368134] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87eb9de5-1c15-4328-9725-4cca95fa17d6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.375121] env[63750]: DEBUG oslo_vmware.api [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Task: {'id': task-2005808, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.378566] env[63750]: DEBUG oslo_vmware.api [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Waiting for the task: (returnval){ [ 1584.378566] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]526da42c-0d0d-9ce9-1657-597b7df92cc5" [ 1584.378566] env[63750]: _type = "Task" [ 1584.378566] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.388673] env[63750]: DEBUG oslo_vmware.api [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]526da42c-0d0d-9ce9-1657-597b7df92cc5, 'name': SearchDatastore_Task} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.389724] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bb4adb7-5c6c-4340-b42e-d9c4fbf5d3a0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.395410] env[63750]: DEBUG oslo_vmware.api [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Waiting for the task: (returnval){ [ 1584.395410] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5240ce78-2bec-557e-3063-6b27f04e6c44" [ 1584.395410] env[63750]: _type = "Task" [ 1584.395410] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.403924] env[63750]: DEBUG oslo_vmware.api [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5240ce78-2bec-557e-3063-6b27f04e6c44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.410221] env[63750]: DEBUG nova.compute.manager [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1584.506734] env[63750]: DEBUG oslo_vmware.api [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52f38515-0215-a92e-9496-34514e6f8f0b, 'name': SearchDatastore_Task, 'duration_secs': 0.05072} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.510784] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1584.511181] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] [instance: 6e2265f0-238d-4cea-a059-90f643d266f0] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1584.511513] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1584.693331] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815defcf-3e15-4793-975a-ddcfd8d5407d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.702177] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2e337d-1622-4a42-85d3-eae621563b56 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.743904] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a35755-ceb7-4b3e-9780-4067b0c70308 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.752731] env[63750]: DEBUG nova.network.neutron [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] [instance: 464adac6-a45c-4cc3-b0fb-1371c1438426] Successfully updated port: 67c09f5a-b285-4c02-a153-ebabbbc44ca3 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1584.755047] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e34cb5-1039-42d4-9e31-38ee9da1e31a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.775887] env[63750]: DEBUG nova.compute.provider_tree [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1584.785313] env[63750]: DEBUG oslo_vmware.api [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2005806, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062915} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.785573] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1584.786822] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd138d4-7dfd-4a74-b911-3f71c5989b9c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.815212] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] fe9c3f7c-4c8b-426b-85c1-6fc0f325609e/fe9c3f7c-4c8b-426b-85c1-6fc0f325609e.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1584.818611] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41ef3ae7-7f35-44c7-97c7-e2a01c5beeee {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.842721] env[63750]: DEBUG oslo_vmware.api [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Task: {'id': task-2005807, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072484} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.844416] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] [instance: 1747a27d-b414-457a-ac2a-5bae20896432] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1584.846146] env[63750]: DEBUG oslo_vmware.api [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Waiting for the task: (returnval){ [ 1584.846146] env[63750]: value = "task-2005809" [ 1584.846146] env[63750]: _type = "Task" [ 1584.846146] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.846146] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47212a91-e919-4fd5-aeb2-a013de8f2207 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.858179] env[63750]: DEBUG oslo_vmware.api [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2005809, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.876529] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] [instance: 1747a27d-b414-457a-ac2a-5bae20896432] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 1747a27d-b414-457a-ac2a-5bae20896432/1747a27d-b414-457a-ac2a-5bae20896432.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1584.881119] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b22a512-92d6-404b-bf54-a97226abed23 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.900654] env[63750]: DEBUG oslo_vmware.api [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Task: {'id': task-2005808, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.441641} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.904907] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78/25fb909b-63b7-4d5e-8464-cfdcbdf6ca78.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1584.905184] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] [instance: 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1584.905497] env[63750]: DEBUG oslo_vmware.api [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Waiting for the task: (returnval){ [ 1584.905497] env[63750]: value = "task-2005810" [ 1584.905497] env[63750]: _type = "Task" [ 1584.905497] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.905811] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a406f3c-8d63-459a-a725-59c916ec8213 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.919350] env[63750]: DEBUG oslo_vmware.api [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5240ce78-2bec-557e-3063-6b27f04e6c44, 'name': SearchDatastore_Task, 'duration_secs': 0.008463} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.922050] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1584.922353] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 01a1188a-6523-4d67-8507-2253c4c1a86a/01a1188a-6523-4d67-8507-2253c4c1a86a.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1584.922684] env[63750]: DEBUG oslo_vmware.api [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Waiting for the task: (returnval){ [ 1584.922684] env[63750]: value = "task-2005811" [ 1584.922684] env[63750]: _type = "Task" [ 1584.922684] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.923448] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.923448] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1584.923448] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff4a1b45-f95a-4f4a-99ad-a9bc1aa7321f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.927150] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45afe560-b381-43fa-b431-f215559ed9f2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.944767] env[63750]: DEBUG oslo_vmware.api [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Task: {'id': task-2005810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.945144] env[63750]: DEBUG oslo_vmware.api [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Waiting for the task: (returnval){ [ 1584.945144] env[63750]: value = "task-2005812" [ 1584.945144] env[63750]: _type = "Task" [ 1584.945144] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.947110] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1584.947247] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1584.955117] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eea0b4d0-b11d-4d6a-9264-d4c70e2df7b4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.958239] env[63750]: DEBUG oslo_vmware.api [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Task: {'id': task-2005811, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.967712] env[63750]: DEBUG oslo_vmware.api [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2005812, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.969332] env[63750]: DEBUG oslo_vmware.api [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Waiting for the task: (returnval){ [ 1584.969332] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]525b033b-bf42-18f1-3927-3c105a7e060a" [ 1584.969332] env[63750]: _type = "Task" [ 1584.969332] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.979802] env[63750]: DEBUG oslo_vmware.api [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]525b033b-bf42-18f1-3927-3c105a7e060a, 'name': SearchDatastore_Task, 'duration_secs': 0.009483} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.980210] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3be839b4-68b3-4909-b8da-9e5fdf64dc10 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.986610] env[63750]: DEBUG oslo_vmware.api [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Waiting for the task: (returnval){ [ 1584.986610] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a00f36-a733-7d35-51df-5f7e7019ae85" [ 1584.986610] env[63750]: _type = "Task" [ 1584.986610] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.997714] env[63750]: DEBUG oslo_vmware.api [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a00f36-a733-7d35-51df-5f7e7019ae85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.247587] env[63750]: DEBUG nova.network.neutron [req-728e2fad-13fb-4d69-929b-3f7b0188b6f6 req-c4beedc5-3b78-4533-b46c-9199679b115c service nova] [instance: 6e2265f0-238d-4cea-a059-90f643d266f0] Updated VIF entry in instance network info cache for port 2607a289-c19f-407a-b680-55404fa5c2d3. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1585.248131] env[63750]: DEBUG nova.network.neutron [req-728e2fad-13fb-4d69-929b-3f7b0188b6f6 req-c4beedc5-3b78-4533-b46c-9199679b115c service nova] [instance: 6e2265f0-238d-4cea-a059-90f643d266f0] Updating instance_info_cache with network_info: [{"id": "2607a289-c19f-407a-b680-55404fa5c2d3", "address": "fa:16:3e:01:46:70", "network": {"id": "48e9ee2e-d753-4146-b499-cb5088587924", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97464ef51d4848b2beb776e97a17e4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2607a289-c1", "ovs_interfaceid": "2607a289-c19f-407a-b680-55404fa5c2d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1585.263472] env[63750]: DEBUG oslo_concurrency.lockutils [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Acquiring lock "refresh_cache-464adac6-a45c-4cc3-b0fb-1371c1438426" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.263472] env[63750]: DEBUG oslo_concurrency.lockutils [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Acquired lock "refresh_cache-464adac6-a45c-4cc3-b0fb-1371c1438426" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.263472] env[63750]: DEBUG nova.network.neutron [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] [instance: 464adac6-a45c-4cc3-b0fb-1371c1438426] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1585.279756] env[63750]: DEBUG nova.scheduler.client.report [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1585.357964] env[63750]: DEBUG oslo_vmware.api [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2005809, 'name': ReconfigVM_Task, 'duration_secs': 0.296142} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.360028] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Reconfigured VM instance instance-00000001 to attach disk [datastore1] fe9c3f7c-4c8b-426b-85c1-6fc0f325609e/fe9c3f7c-4c8b-426b-85c1-6fc0f325609e.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1585.360887] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc90622f-78be-4c6a-83bd-b29ff4496b50 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.369038] env[63750]: DEBUG oslo_vmware.api [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Waiting for the task: (returnval){ [ 1585.369038] env[63750]: value = "task-2005813" [ 1585.369038] env[63750]: _type = "Task" [ 1585.369038] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.379415] env[63750]: DEBUG oslo_vmware.api [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2005813, 'name': Rename_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.421198] env[63750]: DEBUG nova.compute.manager [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1585.423804] env[63750]: DEBUG oslo_vmware.api [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Task: {'id': task-2005810, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.440105] env[63750]: DEBUG oslo_vmware.api [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Task: {'id': task-2005811, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065189} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.440105] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] [instance: 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1585.440105] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021caa5b-c4cc-4779-8e76-5a1416483fa9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.464240] env[63750]: DEBUG nova.virt.hardware [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1585.465329] env[63750]: DEBUG nova.virt.hardware [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1585.465329] env[63750]: DEBUG nova.virt.hardware [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1585.465329] env[63750]: DEBUG nova.virt.hardware [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1585.465329] env[63750]: DEBUG nova.virt.hardware [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1585.465329] env[63750]: DEBUG nova.virt.hardware [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1585.465744] env[63750]: DEBUG nova.virt.hardware [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1585.465744] env[63750]: DEBUG nova.virt.hardware [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1585.465950] env[63750]: DEBUG nova.virt.hardware [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1585.466181] env[63750]: DEBUG nova.virt.hardware [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1585.466375] env[63750]: DEBUG nova.virt.hardware [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1585.476009] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] [instance: 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78/25fb909b-63b7-4d5e-8464-cfdcbdf6ca78.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1585.476847] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd5237e-0356-40f6-aeba-02f8c7b82870 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.480160] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dec2b1ea-4df9-4a82-8ee0-79edabcdb42f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.500944] env[63750]: DEBUG oslo_vmware.api [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2005812, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477198} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.504662] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 01a1188a-6523-4d67-8507-2253c4c1a86a/01a1188a-6523-4d67-8507-2253c4c1a86a.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1585.504960] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1585.508272] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-832eb014-041b-46cb-bfe9-c5969fd360b6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.513222] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a526f154-04ef-4d5e-b0dc-1de23078ae7a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.516718] env[63750]: DEBUG oslo_vmware.api [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Waiting for the task: (returnval){ [ 1585.516718] env[63750]: value = "task-2005814" [ 1585.516718] env[63750]: _type = "Task" [ 1585.516718] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.520610] env[63750]: DEBUG oslo_vmware.api [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a00f36-a733-7d35-51df-5f7e7019ae85, 'name': SearchDatastore_Task, 'duration_secs': 0.009076} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.523790] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1585.524708] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 6e2265f0-238d-4cea-a059-90f643d266f0/6e2265f0-238d-4cea-a059-90f643d266f0.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1585.534883] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb693879-e6e1-40e8-acc6-b175a2105ea2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.536319] env[63750]: DEBUG oslo_vmware.api [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Waiting for the task: (returnval){ [ 1585.536319] env[63750]: value = "task-2005815" [ 1585.536319] env[63750]: _type = "Task" [ 1585.536319] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.536725] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Instance VIF info [] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1585.543179] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Creating folder: Project (66cf263fb72e4801a421a36adf40433a). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1585.543983] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1f54219-f246-4821-817d-ec595e8bb544 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.553281] env[63750]: DEBUG oslo_vmware.api [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Task: {'id': task-2005814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.555679] env[63750]: DEBUG oslo_vmware.api [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Waiting for the task: (returnval){ [ 1585.555679] env[63750]: value = "task-2005816" [ 1585.555679] env[63750]: _type = "Task" [ 1585.555679] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.565150] env[63750]: DEBUG oslo_vmware.api [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2005815, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.565488] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Created folder: Project (66cf263fb72e4801a421a36adf40433a) in parent group-v412391. [ 1585.565711] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Creating folder: Instances. Parent ref: group-v412407. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1585.565925] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4762a8cb-4598-4e65-a9c7-311da58d097b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.570869] env[63750]: DEBUG oslo_vmware.api [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Task: {'id': task-2005816, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.578048] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Created folder: Instances in parent group-v412407. [ 1585.578642] env[63750]: DEBUG oslo.service.loopingcall [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1585.578642] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1585.578781] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52b3edbc-8547-4694-8fd7-42c7d762aed3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.596060] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1585.596060] env[63750]: value = "task-2005819" [ 1585.596060] env[63750]: _type = "Task" [ 1585.596060] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.605173] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2005819, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.758699] env[63750]: DEBUG oslo_concurrency.lockutils [req-728e2fad-13fb-4d69-929b-3f7b0188b6f6 req-c4beedc5-3b78-4533-b46c-9199679b115c service nova] Releasing lock "refresh_cache-6e2265f0-238d-4cea-a059-90f643d266f0" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1585.786446] env[63750]: DEBUG oslo_concurrency.lockutils [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.395s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.786963] env[63750]: DEBUG nova.compute.manager [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 5b4fa630-fcf0-4835-b22a-f4245f51ac6c] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1585.790162] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.954s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1585.791178] env[63750]: INFO nova.compute.claims [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1585.835499] env[63750]: DEBUG nova.network.neutron [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] [instance: 464adac6-a45c-4cc3-b0fb-1371c1438426] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1585.879862] env[63750]: DEBUG oslo_vmware.api [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2005813, 'name': Rename_Task, 'duration_secs': 0.13725} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.880192] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1585.880446] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d9aa400-4715-4f3a-8587-fb466df03cd9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.888201] env[63750]: DEBUG oslo_vmware.api [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Waiting for the task: (returnval){ [ 1585.888201] env[63750]: value = "task-2005820" [ 1585.888201] env[63750]: _type = "Task" [ 1585.888201] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.898274] env[63750]: DEBUG oslo_vmware.api [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2005820, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.921158] env[63750]: DEBUG oslo_vmware.api [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Task: {'id': task-2005810, 'name': ReconfigVM_Task, 'duration_secs': 0.542271} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.921601] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] [instance: 1747a27d-b414-457a-ac2a-5bae20896432] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 1747a27d-b414-457a-ac2a-5bae20896432/1747a27d-b414-457a-ac2a-5bae20896432.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1585.925309] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a31c6b81-d699-4121-acc3-56a404ba3a08 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.933144] env[63750]: DEBUG oslo_vmware.api [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Waiting for the task: (returnval){ [ 1585.933144] env[63750]: value = "task-2005821" [ 1585.933144] env[63750]: _type = "Task" [ 1585.933144] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.942756] env[63750]: DEBUG oslo_vmware.api [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Task: {'id': task-2005821, 'name': Rename_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.033210] env[63750]: DEBUG oslo_vmware.api [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Task: {'id': task-2005814, 'name': ReconfigVM_Task, 'duration_secs': 0.495025} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.033210] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] [instance: 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78/25fb909b-63b7-4d5e-8464-cfdcbdf6ca78.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1586.033440] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50037a63-0214-44c4-ad24-76ab85bb9924 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.044535] env[63750]: DEBUG oslo_vmware.api [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Waiting for the task: (returnval){ [ 1586.044535] env[63750]: value = "task-2005822" [ 1586.044535] env[63750]: _type = "Task" [ 1586.044535] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.071199] env[63750]: DEBUG oslo_vmware.api [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Task: {'id': task-2005822, 'name': Rename_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.071767] env[63750]: DEBUG oslo_vmware.api [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2005815, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093202} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.072777] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1586.075282] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23758f7c-e5f7-46a1-90b1-a3cd22ccee63 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.080968] env[63750]: DEBUG oslo_vmware.api [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Task: {'id': task-2005816, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.107424] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 01a1188a-6523-4d67-8507-2253c4c1a86a/01a1188a-6523-4d67-8507-2253c4c1a86a.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1586.107900] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ea48f6d-f108-4505-994f-334c09a949ba {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.137025] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2005819, 'name': CreateVM_Task, 'duration_secs': 0.460892} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.138836] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1586.139309] env[63750]: DEBUG oslo_vmware.api [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Waiting for the task: (returnval){ [ 1586.139309] env[63750]: value = "task-2005823" [ 1586.139309] env[63750]: _type = "Task" [ 1586.139309] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.140554] env[63750]: DEBUG oslo_vmware.service [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4bee4ff-a296-487a-8b8b-73b3b60f3940 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.152567] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1586.152767] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.153233] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1586.153562] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abbed516-1d2c-40fe-bf18-c00cc691af05 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.159447] env[63750]: DEBUG oslo_vmware.api [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2005823, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.162671] env[63750]: DEBUG oslo_vmware.api [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Waiting for the task: (returnval){ [ 1586.162671] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5299979c-f5e5-b476-bf95-d165a9354230" [ 1586.162671] env[63750]: _type = "Task" [ 1586.162671] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.173231] env[63750]: DEBUG oslo_vmware.api [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5299979c-f5e5-b476-bf95-d165a9354230, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.210218] env[63750]: DEBUG nova.network.neutron [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] [instance: 464adac6-a45c-4cc3-b0fb-1371c1438426] Updating instance_info_cache with network_info: [{"id": "67c09f5a-b285-4c02-a153-ebabbbc44ca3", "address": "fa:16:3e:05:1a:b3", "network": {"id": "48e9ee2e-d753-4146-b499-cb5088587924", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97464ef51d4848b2beb776e97a17e4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67c09f5a-b2", "ovs_interfaceid": "67c09f5a-b285-4c02-a153-ebabbbc44ca3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1586.298741] env[63750]: DEBUG nova.compute.utils [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1586.309287] env[63750]: DEBUG nova.compute.manager [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 5b4fa630-fcf0-4835-b22a-f4245f51ac6c] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1586.311517] env[63750]: DEBUG nova.network.neutron [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 5b4fa630-fcf0-4835-b22a-f4245f51ac6c] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1586.404715] env[63750]: DEBUG oslo_vmware.api [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2005820, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.424079] env[63750]: DEBUG nova.policy [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5940d077e4754488ad36aa00cfe755dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb8342d3990f4ec9987d129696c180e6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1586.446300] env[63750]: DEBUG oslo_vmware.api [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Task: {'id': task-2005821, 'name': Rename_Task, 'duration_secs': 0.297112} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.448963] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] [instance: 1747a27d-b414-457a-ac2a-5bae20896432] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1586.448963] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18e374a7-08c4-4204-83e4-fa5fb8b5a689 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.456995] env[63750]: DEBUG oslo_vmware.api [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Waiting for the task: (returnval){ [ 1586.456995] env[63750]: value = "task-2005824" [ 1586.456995] env[63750]: _type = "Task" [ 1586.456995] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.466416] env[63750]: DEBUG oslo_vmware.api [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Task: {'id': task-2005824, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.558572] env[63750]: DEBUG oslo_vmware.api [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Task: {'id': task-2005822, 'name': Rename_Task, 'duration_secs': 0.209286} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.561963] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] [instance: 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1586.564446] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe11557e-4044-44ab-b306-b3296c8754a2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.574078] env[63750]: DEBUG oslo_vmware.api [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Task: {'id': task-2005816, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577271} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.575533] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 6e2265f0-238d-4cea-a059-90f643d266f0/6e2265f0-238d-4cea-a059-90f643d266f0.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1586.575749] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] [instance: 6e2265f0-238d-4cea-a059-90f643d266f0] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1586.576062] env[63750]: DEBUG oslo_vmware.api [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Waiting for the task: (returnval){ [ 1586.576062] env[63750]: value = "task-2005825" [ 1586.576062] env[63750]: _type = "Task" [ 1586.576062] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.576254] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94935519-3237-47ed-8c3f-4244aa819daf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.588784] env[63750]: DEBUG oslo_vmware.api [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Task: {'id': task-2005825, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.590242] env[63750]: DEBUG oslo_vmware.api [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Waiting for the task: (returnval){ [ 1586.590242] env[63750]: value = "task-2005826" [ 1586.590242] env[63750]: _type = "Task" [ 1586.590242] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.601019] env[63750]: DEBUG oslo_vmware.api [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Task: {'id': task-2005826, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.658681] env[63750]: DEBUG oslo_vmware.api [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2005823, 'name': ReconfigVM_Task, 'duration_secs': 0.319632} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.658681] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 01a1188a-6523-4d67-8507-2253c4c1a86a/01a1188a-6523-4d67-8507-2253c4c1a86a.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1586.658681] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f51c19a-024c-4a90-bc05-b17206f6c26b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.666840] env[63750]: DEBUG oslo_vmware.api [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Waiting for the task: (returnval){ [ 1586.666840] env[63750]: value = "task-2005827" [ 1586.666840] env[63750]: _type = "Task" [ 1586.666840] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.674411] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1586.674681] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1586.674910] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1586.675067] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.676023] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1586.676023] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7ed405d-aeb4-4ca7-9352-b89dd47b70b4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.681411] env[63750]: DEBUG oslo_vmware.api [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2005827, 'name': Rename_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.700641] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1586.700822] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1586.701728] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb534fc-2c1c-4a4f-9d2f-4f0d4e526a5b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.711442] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38162016-6a88-4046-a261-48d214003ae9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.714691] env[63750]: DEBUG oslo_concurrency.lockutils [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Releasing lock "refresh_cache-464adac6-a45c-4cc3-b0fb-1371c1438426" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1586.715068] env[63750]: DEBUG nova.compute.manager [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] [instance: 464adac6-a45c-4cc3-b0fb-1371c1438426] Instance network_info: |[{"id": "67c09f5a-b285-4c02-a153-ebabbbc44ca3", "address": "fa:16:3e:05:1a:b3", "network": {"id": "48e9ee2e-d753-4146-b499-cb5088587924", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97464ef51d4848b2beb776e97a17e4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67c09f5a-b2", "ovs_interfaceid": "67c09f5a-b285-4c02-a153-ebabbbc44ca3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1586.715463] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] [instance: 464adac6-a45c-4cc3-b0fb-1371c1438426] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:1a:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67c09f5a-b285-4c02-a153-ebabbbc44ca3', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1586.724902] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Creating folder: Project (7b19b4788afb4c82b502982ad1920fe4). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1586.725589] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9d13f67-7aef-4ee9-9355-a1afe44acd59 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.729451] env[63750]: DEBUG oslo_vmware.api [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Waiting for the task: (returnval){ [ 1586.729451] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]525addc9-f324-5b6a-2a86-16887938eb08" [ 1586.729451] env[63750]: _type = "Task" [ 1586.729451] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.738476] env[63750]: DEBUG oslo_vmware.api [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]525addc9-f324-5b6a-2a86-16887938eb08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.739966] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Created folder: Project (7b19b4788afb4c82b502982ad1920fe4) in parent group-v412391. [ 1586.740240] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Creating folder: Instances. Parent ref: group-v412410. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1586.740536] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c383049a-8ebd-4a49-af76-e4d772920599 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.751467] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Created folder: Instances in parent group-v412410. [ 1586.752373] env[63750]: DEBUG oslo.service.loopingcall [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1586.752641] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 464adac6-a45c-4cc3-b0fb-1371c1438426] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1586.752882] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4ca25bf-274b-4727-a526-38ea8d111a82 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.779506] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1586.779506] env[63750]: value = "task-2005830" [ 1586.779506] env[63750]: _type = "Task" [ 1586.779506] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.791590] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2005830, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.815201] env[63750]: DEBUG nova.compute.manager [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 5b4fa630-fcf0-4835-b22a-f4245f51ac6c] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1586.824843] env[63750]: DEBUG nova.compute.manager [req-2db8785f-663c-420c-9462-f31e3adf0c32 req-8816831a-d4fa-4991-89b1-9ffc3f2f04c8 service nova] [instance: 464adac6-a45c-4cc3-b0fb-1371c1438426] Received event network-vif-plugged-67c09f5a-b285-4c02-a153-ebabbbc44ca3 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1586.825040] env[63750]: DEBUG oslo_concurrency.lockutils [req-2db8785f-663c-420c-9462-f31e3adf0c32 req-8816831a-d4fa-4991-89b1-9ffc3f2f04c8 service nova] Acquiring lock "464adac6-a45c-4cc3-b0fb-1371c1438426-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.825454] env[63750]: DEBUG oslo_concurrency.lockutils [req-2db8785f-663c-420c-9462-f31e3adf0c32 req-8816831a-d4fa-4991-89b1-9ffc3f2f04c8 service nova] Lock "464adac6-a45c-4cc3-b0fb-1371c1438426-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1586.827010] env[63750]: DEBUG oslo_concurrency.lockutils [req-2db8785f-663c-420c-9462-f31e3adf0c32 req-8816831a-d4fa-4991-89b1-9ffc3f2f04c8 service nova] Lock "464adac6-a45c-4cc3-b0fb-1371c1438426-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1586.827261] env[63750]: DEBUG nova.compute.manager [req-2db8785f-663c-420c-9462-f31e3adf0c32 req-8816831a-d4fa-4991-89b1-9ffc3f2f04c8 service nova] [instance: 464adac6-a45c-4cc3-b0fb-1371c1438426] No waiting events found dispatching network-vif-plugged-67c09f5a-b285-4c02-a153-ebabbbc44ca3 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1586.827464] env[63750]: WARNING nova.compute.manager [req-2db8785f-663c-420c-9462-f31e3adf0c32 req-8816831a-d4fa-4991-89b1-9ffc3f2f04c8 service nova] [instance: 464adac6-a45c-4cc3-b0fb-1371c1438426] Received unexpected event network-vif-plugged-67c09f5a-b285-4c02-a153-ebabbbc44ca3 for instance with vm_state building and task_state spawning. [ 1586.827677] env[63750]: DEBUG nova.compute.manager [req-2db8785f-663c-420c-9462-f31e3adf0c32 req-8816831a-d4fa-4991-89b1-9ffc3f2f04c8 service nova] [instance: 464adac6-a45c-4cc3-b0fb-1371c1438426] Received event network-changed-67c09f5a-b285-4c02-a153-ebabbbc44ca3 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1586.827858] env[63750]: DEBUG nova.compute.manager [req-2db8785f-663c-420c-9462-f31e3adf0c32 req-8816831a-d4fa-4991-89b1-9ffc3f2f04c8 service nova] [instance: 464adac6-a45c-4cc3-b0fb-1371c1438426] Refreshing instance network info cache due to event network-changed-67c09f5a-b285-4c02-a153-ebabbbc44ca3. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1586.830151] env[63750]: DEBUG oslo_concurrency.lockutils [req-2db8785f-663c-420c-9462-f31e3adf0c32 req-8816831a-d4fa-4991-89b1-9ffc3f2f04c8 service nova] Acquiring lock "refresh_cache-464adac6-a45c-4cc3-b0fb-1371c1438426" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1586.830151] env[63750]: DEBUG oslo_concurrency.lockutils [req-2db8785f-663c-420c-9462-f31e3adf0c32 req-8816831a-d4fa-4991-89b1-9ffc3f2f04c8 service nova] Acquired lock "refresh_cache-464adac6-a45c-4cc3-b0fb-1371c1438426" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.830151] env[63750]: DEBUG nova.network.neutron [req-2db8785f-663c-420c-9462-f31e3adf0c32 req-8816831a-d4fa-4991-89b1-9ffc3f2f04c8 service nova] [instance: 464adac6-a45c-4cc3-b0fb-1371c1438426] Refreshing network info cache for port 67c09f5a-b285-4c02-a153-ebabbbc44ca3 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1586.905299] env[63750]: DEBUG oslo_vmware.api [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2005820, 'name': PowerOnVM_Task, 'duration_secs': 0.570407} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.909997] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1586.909997] env[63750]: INFO nova.compute.manager [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Took 15.52 seconds to spawn the instance on the hypervisor. [ 1586.909997] env[63750]: DEBUG nova.compute.manager [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1586.911519] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f819d0f5-e622-4c09-890a-95c63a20d1d7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.934658] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Acquiring lock "dc7171f8-5b93-4c12-b878-1aa1dcc54745" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.934658] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Lock "dc7171f8-5b93-4c12-b878-1aa1dcc54745" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1586.967802] env[63750]: DEBUG oslo_vmware.api [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Task: {'id': task-2005824, 'name': PowerOnVM_Task, 'duration_secs': 0.484836} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.971686] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] [instance: 1747a27d-b414-457a-ac2a-5bae20896432] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1586.971686] env[63750]: INFO nova.compute.manager [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] [instance: 1747a27d-b414-457a-ac2a-5bae20896432] Took 10.97 seconds to spawn the instance on the hypervisor. [ 1586.971686] env[63750]: DEBUG nova.compute.manager [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] [instance: 1747a27d-b414-457a-ac2a-5bae20896432] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1586.972947] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295a73cb-3440-44ba-85c7-3b4cf0796b24 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.093903] env[63750]: DEBUG oslo_vmware.api [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Task: {'id': task-2005825, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.105732] env[63750]: DEBUG oslo_vmware.api [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Task: {'id': task-2005826, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.201594} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.107053] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] [instance: 6e2265f0-238d-4cea-a059-90f643d266f0] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1587.107268] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc8f5c8-6524-4ddf-bc0d-d1a9357ef9eb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.135223] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] [instance: 6e2265f0-238d-4cea-a059-90f643d266f0] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 6e2265f0-238d-4cea-a059-90f643d266f0/6e2265f0-238d-4cea-a059-90f643d266f0.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1587.138869] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d40142d5-a290-467e-b8b5-ceadd2770553 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.166165] env[63750]: DEBUG oslo_vmware.api [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Waiting for the task: (returnval){ [ 1587.166165] env[63750]: value = "task-2005831" [ 1587.166165] env[63750]: _type = "Task" [ 1587.166165] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.180196] env[63750]: DEBUG oslo_vmware.api [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Task: {'id': task-2005831, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.183443] env[63750]: DEBUG oslo_vmware.api [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2005827, 'name': Rename_Task, 'duration_secs': 0.172517} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.183751] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1587.184821] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ddab66cc-d160-41d9-8145-80fc4eedc4eb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.195191] env[63750]: DEBUG oslo_vmware.api [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Waiting for the task: (returnval){ [ 1587.195191] env[63750]: value = "task-2005832" [ 1587.195191] env[63750]: _type = "Task" [ 1587.195191] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.204773] env[63750]: DEBUG oslo_vmware.api [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2005832, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.210516] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f32d94b-eeee-4f64-8b79-faeeb3d40922 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.218805] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c5fef8-50d2-4f6f-b633-488fb53fbe8a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.261141] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabb7236-fc73-4178-a452-2d5c0153ab7b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.272365] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7839e4-f839-4e91-b26e-0f8e702fda1e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.276589] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Preparing fetch location {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1587.276835] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Creating directory with path [datastore2] vmware_temp/630320e6-6b35-4e8c-9e35-cdf052035640/53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1587.277685] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19b94e5e-a5f0-45ec-bf89-b4c2d2500664 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.287711] env[63750]: DEBUG nova.compute.provider_tree [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1587.297985] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2005830, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.309594] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Created directory with path [datastore2] vmware_temp/630320e6-6b35-4e8c-9e35-cdf052035640/53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1587.309594] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Fetch image to [datastore2] vmware_temp/630320e6-6b35-4e8c-9e35-cdf052035640/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/tmp-sparse.vmdk {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1587.309594] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Downloading image file data 53a5fdf8-c6be-4008-8c9d-7c67205e61eb to [datastore2] vmware_temp/630320e6-6b35-4e8c-9e35-cdf052035640/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/tmp-sparse.vmdk on the data store datastore2 {{(pid=63750) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1587.309594] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01927dd8-ac54-4a8b-af08-237796c02f56 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.323124] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4c45e6-93e4-4ab5-bf4a-dc6acb05505a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.360675] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78fb6155-0ac0-41cf-b379-ea184bf518b5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.415190] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1397e68c-c3e2-433a-81a5-03023b475623 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.432058] env[63750]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-07bed5f7-4fef-48a0-aa9c-cce0f5d03465 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.435711] env[63750]: INFO nova.compute.manager [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Took 20.27 seconds to build instance. [ 1587.469840] env[63750]: DEBUG nova.virt.vmwareapi.images [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Downloading image file data 53a5fdf8-c6be-4008-8c9d-7c67205e61eb to the data store datastore2 {{(pid=63750) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1587.474364] env[63750]: DEBUG nova.network.neutron [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 5b4fa630-fcf0-4835-b22a-f4245f51ac6c] Successfully created port: 8f8b40c8-8de4-46ce-9376-8a4690ccaa49 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1587.493271] env[63750]: INFO nova.compute.manager [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] [instance: 1747a27d-b414-457a-ac2a-5bae20896432] Took 16.97 seconds to build instance. [ 1587.546238] env[63750]: DEBUG oslo_vmware.rw_handles [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/630320e6-6b35-4e8c-9e35-cdf052035640/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=63750) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1587.623857] env[63750]: DEBUG oslo_vmware.api [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Task: {'id': task-2005825, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.679629] env[63750]: DEBUG oslo_vmware.api [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Task: {'id': task-2005831, 'name': ReconfigVM_Task, 'duration_secs': 0.370939} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.679629] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] [instance: 6e2265f0-238d-4cea-a059-90f643d266f0] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 6e2265f0-238d-4cea-a059-90f643d266f0/6e2265f0-238d-4cea-a059-90f643d266f0.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1587.680795] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5e4c55e-facd-425c-99b9-c73769573bc4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.686472] env[63750]: DEBUG oslo_vmware.api [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Waiting for the task: (returnval){ [ 1587.686472] env[63750]: value = "task-2005833" [ 1587.686472] env[63750]: _type = "Task" [ 1587.686472] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.699309] env[63750]: DEBUG oslo_vmware.api [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Task: {'id': task-2005833, 'name': Rename_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.710138] env[63750]: DEBUG oslo_vmware.api [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2005832, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.800332] env[63750]: DEBUG nova.scheduler.client.report [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1587.816269] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2005830, 'name': CreateVM_Task, 'duration_secs': 0.73609} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.819841] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 464adac6-a45c-4cc3-b0fb-1371c1438426] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1587.821672] env[63750]: DEBUG oslo_concurrency.lockutils [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1587.823164] env[63750]: DEBUG oslo_concurrency.lockutils [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.823164] env[63750]: DEBUG oslo_concurrency.lockutils [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1587.824132] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eb53e30-32f6-4144-9b15-db4579b65d7d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.832038] env[63750]: DEBUG oslo_vmware.api [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Waiting for the task: (returnval){ [ 1587.832038] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52aefbfe-c87f-af98-f91b-fa5736579ca5" [ 1587.832038] env[63750]: _type = "Task" [ 1587.832038] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.843373] env[63750]: DEBUG nova.compute.manager [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 5b4fa630-fcf0-4835-b22a-f4245f51ac6c] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1587.849890] env[63750]: DEBUG oslo_vmware.api [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52aefbfe-c87f-af98-f91b-fa5736579ca5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.883210] env[63750]: DEBUG nova.virt.hardware [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1587.883210] env[63750]: DEBUG nova.virt.hardware [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1587.883210] env[63750]: DEBUG nova.virt.hardware [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1587.883391] env[63750]: DEBUG nova.virt.hardware [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1587.883391] env[63750]: DEBUG nova.virt.hardware [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1587.883391] env[63750]: DEBUG nova.virt.hardware [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1587.883391] env[63750]: DEBUG nova.virt.hardware [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1587.883391] env[63750]: DEBUG nova.virt.hardware [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1587.883542] env[63750]: DEBUG nova.virt.hardware [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1587.883542] env[63750]: DEBUG nova.virt.hardware [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1587.883542] env[63750]: DEBUG nova.virt.hardware [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1587.883542] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368feaa2-1968-44cb-b709-ea6427fb725b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.895036] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b56248-bffd-4b7a-aee2-3d6f3ae23719 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.938860] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5f0df9bf-a125-4708-a782-da18b834a30b tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Lock "fe9c3f7c-4c8b-426b-85c1-6fc0f325609e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.780s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1587.998751] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5a121df-ab0c-4d93-ac47-e26b5ace3033 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Lock "1747a27d-b414-457a-ac2a-5bae20896432" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.487s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.126981] env[63750]: DEBUG oslo_vmware.api [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Task: {'id': task-2005825, 'name': PowerOnVM_Task} progress is 82%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.203008] env[63750]: DEBUG oslo_vmware.api [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Task: {'id': task-2005833, 'name': Rename_Task, 'duration_secs': 0.182291} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.213034] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] [instance: 6e2265f0-238d-4cea-a059-90f643d266f0] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1588.216406] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81a981df-1a93-4c82-8ab3-7118ed0f1970 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.227111] env[63750]: DEBUG oslo_vmware.api [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2005832, 'name': PowerOnVM_Task, 'duration_secs': 0.665178} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.229905] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1588.230312] env[63750]: INFO nova.compute.manager [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Took 9.96 seconds to spawn the instance on the hypervisor. [ 1588.230460] env[63750]: DEBUG nova.compute.manager [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1588.230900] env[63750]: DEBUG oslo_vmware.api [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Waiting for the task: (returnval){ [ 1588.230900] env[63750]: value = "task-2005834" [ 1588.230900] env[63750]: _type = "Task" [ 1588.230900] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.231842] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b02bbac-4748-4eeb-93cd-e9c8fd845c04 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.252558] env[63750]: DEBUG oslo_vmware.api [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Task: {'id': task-2005834, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.258385] env[63750]: DEBUG oslo_vmware.rw_handles [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Completed reading data from the image iterator. {{(pid=63750) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1588.258647] env[63750]: DEBUG oslo_vmware.rw_handles [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/630320e6-6b35-4e8c-9e35-cdf052035640/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=63750) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1588.311730] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.522s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.312272] env[63750]: DEBUG nova.compute.manager [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1588.321908] env[63750]: DEBUG nova.network.neutron [req-2db8785f-663c-420c-9462-f31e3adf0c32 req-8816831a-d4fa-4991-89b1-9ffc3f2f04c8 service nova] [instance: 464adac6-a45c-4cc3-b0fb-1371c1438426] Updated VIF entry in instance network info cache for port 67c09f5a-b285-4c02-a153-ebabbbc44ca3. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1588.322510] env[63750]: DEBUG nova.network.neutron [req-2db8785f-663c-420c-9462-f31e3adf0c32 req-8816831a-d4fa-4991-89b1-9ffc3f2f04c8 service nova] [instance: 464adac6-a45c-4cc3-b0fb-1371c1438426] Updating instance_info_cache with network_info: [{"id": "67c09f5a-b285-4c02-a153-ebabbbc44ca3", "address": "fa:16:3e:05:1a:b3", "network": {"id": "48e9ee2e-d753-4146-b499-cb5088587924", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97464ef51d4848b2beb776e97a17e4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67c09f5a-b2", "ovs_interfaceid": "67c09f5a-b285-4c02-a153-ebabbbc44ca3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1588.323889] env[63750]: DEBUG oslo_concurrency.lockutils [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.432s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.325402] env[63750]: INFO nova.compute.claims [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] [instance: 028ce127-561f-4a3a-b427-e0c462457550] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1588.353233] env[63750]: DEBUG oslo_vmware.api [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52aefbfe-c87f-af98-f91b-fa5736579ca5, 'name': SearchDatastore_Task, 'duration_secs': 0.019284} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.353233] env[63750]: DEBUG oslo_concurrency.lockutils [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1588.353233] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] [instance: 464adac6-a45c-4cc3-b0fb-1371c1438426] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1588.353689] env[63750]: DEBUG oslo_concurrency.lockutils [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1588.353689] env[63750]: DEBUG oslo_concurrency.lockutils [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.353776] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1588.354759] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-865e37b0-94b2-45a2-a872-432613380c38 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.369246] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1588.369440] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1588.370920] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b0b8cda-63e3-4124-8a31-e65f85a38777 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.376420] env[63750]: DEBUG oslo_vmware.api [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Waiting for the task: (returnval){ [ 1588.376420] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52fedc11-11e6-e796-516e-ea3b3cf163f1" [ 1588.376420] env[63750]: _type = "Task" [ 1588.376420] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.384983] env[63750]: DEBUG oslo_vmware.api [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52fedc11-11e6-e796-516e-ea3b3cf163f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.415669] env[63750]: DEBUG nova.virt.vmwareapi.images [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Downloaded image file data 53a5fdf8-c6be-4008-8c9d-7c67205e61eb to vmware_temp/630320e6-6b35-4e8c-9e35-cdf052035640/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/tmp-sparse.vmdk on the data store datastore2 {{(pid=63750) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1588.417333] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Caching image {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1588.417575] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Copying Virtual Disk [datastore2] vmware_temp/630320e6-6b35-4e8c-9e35-cdf052035640/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/tmp-sparse.vmdk to [datastore2] vmware_temp/630320e6-6b35-4e8c-9e35-cdf052035640/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1588.417842] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7d665c0-8582-442f-8542-59efae5889b2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.429127] env[63750]: DEBUG oslo_vmware.api [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Waiting for the task: (returnval){ [ 1588.429127] env[63750]: value = "task-2005835" [ 1588.429127] env[63750]: _type = "Task" [ 1588.429127] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.439113] env[63750]: DEBUG oslo_vmware.api [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Task: {'id': task-2005835, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.444061] env[63750]: DEBUG nova.compute.manager [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1588.501614] env[63750]: DEBUG nova.compute.manager [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] [instance: b23f40f6-7521-4465-bc42-872016f9a6bd] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1588.625052] env[63750]: DEBUG oslo_vmware.api [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Task: {'id': task-2005825, 'name': PowerOnVM_Task, 'duration_secs': 1.724326} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.625052] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] [instance: 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1588.625052] env[63750]: INFO nova.compute.manager [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] [instance: 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78] Took 14.97 seconds to spawn the instance on the hypervisor. [ 1588.625052] env[63750]: DEBUG nova.compute.manager [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] [instance: 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1588.625052] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d73f46a-0ed0-4ffa-9095-f15726585f1b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.750707] env[63750]: DEBUG oslo_vmware.api [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Task: {'id': task-2005834, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.760512] env[63750]: INFO nova.compute.manager [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Took 17.81 seconds to build instance. [ 1588.835459] env[63750]: DEBUG oslo_concurrency.lockutils [req-2db8785f-663c-420c-9462-f31e3adf0c32 req-8816831a-d4fa-4991-89b1-9ffc3f2f04c8 service nova] Releasing lock "refresh_cache-464adac6-a45c-4cc3-b0fb-1371c1438426" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1588.836860] env[63750]: DEBUG nova.compute.utils [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1588.838257] env[63750]: DEBUG nova.compute.manager [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1588.838431] env[63750]: DEBUG nova.network.neutron [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1588.888082] env[63750]: DEBUG oslo_vmware.api [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52fedc11-11e6-e796-516e-ea3b3cf163f1, 'name': SearchDatastore_Task, 'duration_secs': 0.017436} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.888655] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8be0b305-55be-4d95-81a6-c8c65025fb73 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.894233] env[63750]: DEBUG oslo_vmware.api [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Waiting for the task: (returnval){ [ 1588.894233] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52ad5552-798b-fecf-6699-c20fda0aef9b" [ 1588.894233] env[63750]: _type = "Task" [ 1588.894233] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.902438] env[63750]: DEBUG oslo_vmware.api [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52ad5552-798b-fecf-6699-c20fda0aef9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.938973] env[63750]: DEBUG oslo_vmware.api [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Task: {'id': task-2005835, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.948043] env[63750]: DEBUG nova.policy [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a481bee18004873b4d0d01af9bc5e9c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c1917e55d47140e0839a4511375f6e3d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1588.976459] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.023462] env[63750]: DEBUG oslo_concurrency.lockutils [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.152855] env[63750]: INFO nova.compute.manager [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] [instance: 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78] Took 20.55 seconds to build instance. [ 1589.252228] env[63750]: DEBUG oslo_vmware.api [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Task: {'id': task-2005834, 'name': PowerOnVM_Task, 'duration_secs': 1.004049} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.252228] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] [instance: 6e2265f0-238d-4cea-a059-90f643d266f0] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1589.253694] env[63750]: INFO nova.compute.manager [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] [instance: 6e2265f0-238d-4cea-a059-90f643d266f0] Took 8.58 seconds to spawn the instance on the hypervisor. [ 1589.253694] env[63750]: DEBUG nova.compute.manager [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] [instance: 6e2265f0-238d-4cea-a059-90f643d266f0] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1589.254596] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3413531-1a9e-484e-b5c8-343e3418b6fb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.266498] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e91fecc1-cecb-4e9a-a547-8a2a06cab375 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lock "01a1188a-6523-4d67-8507-2253c4c1a86a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.324s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.342474] env[63750]: DEBUG nova.compute.manager [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1589.407811] env[63750]: DEBUG oslo_vmware.api [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52ad5552-798b-fecf-6699-c20fda0aef9b, 'name': SearchDatastore_Task, 'duration_secs': 0.013565} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.408210] env[63750]: DEBUG oslo_concurrency.lockutils [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1589.408639] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 464adac6-a45c-4cc3-b0fb-1371c1438426/464adac6-a45c-4cc3-b0fb-1371c1438426.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1589.408782] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d4e39b1-ce25-4126-9aa0-d1ca934f0eda {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.420363] env[63750]: DEBUG oslo_vmware.api [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Waiting for the task: (returnval){ [ 1589.420363] env[63750]: value = "task-2005836" [ 1589.420363] env[63750]: _type = "Task" [ 1589.420363] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.433013] env[63750]: DEBUG oslo_vmware.api [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Task: {'id': task-2005836, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.444542] env[63750]: DEBUG oslo_vmware.api [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Task: {'id': task-2005835, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.660792] env[63750]: DEBUG oslo_concurrency.lockutils [None req-48b62533-9c82-407c-ad97-ac383d48e5dc tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Lock "25fb909b-63b7-4d5e-8464-cfdcbdf6ca78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.069s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.724491] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7955fbd5-b019-4e29-9a96-4973d1796833 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.737166] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53188fae-32fa-4e77-b7c8-56bdb6da5195 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.775825] env[63750]: DEBUG nova.compute.manager [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1589.779038] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8259c7c-e0ed-489c-a94f-802c7ead58b2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.786062] env[63750]: INFO nova.compute.manager [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] [instance: 6e2265f0-238d-4cea-a059-90f643d266f0] Took 18.14 seconds to build instance. [ 1589.792607] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f57c8e2-6670-44db-9570-8b3a4d469ff4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.814351] env[63750]: DEBUG nova.compute.provider_tree [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Updating inventory in ProviderTree for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1589.920028] env[63750]: DEBUG nova.network.neutron [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Successfully created port: 6173e3fc-8af4-4d2d-bfc4-0c7425f75736 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1589.945909] env[63750]: DEBUG oslo_vmware.api [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Task: {'id': task-2005836, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.954465] env[63750]: DEBUG oslo_vmware.api [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Task: {'id': task-2005835, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.118339} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.954465] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Copied Virtual Disk [datastore2] vmware_temp/630320e6-6b35-4e8c-9e35-cdf052035640/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/tmp-sparse.vmdk to [datastore2] vmware_temp/630320e6-6b35-4e8c-9e35-cdf052035640/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1589.954465] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Deleting the datastore file [datastore2] vmware_temp/630320e6-6b35-4e8c-9e35-cdf052035640/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/tmp-sparse.vmdk {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1589.954465] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f3ab9e1-2e48-4839-b401-da8cd9effc34 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.962198] env[63750]: DEBUG oslo_vmware.api [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Waiting for the task: (returnval){ [ 1589.962198] env[63750]: value = "task-2005837" [ 1589.962198] env[63750]: _type = "Task" [ 1589.962198] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.973403] env[63750]: DEBUG oslo_vmware.api [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Task: {'id': task-2005837, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.162795] env[63750]: DEBUG nova.compute.manager [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 16e7a58b-3c51-4793-b128-d418f7173f7a] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1590.275202] env[63750]: DEBUG nova.compute.manager [None req-71966ea3-3b0b-4996-8409-e12d30df2804 tempest-ServerDiagnosticsV248Test-1581191735 tempest-ServerDiagnosticsV248Test-1581191735-project-admin] [instance: 1747a27d-b414-457a-ac2a-5bae20896432] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1590.278567] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae223d29-5da2-4359-8fbd-c2f6c069bc9a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.290147] env[63750]: INFO nova.compute.manager [None req-71966ea3-3b0b-4996-8409-e12d30df2804 tempest-ServerDiagnosticsV248Test-1581191735 tempest-ServerDiagnosticsV248Test-1581191735-project-admin] [instance: 1747a27d-b414-457a-ac2a-5bae20896432] Retrieving diagnostics [ 1590.290976] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056d1637-a2ce-48ba-a23e-e381b8504245 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.294235] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fa06f3c7-2c1c-413f-8232-99fb6d6a13e6 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Lock "6e2265f0-238d-4cea-a059-90f643d266f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.662s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.336343] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.352316] env[63750]: ERROR nova.scheduler.client.report [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] [req-a61cd3aa-b684-4145-b805-5605da0ff5f2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e97779d2-c1aa-4b7e-928a-1e7ed86edaab. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a61cd3aa-b684-4145-b805-5605da0ff5f2"}]} [ 1590.353638] env[63750]: DEBUG nova.compute.manager [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1590.378116] env[63750]: DEBUG nova.scheduler.client.report [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Refreshing inventories for resource provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1590.392771] env[63750]: DEBUG nova.virt.hardware [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1590.392771] env[63750]: DEBUG nova.virt.hardware [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1590.392939] env[63750]: DEBUG nova.virt.hardware [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1590.393739] env[63750]: DEBUG nova.virt.hardware [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1590.393739] env[63750]: DEBUG nova.virt.hardware [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1590.393739] env[63750]: DEBUG nova.virt.hardware [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1590.393739] env[63750]: DEBUG nova.virt.hardware [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1590.393867] env[63750]: DEBUG nova.virt.hardware [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1590.393998] env[63750]: DEBUG nova.virt.hardware [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1590.394191] env[63750]: DEBUG nova.virt.hardware [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1590.394685] env[63750]: DEBUG nova.virt.hardware [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1590.395581] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3757bb-0147-4928-a92a-9188f802110c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.407201] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8273627a-6588-4843-aafd-89cfd7c46a8f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.413207] env[63750]: DEBUG nova.scheduler.client.report [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Updating ProviderTree inventory for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1590.413453] env[63750]: DEBUG nova.compute.provider_tree [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Updating inventory in ProviderTree for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1590.442087] env[63750]: DEBUG oslo_vmware.api [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Task: {'id': task-2005836, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620075} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.443898] env[63750]: DEBUG nova.scheduler.client.report [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Refreshing aggregate associations for resource provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab, aggregates: None {{(pid=63750) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1590.446604] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 464adac6-a45c-4cc3-b0fb-1371c1438426/464adac6-a45c-4cc3-b0fb-1371c1438426.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1590.446604] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] [instance: 464adac6-a45c-4cc3-b0fb-1371c1438426] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1590.446604] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d0f2f15-032c-4925-ac97-3c4ab55ce143 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.457415] env[63750]: DEBUG oslo_vmware.api [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Waiting for the task: (returnval){ [ 1590.457415] env[63750]: value = "task-2005838" [ 1590.457415] env[63750]: _type = "Task" [ 1590.457415] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.472403] env[63750]: DEBUG nova.scheduler.client.report [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Refreshing trait associations for resource provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=63750) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1590.477726] env[63750]: DEBUG oslo_vmware.api [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Task: {'id': task-2005838, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.485245] env[63750]: DEBUG oslo_vmware.api [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Task: {'id': task-2005837, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.056947} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.485245] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1590.485370] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Moving file from [datastore2] vmware_temp/630320e6-6b35-4e8c-9e35-cdf052035640/53a5fdf8-c6be-4008-8c9d-7c67205e61eb to [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb. {{(pid=63750) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1590.486219] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-ccc51584-28b1-462d-85aa-f76b9ab0ed83 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.492497] env[63750]: DEBUG oslo_vmware.api [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Waiting for the task: (returnval){ [ 1590.492497] env[63750]: value = "task-2005839" [ 1590.492497] env[63750]: _type = "Task" [ 1590.492497] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.500905] env[63750]: DEBUG oslo_vmware.api [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Task: {'id': task-2005839, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.556826] env[63750]: DEBUG nova.network.neutron [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 5b4fa630-fcf0-4835-b22a-f4245f51ac6c] Successfully updated port: 8f8b40c8-8de4-46ce-9376-8a4690ccaa49 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1590.689347] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.721164] env[63750]: DEBUG oslo_concurrency.lockutils [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Acquiring lock "9f8ff3a5-201b-4814-bf32-2f39c2293750" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.721601] env[63750]: DEBUG oslo_concurrency.lockutils [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Lock "9f8ff3a5-201b-4814-bf32-2f39c2293750" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.792308] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3d5168-d718-4b5d-b485-08671efa99f5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.798018] env[63750]: DEBUG nova.compute.manager [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1590.804168] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2d0ef5-dcde-466e-9364-76091b19f4eb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.841420] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b54f51c-d5d3-4bd1-97b8-8fe13663c4dc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.850300] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def6d32e-30cf-4f6f-b33b-4a1bb8241883 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.869692] env[63750]: DEBUG nova.compute.provider_tree [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Updating inventory in ProviderTree for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1590.973804] env[63750]: DEBUG oslo_vmware.api [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Task: {'id': task-2005838, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.234306} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.973804] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] [instance: 464adac6-a45c-4cc3-b0fb-1371c1438426] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1590.973804] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67005509-e7be-410c-bd28-d946cfffbdff {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.997621] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] [instance: 464adac6-a45c-4cc3-b0fb-1371c1438426] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 464adac6-a45c-4cc3-b0fb-1371c1438426/464adac6-a45c-4cc3-b0fb-1371c1438426.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1590.997950] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e47943b3-4449-4baf-bd1a-7642553076ed {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.021285] env[63750]: DEBUG oslo_vmware.api [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Task: {'id': task-2005839, 'name': MoveDatastoreFile_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.022750] env[63750]: DEBUG oslo_vmware.api [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Waiting for the task: (returnval){ [ 1591.022750] env[63750]: value = "task-2005840" [ 1591.022750] env[63750]: _type = "Task" [ 1591.022750] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.032860] env[63750]: DEBUG oslo_vmware.api [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Task: {'id': task-2005840, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.061313] env[63750]: DEBUG oslo_concurrency.lockutils [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Acquiring lock "refresh_cache-5b4fa630-fcf0-4835-b22a-f4245f51ac6c" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1591.061313] env[63750]: DEBUG oslo_concurrency.lockutils [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Acquired lock "refresh_cache-5b4fa630-fcf0-4835-b22a-f4245f51ac6c" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.061313] env[63750]: DEBUG nova.network.neutron [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 5b4fa630-fcf0-4835-b22a-f4245f51ac6c] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1591.338676] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.418174] env[63750]: DEBUG nova.scheduler.client.report [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Updated inventory for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with generation 21 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1591.419293] env[63750]: DEBUG nova.compute.provider_tree [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Updating resource provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab generation from 21 to 22 during operation: update_inventory {{(pid=63750) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1591.419436] env[63750]: DEBUG nova.compute.provider_tree [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Updating inventory in ProviderTree for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1591.510923] env[63750]: DEBUG oslo_vmware.api [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Task: {'id': task-2005839, 'name': MoveDatastoreFile_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.536598] env[63750]: DEBUG oslo_vmware.api [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Task: {'id': task-2005840, 'name': ReconfigVM_Task, 'duration_secs': 0.391513} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.537885] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] [instance: 464adac6-a45c-4cc3-b0fb-1371c1438426] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 464adac6-a45c-4cc3-b0fb-1371c1438426/464adac6-a45c-4cc3-b0fb-1371c1438426.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1591.537885] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e595ddc-dbe2-4840-8d6a-61b8a30bdedd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.546013] env[63750]: DEBUG oslo_vmware.api [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Waiting for the task: (returnval){ [ 1591.546013] env[63750]: value = "task-2005841" [ 1591.546013] env[63750]: _type = "Task" [ 1591.546013] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.554328] env[63750]: DEBUG oslo_vmware.api [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Task: {'id': task-2005841, 'name': Rename_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.701044] env[63750]: DEBUG nova.network.neutron [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 5b4fa630-fcf0-4835-b22a-f4245f51ac6c] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1592.242940] env[63750]: DEBUG oslo_concurrency.lockutils [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.616s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1592.242940] env[63750]: DEBUG nova.compute.manager [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] [instance: 028ce127-561f-4a3a-b427-e0c462457550] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1592.242940] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.969s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1592.242940] env[63750]: INFO nova.compute.claims [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1592.242940] env[63750]: DEBUG nova.compute.manager [req-1ace12f6-1e66-4f94-8e4d-991f0c4fdb6d req-3d77b7f5-51cd-4ca7-b366-fc2f99c0365d service nova] [instance: 5b4fa630-fcf0-4835-b22a-f4245f51ac6c] Received event network-vif-plugged-8f8b40c8-8de4-46ce-9376-8a4690ccaa49 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1592.245278] env[63750]: DEBUG oslo_concurrency.lockutils [req-1ace12f6-1e66-4f94-8e4d-991f0c4fdb6d req-3d77b7f5-51cd-4ca7-b366-fc2f99c0365d service nova] Acquiring lock "5b4fa630-fcf0-4835-b22a-f4245f51ac6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1592.245278] env[63750]: DEBUG oslo_concurrency.lockutils [req-1ace12f6-1e66-4f94-8e4d-991f0c4fdb6d req-3d77b7f5-51cd-4ca7-b366-fc2f99c0365d service nova] Lock "5b4fa630-fcf0-4835-b22a-f4245f51ac6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1592.245278] env[63750]: DEBUG oslo_concurrency.lockutils [req-1ace12f6-1e66-4f94-8e4d-991f0c4fdb6d req-3d77b7f5-51cd-4ca7-b366-fc2f99c0365d service nova] Lock "5b4fa630-fcf0-4835-b22a-f4245f51ac6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1592.245278] env[63750]: DEBUG nova.compute.manager [req-1ace12f6-1e66-4f94-8e4d-991f0c4fdb6d req-3d77b7f5-51cd-4ca7-b366-fc2f99c0365d service nova] [instance: 5b4fa630-fcf0-4835-b22a-f4245f51ac6c] No waiting events found dispatching network-vif-plugged-8f8b40c8-8de4-46ce-9376-8a4690ccaa49 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1592.245278] env[63750]: WARNING nova.compute.manager [req-1ace12f6-1e66-4f94-8e4d-991f0c4fdb6d req-3d77b7f5-51cd-4ca7-b366-fc2f99c0365d service nova] [instance: 5b4fa630-fcf0-4835-b22a-f4245f51ac6c] Received unexpected event network-vif-plugged-8f8b40c8-8de4-46ce-9376-8a4690ccaa49 for instance with vm_state building and task_state spawning. [ 1592.246697] env[63750]: DEBUG oslo_vmware.api [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Task: {'id': task-2005839, 'name': MoveDatastoreFile_Task, 'duration_secs': 1.054528} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.246697] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] File moved {{(pid=63750) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1592.246697] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Cleaning up location [datastore2] vmware_temp/630320e6-6b35-4e8c-9e35-cdf052035640 {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1592.246697] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Deleting the datastore file [datastore2] vmware_temp/630320e6-6b35-4e8c-9e35-cdf052035640 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1592.246697] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7698832-b5f3-4240-9bcb-06cd7ea5a4f8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.246697] env[63750]: DEBUG oslo_vmware.api [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Waiting for the task: (returnval){ [ 1592.248161] env[63750]: value = "task-2005842" [ 1592.248161] env[63750]: _type = "Task" [ 1592.248161] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.248161] env[63750]: DEBUG oslo_vmware.api [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Task: {'id': task-2005842, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.248161] env[63750]: DEBUG oslo_vmware.api [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Task: {'id': task-2005841, 'name': Rename_Task, 'duration_secs': 0.238481} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.248161] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] [instance: 464adac6-a45c-4cc3-b0fb-1371c1438426] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1592.248161] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96cc0d80-c4ce-4730-93ba-fac023df6d5d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.248161] env[63750]: DEBUG oslo_vmware.api [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Waiting for the task: (returnval){ [ 1592.248161] env[63750]: value = "task-2005843" [ 1592.248161] env[63750]: _type = "Task" [ 1592.248161] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.249575] env[63750]: DEBUG oslo_vmware.api [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Task: {'id': task-2005843, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.460780] env[63750]: DEBUG nova.compute.utils [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1592.460780] env[63750]: DEBUG nova.compute.manager [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] [instance: 028ce127-561f-4a3a-b427-e0c462457550] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1592.460780] env[63750]: DEBUG nova.network.neutron [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] [instance: 028ce127-561f-4a3a-b427-e0c462457550] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1592.566555] env[63750]: DEBUG nova.network.neutron [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 5b4fa630-fcf0-4835-b22a-f4245f51ac6c] Updating instance_info_cache with network_info: [{"id": "8f8b40c8-8de4-46ce-9376-8a4690ccaa49", "address": "fa:16:3e:43:24:91", "network": {"id": "48e9ee2e-d753-4146-b499-cb5088587924", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97464ef51d4848b2beb776e97a17e4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f8b40c8-8d", "ovs_interfaceid": "8f8b40c8-8de4-46ce-9376-8a4690ccaa49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.570941] env[63750]: DEBUG oslo_vmware.api [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Task: {'id': task-2005842, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.079431} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.571425] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1592.572372] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7eb1565f-be69-47e6-b1b6-638614cf91f6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.577922] env[63750]: DEBUG oslo_vmware.api [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Waiting for the task: (returnval){ [ 1592.577922] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a8624d-dd95-5b84-0461-c95a52a5355b" [ 1592.577922] env[63750]: _type = "Task" [ 1592.577922] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.586801] env[63750]: DEBUG oslo_vmware.api [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a8624d-dd95-5b84-0461-c95a52a5355b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.710639] env[63750]: DEBUG oslo_vmware.api [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Task: {'id': task-2005843, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.760902] env[63750]: DEBUG nova.policy [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3bea7fb91d94ec3908cd085e500a36c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b169791d30994c458b755af2a22e6ae7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1592.967933] env[63750]: DEBUG nova.compute.manager [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] [instance: 028ce127-561f-4a3a-b427-e0c462457550] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1592.994982] env[63750]: DEBUG nova.compute.manager [None req-727121e6-d5a8-4baf-84e9-0be4ef8624c3 tempest-ServerExternalEventsTest-1264512428 tempest-ServerExternalEventsTest-1264512428-project] [instance: 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78] Received event network-changed {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1592.994982] env[63750]: DEBUG nova.compute.manager [None req-727121e6-d5a8-4baf-84e9-0be4ef8624c3 tempest-ServerExternalEventsTest-1264512428 tempest-ServerExternalEventsTest-1264512428-project] [instance: 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78] Refreshing instance network info cache due to event network-changed. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1592.994982] env[63750]: DEBUG oslo_concurrency.lockutils [None req-727121e6-d5a8-4baf-84e9-0be4ef8624c3 tempest-ServerExternalEventsTest-1264512428 tempest-ServerExternalEventsTest-1264512428-project] Acquiring lock "refresh_cache-25fb909b-63b7-4d5e-8464-cfdcbdf6ca78" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1592.994982] env[63750]: DEBUG oslo_concurrency.lockutils [None req-727121e6-d5a8-4baf-84e9-0be4ef8624c3 tempest-ServerExternalEventsTest-1264512428 tempest-ServerExternalEventsTest-1264512428-project] Acquired lock "refresh_cache-25fb909b-63b7-4d5e-8464-cfdcbdf6ca78" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.994982] env[63750]: DEBUG nova.network.neutron [None req-727121e6-d5a8-4baf-84e9-0be4ef8624c3 tempest-ServerExternalEventsTest-1264512428 tempest-ServerExternalEventsTest-1264512428-project] [instance: 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1593.029486] env[63750]: DEBUG nova.compute.manager [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Stashing vm_state: active {{(pid=63750) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1593.075174] env[63750]: DEBUG oslo_concurrency.lockutils [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Releasing lock "refresh_cache-5b4fa630-fcf0-4835-b22a-f4245f51ac6c" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1593.075174] env[63750]: DEBUG nova.compute.manager [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 5b4fa630-fcf0-4835-b22a-f4245f51ac6c] Instance network_info: |[{"id": "8f8b40c8-8de4-46ce-9376-8a4690ccaa49", "address": "fa:16:3e:43:24:91", "network": {"id": "48e9ee2e-d753-4146-b499-cb5088587924", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97464ef51d4848b2beb776e97a17e4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f8b40c8-8d", "ovs_interfaceid": "8f8b40c8-8de4-46ce-9376-8a4690ccaa49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1593.077689] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 5b4fa630-fcf0-4835-b22a-f4245f51ac6c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:24:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f8b40c8-8de4-46ce-9376-8a4690ccaa49', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1593.090552] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Creating folder: Project (bb8342d3990f4ec9987d129696c180e6). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1593.091564] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b605b16-42d5-42cc-834b-425c0a322966 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.117682] env[63750]: DEBUG oslo_vmware.api [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a8624d-dd95-5b84-0461-c95a52a5355b, 'name': SearchDatastore_Task, 'duration_secs': 0.027203} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.120019] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1593.120716] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 3cec7e1e-84cb-4055-a25f-b36579dd1511/3cec7e1e-84cb-4055-a25f-b36579dd1511.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1593.120906] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Created folder: Project (bb8342d3990f4ec9987d129696c180e6) in parent group-v412391. [ 1593.121217] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Creating folder: Instances. Parent ref: group-v412413. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1593.125413] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0efeffc5-b862-4802-8256-88ae91bf15cc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.128666] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82545127-2097-46db-bc38-1f26428f8faa {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.141605] env[63750]: DEBUG oslo_vmware.api [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Waiting for the task: (returnval){ [ 1593.141605] env[63750]: value = "task-2005845" [ 1593.141605] env[63750]: _type = "Task" [ 1593.141605] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.154162] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Created folder: Instances in parent group-v412413. [ 1593.154645] env[63750]: DEBUG oslo.service.loopingcall [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1593.157056] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b4fa630-fcf0-4835-b22a-f4245f51ac6c] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1593.157790] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b757596a-6c09-4d01-84da-be500127978c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.197558] env[63750]: DEBUG oslo_vmware.api [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Task: {'id': task-2005845, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.206378] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1593.206378] env[63750]: value = "task-2005847" [ 1593.206378] env[63750]: _type = "Task" [ 1593.206378] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.222582] env[63750]: DEBUG oslo_vmware.api [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Task: {'id': task-2005843, 'name': PowerOnVM_Task} progress is 37%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.230244] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2005847, 'name': CreateVM_Task} progress is 10%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.448023] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17536a9-dbb0-4d6b-8d01-3060cb7289b2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.458211] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499ddfe9-0196-4a39-b034-50aea3637755 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.504494] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5b748e-0117-4461-9ef1-42ebc78c0a25 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.513606] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870e1f95-3274-47a0-b491-ab5ca843dce8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.532815] env[63750]: DEBUG nova.compute.provider_tree [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1593.561589] env[63750]: DEBUG oslo_concurrency.lockutils [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.657274] env[63750]: DEBUG oslo_vmware.api [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Task: {'id': task-2005845, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.709416] env[63750]: DEBUG oslo_vmware.api [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Task: {'id': task-2005843, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.718370] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2005847, 'name': CreateVM_Task, 'duration_secs': 0.498341} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.718893] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b4fa630-fcf0-4835-b22a-f4245f51ac6c] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1593.719501] env[63750]: DEBUG oslo_concurrency.lockutils [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1593.719501] env[63750]: DEBUG oslo_concurrency.lockutils [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.719751] env[63750]: DEBUG oslo_concurrency.lockutils [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1593.719995] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a564607-8a3f-4b24-9fa7-15ccd24a5186 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.724815] env[63750]: DEBUG oslo_vmware.api [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Waiting for the task: (returnval){ [ 1593.724815] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5222b364-654a-e968-fa23-2031512b247f" [ 1593.724815] env[63750]: _type = "Task" [ 1593.724815] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.732316] env[63750]: DEBUG oslo_vmware.api [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5222b364-654a-e968-fa23-2031512b247f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.842231] env[63750]: DEBUG nova.network.neutron [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] [instance: 028ce127-561f-4a3a-b427-e0c462457550] Successfully created port: 234d64ad-204c-4142-a989-8919bb7a913d {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1593.984661] env[63750]: DEBUG nova.network.neutron [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Successfully updated port: 6173e3fc-8af4-4d2d-bfc4-0c7425f75736 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1594.004820] env[63750]: DEBUG nova.compute.manager [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] [instance: 028ce127-561f-4a3a-b427-e0c462457550] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1594.039594] env[63750]: DEBUG nova.virt.hardware [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1594.039594] env[63750]: DEBUG nova.virt.hardware [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1594.039594] env[63750]: DEBUG nova.virt.hardware [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1594.039594] env[63750]: DEBUG nova.virt.hardware [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1594.039798] env[63750]: DEBUG nova.virt.hardware [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1594.039798] env[63750]: DEBUG nova.virt.hardware [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1594.039798] env[63750]: DEBUG nova.virt.hardware [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1594.039798] env[63750]: DEBUG nova.virt.hardware [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1594.039798] env[63750]: DEBUG nova.virt.hardware [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1594.039949] env[63750]: DEBUG nova.virt.hardware [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1594.040076] env[63750]: DEBUG nova.virt.hardware [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1594.040938] env[63750]: DEBUG nova.scheduler.client.report [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1594.048368] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3611ce84-a870-480a-b46a-c5f859b88b30 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.055824] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05059abd-d9ad-4713-aaf8-0d813ddf7d8b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.063783] env[63750]: DEBUG oslo_concurrency.lockutils [None req-44e4bc05-83e0-436a-b815-ddfc2a4151a3 tempest-DeleteServersAdminTestJSON-1217671643 tempest-DeleteServersAdminTestJSON-1217671643-project-admin] Acquiring lock "6e2265f0-238d-4cea-a059-90f643d266f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1594.064386] env[63750]: DEBUG oslo_concurrency.lockutils [None req-44e4bc05-83e0-436a-b815-ddfc2a4151a3 tempest-DeleteServersAdminTestJSON-1217671643 tempest-DeleteServersAdminTestJSON-1217671643-project-admin] Lock "6e2265f0-238d-4cea-a059-90f643d266f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1594.064648] env[63750]: DEBUG oslo_concurrency.lockutils [None req-44e4bc05-83e0-436a-b815-ddfc2a4151a3 tempest-DeleteServersAdminTestJSON-1217671643 tempest-DeleteServersAdminTestJSON-1217671643-project-admin] Acquiring lock "6e2265f0-238d-4cea-a059-90f643d266f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1594.065129] env[63750]: DEBUG oslo_concurrency.lockutils [None req-44e4bc05-83e0-436a-b815-ddfc2a4151a3 tempest-DeleteServersAdminTestJSON-1217671643 tempest-DeleteServersAdminTestJSON-1217671643-project-admin] Lock "6e2265f0-238d-4cea-a059-90f643d266f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1594.065421] env[63750]: DEBUG oslo_concurrency.lockutils [None req-44e4bc05-83e0-436a-b815-ddfc2a4151a3 tempest-DeleteServersAdminTestJSON-1217671643 tempest-DeleteServersAdminTestJSON-1217671643-project-admin] Lock "6e2265f0-238d-4cea-a059-90f643d266f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.082481] env[63750]: INFO nova.compute.manager [None req-44e4bc05-83e0-436a-b815-ddfc2a4151a3 tempest-DeleteServersAdminTestJSON-1217671643 tempest-DeleteServersAdminTestJSON-1217671643-project-admin] [instance: 6e2265f0-238d-4cea-a059-90f643d266f0] Terminating instance [ 1594.153849] env[63750]: DEBUG oslo_vmware.api [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Task: {'id': task-2005845, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600508} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.156127] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 3cec7e1e-84cb-4055-a25f-b36579dd1511/3cec7e1e-84cb-4055-a25f-b36579dd1511.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1594.156127] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1594.156127] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2eab3c45-9f21-4ed8-a4cb-f21cddc9a836 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.162666] env[63750]: DEBUG oslo_vmware.api [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Waiting for the task: (returnval){ [ 1594.162666] env[63750]: value = "task-2005848" [ 1594.162666] env[63750]: _type = "Task" [ 1594.162666] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.174420] env[63750]: DEBUG oslo_vmware.api [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Task: {'id': task-2005848, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.211484] env[63750]: DEBUG oslo_vmware.api [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Task: {'id': task-2005843, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.246799] env[63750]: DEBUG oslo_vmware.api [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5222b364-654a-e968-fa23-2031512b247f, 'name': SearchDatastore_Task, 'duration_secs': 0.02246} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.247146] env[63750]: DEBUG oslo_concurrency.lockutils [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1594.247356] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 5b4fa630-fcf0-4835-b22a-f4245f51ac6c] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1594.247595] env[63750]: DEBUG oslo_concurrency.lockutils [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1594.247726] env[63750]: DEBUG oslo_concurrency.lockutils [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.247894] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1594.248190] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1bf7d0ad-9d16-4b15-89fd-2aeafa7b198c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.257455] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1594.257899] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1594.258564] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34d5c678-ad4b-4f40-9529-c8c1fe3d78d2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.266928] env[63750]: DEBUG oslo_vmware.api [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Waiting for the task: (returnval){ [ 1594.266928] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]529def9a-2642-e2ce-50db-070b0c255021" [ 1594.266928] env[63750]: _type = "Task" [ 1594.266928] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.274131] env[63750]: DEBUG oslo_vmware.api [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]529def9a-2642-e2ce-50db-070b0c255021, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.404835] env[63750]: DEBUG nova.network.neutron [None req-727121e6-d5a8-4baf-84e9-0be4ef8624c3 tempest-ServerExternalEventsTest-1264512428 tempest-ServerExternalEventsTest-1264512428-project] [instance: 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78] Updating instance_info_cache with network_info: [{"id": "67cd89e2-ef56-429a-96c3-c1732e9d7aee", "address": "fa:16:3e:fa:fa:7b", "network": {"id": "48e9ee2e-d753-4146-b499-cb5088587924", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97464ef51d4848b2beb776e97a17e4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67cd89e2-ef", "ovs_interfaceid": "67cd89e2-ef56-429a-96c3-c1732e9d7aee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1594.485376] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Acquiring lock "refresh_cache-c4241be9-151b-403f-a5e7-9e34a6425466" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1594.485629] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Acquired lock "refresh_cache-c4241be9-151b-403f-a5e7-9e34a6425466" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.485673] env[63750]: DEBUG nova.network.neutron [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1594.551658] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.552206] env[63750]: DEBUG nova.compute.manager [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1594.555812] env[63750]: DEBUG oslo_concurrency.lockutils [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.533s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1594.559178] env[63750]: INFO nova.compute.claims [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] [instance: b23f40f6-7521-4465-bc42-872016f9a6bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1594.597293] env[63750]: DEBUG nova.compute.manager [None req-44e4bc05-83e0-436a-b815-ddfc2a4151a3 tempest-DeleteServersAdminTestJSON-1217671643 tempest-DeleteServersAdminTestJSON-1217671643-project-admin] [instance: 6e2265f0-238d-4cea-a059-90f643d266f0] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1594.597293] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-44e4bc05-83e0-436a-b815-ddfc2a4151a3 tempest-DeleteServersAdminTestJSON-1217671643 tempest-DeleteServersAdminTestJSON-1217671643-project-admin] [instance: 6e2265f0-238d-4cea-a059-90f643d266f0] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1594.597293] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0eb49b-2d47-4fdd-9a11-8a0c5a215bbd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.607173] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-44e4bc05-83e0-436a-b815-ddfc2a4151a3 tempest-DeleteServersAdminTestJSON-1217671643 tempest-DeleteServersAdminTestJSON-1217671643-project-admin] [instance: 6e2265f0-238d-4cea-a059-90f643d266f0] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1594.607173] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b5e6241-65bd-44fa-8916-a6d81d666308 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.615485] env[63750]: DEBUG oslo_vmware.api [None req-44e4bc05-83e0-436a-b815-ddfc2a4151a3 tempest-DeleteServersAdminTestJSON-1217671643 tempest-DeleteServersAdminTestJSON-1217671643-project-admin] Waiting for the task: (returnval){ [ 1594.615485] env[63750]: value = "task-2005849" [ 1594.615485] env[63750]: _type = "Task" [ 1594.615485] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.625085] env[63750]: DEBUG oslo_vmware.api [None req-44e4bc05-83e0-436a-b815-ddfc2a4151a3 tempest-DeleteServersAdminTestJSON-1217671643 tempest-DeleteServersAdminTestJSON-1217671643-project-admin] Task: {'id': task-2005849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.676828] env[63750]: DEBUG oslo_vmware.api [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Task: {'id': task-2005848, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070982} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.676828] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1594.677585] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e3cecf-9f1a-4cb0-8d0a-fec30ebff0f5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.699453] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 3cec7e1e-84cb-4055-a25f-b36579dd1511/3cec7e1e-84cb-4055-a25f-b36579dd1511.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1594.700435] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5922b355-ecb8-4e43-b4d0-4cea72b84360 tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Acquiring lock "25fb909b-63b7-4d5e-8464-cfdcbdf6ca78" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1594.700675] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5922b355-ecb8-4e43-b4d0-4cea72b84360 tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Lock "25fb909b-63b7-4d5e-8464-cfdcbdf6ca78" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1594.700866] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5922b355-ecb8-4e43-b4d0-4cea72b84360 tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Acquiring lock "25fb909b-63b7-4d5e-8464-cfdcbdf6ca78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1594.701192] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5922b355-ecb8-4e43-b4d0-4cea72b84360 tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Lock "25fb909b-63b7-4d5e-8464-cfdcbdf6ca78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1594.701266] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5922b355-ecb8-4e43-b4d0-4cea72b84360 tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Lock "25fb909b-63b7-4d5e-8464-cfdcbdf6ca78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.703474] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04dd28e5-59fe-4a08-bae7-51025cbd6fd5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.720406] env[63750]: INFO nova.compute.manager [None req-5922b355-ecb8-4e43-b4d0-4cea72b84360 tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] [instance: 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78] Terminating instance [ 1594.739151] env[63750]: DEBUG oslo_vmware.api [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Task: {'id': task-2005843, 'name': PowerOnVM_Task, 'duration_secs': 2.573648} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.741074] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] [instance: 464adac6-a45c-4cc3-b0fb-1371c1438426] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1594.741321] env[63750]: INFO nova.compute.manager [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] [instance: 464adac6-a45c-4cc3-b0fb-1371c1438426] Took 11.74 seconds to spawn the instance on the hypervisor. [ 1594.741509] env[63750]: DEBUG nova.compute.manager [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] [instance: 464adac6-a45c-4cc3-b0fb-1371c1438426] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1594.746504] env[63750]: DEBUG oslo_vmware.api [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Waiting for the task: (returnval){ [ 1594.746504] env[63750]: value = "task-2005850" [ 1594.746504] env[63750]: _type = "Task" [ 1594.746504] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.746504] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034628be-7761-4144-ab95-54c3ee2ccd6b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.767023] env[63750]: DEBUG oslo_vmware.api [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Task: {'id': task-2005850, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.775978] env[63750]: DEBUG oslo_vmware.api [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]529def9a-2642-e2ce-50db-070b0c255021, 'name': SearchDatastore_Task, 'duration_secs': 0.014257} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.778812] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd464555-4ba3-4193-b69d-c9ec6ea039a7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.784609] env[63750]: DEBUG oslo_vmware.api [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Waiting for the task: (returnval){ [ 1594.784609] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5254de40-1619-b800-a678-25517bc282b7" [ 1594.784609] env[63750]: _type = "Task" [ 1594.784609] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.795795] env[63750]: DEBUG oslo_vmware.api [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5254de40-1619-b800-a678-25517bc282b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.909342] env[63750]: DEBUG oslo_concurrency.lockutils [None req-727121e6-d5a8-4baf-84e9-0be4ef8624c3 tempest-ServerExternalEventsTest-1264512428 tempest-ServerExternalEventsTest-1264512428-project] Releasing lock "refresh_cache-25fb909b-63b7-4d5e-8464-cfdcbdf6ca78" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1595.025127] env[63750]: DEBUG nova.compute.manager [req-3a327701-f5c1-4bfc-b700-86cda5160981 req-4d3faf4f-bef8-46aa-a2e9-8f47ed0d1ba0 service nova] [instance: 5b4fa630-fcf0-4835-b22a-f4245f51ac6c] Received event network-changed-8f8b40c8-8de4-46ce-9376-8a4690ccaa49 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1595.025127] env[63750]: DEBUG nova.compute.manager [req-3a327701-f5c1-4bfc-b700-86cda5160981 req-4d3faf4f-bef8-46aa-a2e9-8f47ed0d1ba0 service nova] [instance: 5b4fa630-fcf0-4835-b22a-f4245f51ac6c] Refreshing instance network info cache due to event network-changed-8f8b40c8-8de4-46ce-9376-8a4690ccaa49. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1595.026162] env[63750]: DEBUG oslo_concurrency.lockutils [req-3a327701-f5c1-4bfc-b700-86cda5160981 req-4d3faf4f-bef8-46aa-a2e9-8f47ed0d1ba0 service nova] Acquiring lock "refresh_cache-5b4fa630-fcf0-4835-b22a-f4245f51ac6c" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1595.026162] env[63750]: DEBUG oslo_concurrency.lockutils [req-3a327701-f5c1-4bfc-b700-86cda5160981 req-4d3faf4f-bef8-46aa-a2e9-8f47ed0d1ba0 service nova] Acquired lock "refresh_cache-5b4fa630-fcf0-4835-b22a-f4245f51ac6c" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.026162] env[63750]: DEBUG nova.network.neutron [req-3a327701-f5c1-4bfc-b700-86cda5160981 req-4d3faf4f-bef8-46aa-a2e9-8f47ed0d1ba0 service nova] [instance: 5b4fa630-fcf0-4835-b22a-f4245f51ac6c] Refreshing network info cache for port 8f8b40c8-8de4-46ce-9376-8a4690ccaa49 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1595.056766] env[63750]: DEBUG nova.network.neutron [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1595.063231] env[63750]: DEBUG nova.compute.utils [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1595.068588] env[63750]: DEBUG nova.compute.manager [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1595.068588] env[63750]: DEBUG nova.network.neutron [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1595.137029] env[63750]: DEBUG oslo_vmware.api [None req-44e4bc05-83e0-436a-b815-ddfc2a4151a3 tempest-DeleteServersAdminTestJSON-1217671643 tempest-DeleteServersAdminTestJSON-1217671643-project-admin] Task: {'id': task-2005849, 'name': PowerOffVM_Task, 'duration_secs': 0.48375} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.137364] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-44e4bc05-83e0-436a-b815-ddfc2a4151a3 tempest-DeleteServersAdminTestJSON-1217671643 tempest-DeleteServersAdminTestJSON-1217671643-project-admin] [instance: 6e2265f0-238d-4cea-a059-90f643d266f0] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1595.137529] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-44e4bc05-83e0-436a-b815-ddfc2a4151a3 tempest-DeleteServersAdminTestJSON-1217671643 tempest-DeleteServersAdminTestJSON-1217671643-project-admin] [instance: 6e2265f0-238d-4cea-a059-90f643d266f0] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1595.137818] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61affddb-c619-446d-a4e3-a3ec44d16dbe {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.222778] env[63750]: DEBUG nova.policy [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb28758854884d078309f76a7376d632', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '431b2c7dd05d40b298b33bcb62a6492a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1595.231636] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-44e4bc05-83e0-436a-b815-ddfc2a4151a3 tempest-DeleteServersAdminTestJSON-1217671643 tempest-DeleteServersAdminTestJSON-1217671643-project-admin] [instance: 6e2265f0-238d-4cea-a059-90f643d266f0] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1595.231855] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-44e4bc05-83e0-436a-b815-ddfc2a4151a3 tempest-DeleteServersAdminTestJSON-1217671643 tempest-DeleteServersAdminTestJSON-1217671643-project-admin] [instance: 6e2265f0-238d-4cea-a059-90f643d266f0] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1595.232170] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-44e4bc05-83e0-436a-b815-ddfc2a4151a3 tempest-DeleteServersAdminTestJSON-1217671643 tempest-DeleteServersAdminTestJSON-1217671643-project-admin] Deleting the datastore file [datastore1] 6e2265f0-238d-4cea-a059-90f643d266f0 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1595.232705] env[63750]: DEBUG nova.compute.manager [None req-5922b355-ecb8-4e43-b4d0-4cea72b84360 tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] [instance: 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1595.232901] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5922b355-ecb8-4e43-b4d0-4cea72b84360 tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] [instance: 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1595.234205] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4fd7de31-456c-4f27-8077-7e25035e11e6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.237498] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e58e1e-a4a0-489f-a80a-9032ba7948f5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.245785] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-5922b355-ecb8-4e43-b4d0-4cea72b84360 tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] [instance: 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1595.248087] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b045ae2-5491-4930-a026-8dea9c750a72 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.249788] env[63750]: DEBUG oslo_vmware.api [None req-44e4bc05-83e0-436a-b815-ddfc2a4151a3 tempest-DeleteServersAdminTestJSON-1217671643 tempest-DeleteServersAdminTestJSON-1217671643-project-admin] Waiting for the task: (returnval){ [ 1595.249788] env[63750]: value = "task-2005852" [ 1595.249788] env[63750]: _type = "Task" [ 1595.249788] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.257405] env[63750]: DEBUG oslo_vmware.api [None req-5922b355-ecb8-4e43-b4d0-4cea72b84360 tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Waiting for the task: (returnval){ [ 1595.257405] env[63750]: value = "task-2005853" [ 1595.257405] env[63750]: _type = "Task" [ 1595.257405] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.265980] env[63750]: DEBUG oslo_vmware.api [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Task: {'id': task-2005850, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.280654] env[63750]: DEBUG oslo_vmware.api [None req-5922b355-ecb8-4e43-b4d0-4cea72b84360 tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Task: {'id': task-2005853, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.280654] env[63750]: DEBUG oslo_vmware.api [None req-44e4bc05-83e0-436a-b815-ddfc2a4151a3 tempest-DeleteServersAdminTestJSON-1217671643 tempest-DeleteServersAdminTestJSON-1217671643-project-admin] Task: {'id': task-2005852, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.291039] env[63750]: INFO nova.compute.manager [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] [instance: 464adac6-a45c-4cc3-b0fb-1371c1438426] Took 23.28 seconds to build instance. [ 1595.300051] env[63750]: DEBUG oslo_vmware.api [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5254de40-1619-b800-a678-25517bc282b7, 'name': SearchDatastore_Task, 'duration_secs': 0.032565} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.302425] env[63750]: DEBUG oslo_concurrency.lockutils [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1595.302425] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 5b4fa630-fcf0-4835-b22a-f4245f51ac6c/5b4fa630-fcf0-4835-b22a-f4245f51ac6c.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1595.302425] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07c782ab-2e68-4b00-8be8-b93480cfcc8e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.315213] env[63750]: DEBUG oslo_vmware.api [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Waiting for the task: (returnval){ [ 1595.315213] env[63750]: value = "task-2005854" [ 1595.315213] env[63750]: _type = "Task" [ 1595.315213] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.324736] env[63750]: DEBUG oslo_vmware.api [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Task: {'id': task-2005854, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.483233] env[63750]: DEBUG nova.network.neutron [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Updating instance_info_cache with network_info: [{"id": "6173e3fc-8af4-4d2d-bfc4-0c7425f75736", "address": "fa:16:3e:a0:f0:ff", "network": {"id": "62115eb3-4db1-4f47-a96b-5eb30cfcddc8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2016539461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1917e55d47140e0839a4511375f6e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6173e3fc-8a", "ovs_interfaceid": "6173e3fc-8af4-4d2d-bfc4-0c7425f75736", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1595.571733] env[63750]: DEBUG nova.compute.manager [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1595.658324] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1595.659079] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63750) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1595.774162] env[63750]: DEBUG oslo_vmware.api [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Task: {'id': task-2005850, 'name': ReconfigVM_Task, 'duration_secs': 0.646064} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.781573] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 3cec7e1e-84cb-4055-a25f-b36579dd1511/3cec7e1e-84cb-4055-a25f-b36579dd1511.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1595.782434] env[63750]: DEBUG oslo_vmware.api [None req-5922b355-ecb8-4e43-b4d0-4cea72b84360 tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Task: {'id': task-2005853, 'name': PowerOffVM_Task, 'duration_secs': 0.192644} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.782671] env[63750]: DEBUG oslo_vmware.api [None req-44e4bc05-83e0-436a-b815-ddfc2a4151a3 tempest-DeleteServersAdminTestJSON-1217671643 tempest-DeleteServersAdminTestJSON-1217671643-project-admin] Task: {'id': task-2005852, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243122} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.785969] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-156347cb-656c-49f2-8da6-314470127c3a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.787852] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-5922b355-ecb8-4e43-b4d0-4cea72b84360 tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] [instance: 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1595.790450] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5922b355-ecb8-4e43-b4d0-4cea72b84360 tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] [instance: 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1595.790450] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-44e4bc05-83e0-436a-b815-ddfc2a4151a3 tempest-DeleteServersAdminTestJSON-1217671643 tempest-DeleteServersAdminTestJSON-1217671643-project-admin] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1595.790450] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-44e4bc05-83e0-436a-b815-ddfc2a4151a3 tempest-DeleteServersAdminTestJSON-1217671643 tempest-DeleteServersAdminTestJSON-1217671643-project-admin] [instance: 6e2265f0-238d-4cea-a059-90f643d266f0] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1595.790450] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-44e4bc05-83e0-436a-b815-ddfc2a4151a3 tempest-DeleteServersAdminTestJSON-1217671643 tempest-DeleteServersAdminTestJSON-1217671643-project-admin] [instance: 6e2265f0-238d-4cea-a059-90f643d266f0] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1595.790450] env[63750]: INFO nova.compute.manager [None req-44e4bc05-83e0-436a-b815-ddfc2a4151a3 tempest-DeleteServersAdminTestJSON-1217671643 tempest-DeleteServersAdminTestJSON-1217671643-project-admin] [instance: 6e2265f0-238d-4cea-a059-90f643d266f0] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1595.793048] env[63750]: DEBUG oslo.service.loopingcall [None req-44e4bc05-83e0-436a-b815-ddfc2a4151a3 tempest-DeleteServersAdminTestJSON-1217671643 tempest-DeleteServersAdminTestJSON-1217671643-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1595.796248] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c31dce7-0e5f-4f1c-b12e-5f67ad491530 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.798030] env[63750]: DEBUG nova.compute.manager [-] [instance: 6e2265f0-238d-4cea-a059-90f643d266f0] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1595.798145] env[63750]: DEBUG nova.network.neutron [-] [instance: 6e2265f0-238d-4cea-a059-90f643d266f0] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1595.800421] env[63750]: DEBUG oslo_concurrency.lockutils [None req-491c62a1-24ee-4fea-b692-19108aa90a36 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Lock "464adac6-a45c-4cc3-b0fb-1371c1438426" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.808s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.810950] env[63750]: DEBUG oslo_vmware.api [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Waiting for the task: (returnval){ [ 1595.810950] env[63750]: value = "task-2005855" [ 1595.810950] env[63750]: _type = "Task" [ 1595.810950] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.832075] env[63750]: DEBUG oslo_vmware.api [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Task: {'id': task-2005855, 'name': Rename_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.839484] env[63750]: DEBUG oslo_vmware.api [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Task: {'id': task-2005854, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.897622] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5922b355-ecb8-4e43-b4d0-4cea72b84360 tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] [instance: 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1595.897873] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5922b355-ecb8-4e43-b4d0-4cea72b84360 tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] [instance: 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1595.898739] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-5922b355-ecb8-4e43-b4d0-4cea72b84360 tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Deleting the datastore file [datastore1] 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1595.899139] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7dd2509-e01f-4b86-a002-3a5cb0852432 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.909632] env[63750]: DEBUG oslo_vmware.api [None req-5922b355-ecb8-4e43-b4d0-4cea72b84360 tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Waiting for the task: (returnval){ [ 1595.909632] env[63750]: value = "task-2005857" [ 1595.909632] env[63750]: _type = "Task" [ 1595.909632] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.922544] env[63750]: DEBUG oslo_vmware.api [None req-5922b355-ecb8-4e43-b4d0-4cea72b84360 tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Task: {'id': task-2005857, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.953959] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342c270c-986e-4721-bcad-fadfb06664e4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.961914] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0112f4b-ef5f-4269-8339-b34eced44409 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.995146] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Releasing lock "refresh_cache-c4241be9-151b-403f-a5e7-9e34a6425466" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1595.995499] env[63750]: DEBUG nova.compute.manager [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Instance network_info: |[{"id": "6173e3fc-8af4-4d2d-bfc4-0c7425f75736", "address": "fa:16:3e:a0:f0:ff", "network": {"id": "62115eb3-4db1-4f47-a96b-5eb30cfcddc8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2016539461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1917e55d47140e0839a4511375f6e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6173e3fc-8a", "ovs_interfaceid": "6173e3fc-8af4-4d2d-bfc4-0c7425f75736", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1595.996184] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:f0:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '877ed63d-906e-4bd5-a1fc-7e82d172d41e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6173e3fc-8af4-4d2d-bfc4-0c7425f75736', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1596.003900] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Creating folder: Project (c1917e55d47140e0839a4511375f6e3d). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1596.004752] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9fe6e95-e0d9-4db9-9ecc-629fd3b02713 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.007692] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f978406d-1e01-42d8-b40b-150ee44e3c2e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.015677] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932949c8-d5ad-4b54-a20d-66468903a57c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.020581] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Created folder: Project (c1917e55d47140e0839a4511375f6e3d) in parent group-v412391. [ 1596.020780] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Creating folder: Instances. Parent ref: group-v412416. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1596.021409] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-581cf3eb-d1cd-46c4-b6e2-6a99d995b532 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.032374] env[63750]: DEBUG nova.compute.provider_tree [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1596.040894] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Created folder: Instances in parent group-v412416. [ 1596.041147] env[63750]: DEBUG oslo.service.loopingcall [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1596.041346] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1596.041681] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-005fda6d-90d9-4897-8bbb-e76036a3a9ac {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.061171] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1596.061171] env[63750]: value = "task-2005860" [ 1596.061171] env[63750]: _type = "Task" [ 1596.061171] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.073866] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2005860, 'name': CreateVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.178745] env[63750]: DEBUG nova.network.neutron [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] Successfully created port: 20d84a78-8e4f-4210-865a-abb2dbf88ce8 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1596.310318] env[63750]: DEBUG nova.compute.manager [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1596.329181] env[63750]: DEBUG oslo_vmware.api [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Task: {'id': task-2005855, 'name': Rename_Task, 'duration_secs': 0.380013} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.333290] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1596.333290] env[63750]: DEBUG oslo_vmware.api [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Task: {'id': task-2005854, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.712207} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.333442] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-285a9669-d50e-42ca-8714-231b7a137e98 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.336646] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 5b4fa630-fcf0-4835-b22a-f4245f51ac6c/5b4fa630-fcf0-4835-b22a-f4245f51ac6c.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1596.336646] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 5b4fa630-fcf0-4835-b22a-f4245f51ac6c] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1596.336646] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34663586-104a-4326-8d8e-ff628b908711 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.346021] env[63750]: DEBUG oslo_vmware.api [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Waiting for the task: (returnval){ [ 1596.346021] env[63750]: value = "task-2005861" [ 1596.346021] env[63750]: _type = "Task" [ 1596.346021] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.348247] env[63750]: DEBUG oslo_vmware.api [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Waiting for the task: (returnval){ [ 1596.348247] env[63750]: value = "task-2005862" [ 1596.348247] env[63750]: _type = "Task" [ 1596.348247] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.370255] env[63750]: DEBUG oslo_vmware.api [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Task: {'id': task-2005861, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.370979] env[63750]: DEBUG oslo_vmware.api [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Task: {'id': task-2005862, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.425889] env[63750]: DEBUG oslo_vmware.api [None req-5922b355-ecb8-4e43-b4d0-4cea72b84360 tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Task: {'id': task-2005857, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.388439} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.427044] env[63750]: DEBUG nova.network.neutron [req-3a327701-f5c1-4bfc-b700-86cda5160981 req-4d3faf4f-bef8-46aa-a2e9-8f47ed0d1ba0 service nova] [instance: 5b4fa630-fcf0-4835-b22a-f4245f51ac6c] Updated VIF entry in instance network info cache for port 8f8b40c8-8de4-46ce-9376-8a4690ccaa49. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1596.427592] env[63750]: DEBUG nova.network.neutron [req-3a327701-f5c1-4bfc-b700-86cda5160981 req-4d3faf4f-bef8-46aa-a2e9-8f47ed0d1ba0 service nova] [instance: 5b4fa630-fcf0-4835-b22a-f4245f51ac6c] Updating instance_info_cache with network_info: [{"id": "8f8b40c8-8de4-46ce-9376-8a4690ccaa49", "address": "fa:16:3e:43:24:91", "network": {"id": "48e9ee2e-d753-4146-b499-cb5088587924", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97464ef51d4848b2beb776e97a17e4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f8b40c8-8d", "ovs_interfaceid": "8f8b40c8-8de4-46ce-9376-8a4690ccaa49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1596.428859] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-5922b355-ecb8-4e43-b4d0-4cea72b84360 tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1596.429123] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5922b355-ecb8-4e43-b4d0-4cea72b84360 tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] [instance: 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1596.430294] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5922b355-ecb8-4e43-b4d0-4cea72b84360 tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] [instance: 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1596.430553] env[63750]: INFO nova.compute.manager [None req-5922b355-ecb8-4e43-b4d0-4cea72b84360 tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] [instance: 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1596.434020] env[63750]: DEBUG oslo.service.loopingcall [None req-5922b355-ecb8-4e43-b4d0-4cea72b84360 tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1596.434020] env[63750]: DEBUG nova.compute.manager [-] [instance: 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1596.434020] env[63750]: DEBUG nova.network.neutron [-] [instance: 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1596.535354] env[63750]: DEBUG nova.scheduler.client.report [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1596.573430] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2005860, 'name': CreateVM_Task, 'duration_secs': 0.442108} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.573903] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1596.574303] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1596.574458] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.574798] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1596.575061] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c3811b1-8382-4f34-adda-b8b464c122ec {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.579686] env[63750]: DEBUG oslo_vmware.api [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Waiting for the task: (returnval){ [ 1596.579686] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52385060-7f4c-6850-d45f-d0d8fe140fab" [ 1596.579686] env[63750]: _type = "Task" [ 1596.579686] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.584556] env[63750]: DEBUG nova.compute.manager [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1596.593778] env[63750]: DEBUG oslo_vmware.api [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52385060-7f4c-6850-d45f-d0d8fe140fab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.610094] env[63750]: DEBUG nova.virt.hardware [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1596.610346] env[63750]: DEBUG nova.virt.hardware [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1596.610496] env[63750]: DEBUG nova.virt.hardware [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1596.612506] env[63750]: DEBUG nova.virt.hardware [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1596.612506] env[63750]: DEBUG nova.virt.hardware [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1596.612506] env[63750]: DEBUG nova.virt.hardware [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1596.612506] env[63750]: DEBUG nova.virt.hardware [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1596.612506] env[63750]: DEBUG nova.virt.hardware [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1596.613263] env[63750]: DEBUG nova.virt.hardware [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1596.613263] env[63750]: DEBUG nova.virt.hardware [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1596.613263] env[63750]: DEBUG nova.virt.hardware [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1596.613263] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08bb1057-945d-4b8c-a9bc-cc63048798c7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.621230] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f788f6c-d6df-417d-a62b-be08288347b7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.658598] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1596.847536] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1596.862154] env[63750]: DEBUG oslo_vmware.api [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Task: {'id': task-2005861, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.865336] env[63750]: DEBUG oslo_vmware.api [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Task: {'id': task-2005862, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069134} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.865464] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 5b4fa630-fcf0-4835-b22a-f4245f51ac6c] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1596.866292] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44525ac-03b0-4389-b3ff-28922b38a67b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.889915] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 5b4fa630-fcf0-4835-b22a-f4245f51ac6c] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 5b4fa630-fcf0-4835-b22a-f4245f51ac6c/5b4fa630-fcf0-4835-b22a-f4245f51ac6c.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1596.891942] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8694146-200e-49f4-b0b9-8522da3cb21d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.913200] env[63750]: DEBUG oslo_vmware.api [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Waiting for the task: (returnval){ [ 1596.913200] env[63750]: value = "task-2005863" [ 1596.913200] env[63750]: _type = "Task" [ 1596.913200] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.923059] env[63750]: DEBUG oslo_vmware.api [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Task: {'id': task-2005863, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.932523] env[63750]: DEBUG oslo_concurrency.lockutils [req-3a327701-f5c1-4bfc-b700-86cda5160981 req-4d3faf4f-bef8-46aa-a2e9-8f47ed0d1ba0 service nova] Releasing lock "refresh_cache-5b4fa630-fcf0-4835-b22a-f4245f51ac6c" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1596.932523] env[63750]: DEBUG nova.compute.manager [req-3a327701-f5c1-4bfc-b700-86cda5160981 req-4d3faf4f-bef8-46aa-a2e9-8f47ed0d1ba0 service nova] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Received event network-changed-4664724a-d0b0-4224-9b3c-66ee61113620 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1596.932713] env[63750]: DEBUG nova.compute.manager [req-3a327701-f5c1-4bfc-b700-86cda5160981 req-4d3faf4f-bef8-46aa-a2e9-8f47ed0d1ba0 service nova] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Refreshing instance network info cache due to event network-changed-4664724a-d0b0-4224-9b3c-66ee61113620. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1596.933027] env[63750]: DEBUG oslo_concurrency.lockutils [req-3a327701-f5c1-4bfc-b700-86cda5160981 req-4d3faf4f-bef8-46aa-a2e9-8f47ed0d1ba0 service nova] Acquiring lock "refresh_cache-01a1188a-6523-4d67-8507-2253c4c1a86a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1596.933541] env[63750]: DEBUG oslo_concurrency.lockutils [req-3a327701-f5c1-4bfc-b700-86cda5160981 req-4d3faf4f-bef8-46aa-a2e9-8f47ed0d1ba0 service nova] Acquired lock "refresh_cache-01a1188a-6523-4d67-8507-2253c4c1a86a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.934161] env[63750]: DEBUG nova.network.neutron [req-3a327701-f5c1-4bfc-b700-86cda5160981 req-4d3faf4f-bef8-46aa-a2e9-8f47ed0d1ba0 service nova] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Refreshing network info cache for port 4664724a-d0b0-4224-9b3c-66ee61113620 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1597.044074] env[63750]: DEBUG oslo_concurrency.lockutils [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.487s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.044074] env[63750]: DEBUG nova.compute.manager [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] [instance: b23f40f6-7521-4465-bc42-872016f9a6bd] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1597.048356] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.712s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.052016] env[63750]: INFO nova.compute.claims [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1597.095663] env[63750]: DEBUG oslo_vmware.api [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52385060-7f4c-6850-d45f-d0d8fe140fab, 'name': SearchDatastore_Task, 'duration_secs': 0.029653} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.096069] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1597.096414] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1597.096705] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1597.096903] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.097406] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1597.098160] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ae1ef89-e53f-4e4f-b244-b4a4ab87ec92 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.110650] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1597.110896] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1597.111919] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-187ee8fc-99c7-41de-b9c1-4d7f5052087e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.118157] env[63750]: DEBUG oslo_vmware.api [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Waiting for the task: (returnval){ [ 1597.118157] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a5be67-7947-c2cc-0808-ef9bacdb24f7" [ 1597.118157] env[63750]: _type = "Task" [ 1597.118157] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.122752] env[63750]: DEBUG nova.network.neutron [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] [instance: 028ce127-561f-4a3a-b427-e0c462457550] Successfully updated port: 234d64ad-204c-4142-a989-8919bb7a913d {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1597.127834] env[63750]: DEBUG oslo_vmware.api [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a5be67-7947-c2cc-0808-ef9bacdb24f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.162129] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1597.299456] env[63750]: DEBUG nova.network.neutron [-] [instance: 6e2265f0-238d-4cea-a059-90f643d266f0] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1597.364291] env[63750]: DEBUG oslo_vmware.api [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Task: {'id': task-2005861, 'name': PowerOnVM_Task, 'duration_secs': 0.921088} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.364291] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1597.364291] env[63750]: INFO nova.compute.manager [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Took 11.94 seconds to spawn the instance on the hypervisor. [ 1597.364291] env[63750]: DEBUG nova.compute.manager [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1597.364710] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be58a19-5cfa-4149-aba7-81a50341fb63 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.433234] env[63750]: DEBUG oslo_vmware.api [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Task: {'id': task-2005863, 'name': ReconfigVM_Task, 'duration_secs': 0.455287} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.433234] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 5b4fa630-fcf0-4835-b22a-f4245f51ac6c] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 5b4fa630-fcf0-4835-b22a-f4245f51ac6c/5b4fa630-fcf0-4835-b22a-f4245f51ac6c.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1597.433234] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-949089ed-26bc-4f6e-bd9a-372f2ac8c45a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.440746] env[63750]: DEBUG oslo_vmware.api [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Waiting for the task: (returnval){ [ 1597.440746] env[63750]: value = "task-2005864" [ 1597.440746] env[63750]: _type = "Task" [ 1597.440746] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.453100] env[63750]: DEBUG oslo_vmware.api [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Task: {'id': task-2005864, 'name': Rename_Task} progress is 10%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.555570] env[63750]: DEBUG nova.compute.utils [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1597.561593] env[63750]: DEBUG nova.compute.manager [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] [instance: b23f40f6-7521-4465-bc42-872016f9a6bd] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1597.561593] env[63750]: DEBUG nova.network.neutron [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] [instance: b23f40f6-7521-4465-bc42-872016f9a6bd] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1597.631668] env[63750]: DEBUG oslo_concurrency.lockutils [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Acquiring lock "refresh_cache-028ce127-561f-4a3a-b427-e0c462457550" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1597.631943] env[63750]: DEBUG oslo_concurrency.lockutils [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Acquired lock "refresh_cache-028ce127-561f-4a3a-b427-e0c462457550" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.631943] env[63750]: DEBUG nova.network.neutron [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] [instance: 028ce127-561f-4a3a-b427-e0c462457550] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1597.635779] env[63750]: DEBUG oslo_vmware.api [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a5be67-7947-c2cc-0808-ef9bacdb24f7, 'name': SearchDatastore_Task, 'duration_secs': 0.009884} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.635779] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-366b566c-bf97-4c35-88d3-b87140c37da6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.642184] env[63750]: DEBUG oslo_vmware.api [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Waiting for the task: (returnval){ [ 1597.642184] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5232f355-c7ec-2458-bc2d-691f3b91b9a4" [ 1597.642184] env[63750]: _type = "Task" [ 1597.642184] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.652902] env[63750]: DEBUG oslo_vmware.api [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5232f355-c7ec-2458-bc2d-691f3b91b9a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.692031] env[63750]: DEBUG nova.policy [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b75afc259bcb4de69ea6e083c4436849', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8d3a69c4526444c83452eee9118d4f3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1597.805608] env[63750]: INFO nova.compute.manager [-] [instance: 6e2265f0-238d-4cea-a059-90f643d266f0] Took 2.01 seconds to deallocate network for instance. [ 1597.888434] env[63750]: INFO nova.compute.manager [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Took 25.50 seconds to build instance. [ 1597.955088] env[63750]: DEBUG oslo_vmware.api [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Task: {'id': task-2005864, 'name': Rename_Task, 'duration_secs': 0.289547} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.955425] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 5b4fa630-fcf0-4835-b22a-f4245f51ac6c] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1597.955722] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd267182-a1c6-4040-9cbe-b21cded7e2cd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.963040] env[63750]: DEBUG oslo_vmware.api [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Waiting for the task: (returnval){ [ 1597.963040] env[63750]: value = "task-2005865" [ 1597.963040] env[63750]: _type = "Task" [ 1597.963040] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.971248] env[63750]: DEBUG oslo_vmware.api [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Task: {'id': task-2005865, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.008519] env[63750]: DEBUG nova.network.neutron [-] [instance: 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1598.013796] env[63750]: DEBUG nova.compute.manager [req-e920af47-4eb5-4ed2-8aae-3a9ea23db71a req-0f83228b-b783-4d53-a9fb-798c925bd0da service nova] [instance: 028ce127-561f-4a3a-b427-e0c462457550] Received event network-vif-plugged-234d64ad-204c-4142-a989-8919bb7a913d {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1598.014056] env[63750]: DEBUG oslo_concurrency.lockutils [req-e920af47-4eb5-4ed2-8aae-3a9ea23db71a req-0f83228b-b783-4d53-a9fb-798c925bd0da service nova] Acquiring lock "028ce127-561f-4a3a-b427-e0c462457550-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1598.014675] env[63750]: DEBUG oslo_concurrency.lockutils [req-e920af47-4eb5-4ed2-8aae-3a9ea23db71a req-0f83228b-b783-4d53-a9fb-798c925bd0da service nova] Lock "028ce127-561f-4a3a-b427-e0c462457550-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1598.014675] env[63750]: DEBUG oslo_concurrency.lockutils [req-e920af47-4eb5-4ed2-8aae-3a9ea23db71a req-0f83228b-b783-4d53-a9fb-798c925bd0da service nova] Lock "028ce127-561f-4a3a-b427-e0c462457550-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1598.014675] env[63750]: DEBUG nova.compute.manager [req-e920af47-4eb5-4ed2-8aae-3a9ea23db71a req-0f83228b-b783-4d53-a9fb-798c925bd0da service nova] [instance: 028ce127-561f-4a3a-b427-e0c462457550] No waiting events found dispatching network-vif-plugged-234d64ad-204c-4142-a989-8919bb7a913d {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1598.014840] env[63750]: WARNING nova.compute.manager [req-e920af47-4eb5-4ed2-8aae-3a9ea23db71a req-0f83228b-b783-4d53-a9fb-798c925bd0da service nova] [instance: 028ce127-561f-4a3a-b427-e0c462457550] Received unexpected event network-vif-plugged-234d64ad-204c-4142-a989-8919bb7a913d for instance with vm_state building and task_state spawning. [ 1598.062458] env[63750]: DEBUG nova.compute.manager [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] [instance: b23f40f6-7521-4465-bc42-872016f9a6bd] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1598.161965] env[63750]: DEBUG oslo_vmware.api [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5232f355-c7ec-2458-bc2d-691f3b91b9a4, 'name': SearchDatastore_Task, 'duration_secs': 0.013657} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.162353] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1598.162656] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] c4241be9-151b-403f-a5e7-9e34a6425466/c4241be9-151b-403f-a5e7-9e34a6425466.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1598.163342] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aab6e215-107d-4053-b7e0-f3cd41acfc7d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.174659] env[63750]: DEBUG oslo_vmware.api [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Waiting for the task: (returnval){ [ 1598.174659] env[63750]: value = "task-2005866" [ 1598.174659] env[63750]: _type = "Task" [ 1598.174659] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.187082] env[63750]: DEBUG oslo_vmware.api [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Task: {'id': task-2005866, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.254714] env[63750]: DEBUG nova.network.neutron [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] [instance: 028ce127-561f-4a3a-b427-e0c462457550] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1598.316561] env[63750]: DEBUG oslo_concurrency.lockutils [None req-44e4bc05-83e0-436a-b815-ddfc2a4151a3 tempest-DeleteServersAdminTestJSON-1217671643 tempest-DeleteServersAdminTestJSON-1217671643-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1598.354922] env[63750]: DEBUG nova.compute.manager [req-e229acb1-7dce-4c84-a791-1f5a96752f9f req-ced5a867-6d60-4b8a-af0c-f5652513760b service nova] [instance: 6e2265f0-238d-4cea-a059-90f643d266f0] Received event network-vif-deleted-2607a289-c19f-407a-b680-55404fa5c2d3 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1598.393086] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0d015dd9-ee0e-4982-8158-d7d529757637 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Lock "3cec7e1e-84cb-4055-a25f-b36579dd1511" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.029s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1598.482030] env[63750]: DEBUG oslo_vmware.api [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Task: {'id': task-2005865, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.516250] env[63750]: INFO nova.compute.manager [-] [instance: 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78] Took 2.08 seconds to deallocate network for instance. [ 1598.525859] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38aef1b-7677-4c24-928a-319ac10fbfe3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.535978] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe60f3b-2937-424c-807e-e0a170ed6bd0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.588162] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a2390f-bb2b-4c90-a31e-1eeedec64fbc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.601079] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77dcd5e-244c-4655-884b-79bae0ee071d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.619191] env[63750]: DEBUG nova.compute.provider_tree [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1598.687714] env[63750]: DEBUG oslo_vmware.api [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Task: {'id': task-2005866, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511704} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.687714] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] c4241be9-151b-403f-a5e7-9e34a6425466/c4241be9-151b-403f-a5e7-9e34a6425466.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1598.688347] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1598.688347] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a284b4cb-b930-4903-9484-794f3a42f00a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.697666] env[63750]: DEBUG oslo_vmware.api [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Waiting for the task: (returnval){ [ 1598.697666] env[63750]: value = "task-2005867" [ 1598.697666] env[63750]: _type = "Task" [ 1598.697666] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.708410] env[63750]: DEBUG oslo_vmware.api [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Task: {'id': task-2005867, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.716434] env[63750]: DEBUG nova.network.neutron [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] [instance: b23f40f6-7521-4465-bc42-872016f9a6bd] Successfully created port: 0937f342-aa3a-4d85-b7f1-2d237fd4019d {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1598.871244] env[63750]: DEBUG nova.network.neutron [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] [instance: 028ce127-561f-4a3a-b427-e0c462457550] Updating instance_info_cache with network_info: [{"id": "234d64ad-204c-4142-a989-8919bb7a913d", "address": "fa:16:3e:75:ad:59", "network": {"id": "48e9ee2e-d753-4146-b499-cb5088587924", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97464ef51d4848b2beb776e97a17e4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap234d64ad-20", "ovs_interfaceid": "234d64ad-204c-4142-a989-8919bb7a913d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1598.888026] env[63750]: DEBUG nova.network.neutron [req-3a327701-f5c1-4bfc-b700-86cda5160981 req-4d3faf4f-bef8-46aa-a2e9-8f47ed0d1ba0 service nova] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Updated VIF entry in instance network info cache for port 4664724a-d0b0-4224-9b3c-66ee61113620. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1598.888382] env[63750]: DEBUG nova.network.neutron [req-3a327701-f5c1-4bfc-b700-86cda5160981 req-4d3faf4f-bef8-46aa-a2e9-8f47ed0d1ba0 service nova] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Updating instance_info_cache with network_info: [{"id": "4664724a-d0b0-4224-9b3c-66ee61113620", "address": "fa:16:3e:a5:f5:aa", "network": {"id": "ff81de04-7e48-4127-88aa-44bb0621a003", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-707332449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2139ec6eeb4ba6992db80e7239b224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4664724a-d0", "ovs_interfaceid": "4664724a-d0b0-4224-9b3c-66ee61113620", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1598.907632] env[63750]: DEBUG nova.compute.manager [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] [instance: 9f8ff3a5-201b-4814-bf32-2f39c2293750] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1598.973997] env[63750]: DEBUG oslo_vmware.api [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Task: {'id': task-2005865, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.030726] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5922b355-ecb8-4e43-b4d0-4cea72b84360 tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1599.087225] env[63750]: DEBUG nova.compute.manager [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] [instance: b23f40f6-7521-4465-bc42-872016f9a6bd] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1599.117602] env[63750]: DEBUG nova.virt.hardware [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1599.117602] env[63750]: DEBUG nova.virt.hardware [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1599.117602] env[63750]: DEBUG nova.virt.hardware [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1599.117602] env[63750]: DEBUG nova.virt.hardware [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1599.117931] env[63750]: DEBUG nova.virt.hardware [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1599.117931] env[63750]: DEBUG nova.virt.hardware [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1599.117931] env[63750]: DEBUG nova.virt.hardware [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1599.118049] env[63750]: DEBUG nova.virt.hardware [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1599.118189] env[63750]: DEBUG nova.virt.hardware [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1599.118356] env[63750]: DEBUG nova.virt.hardware [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1599.118535] env[63750]: DEBUG nova.virt.hardware [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1599.119552] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9a0624-41ed-4cb7-b457-0b79593b6e78 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.123291] env[63750]: DEBUG nova.scheduler.client.report [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1599.134920] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf8f045-348d-4fbf-921c-deea83796330 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.209586] env[63750]: DEBUG oslo_vmware.api [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Task: {'id': task-2005867, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062019} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.209880] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1599.210709] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee7f3c9-ba47-4cd7-9cf2-136ba9e4068e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.237363] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] c4241be9-151b-403f-a5e7-9e34a6425466/c4241be9-151b-403f-a5e7-9e34a6425466.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1599.237736] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-880e75a0-7ef1-4d0c-b2c4-d085852631f6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.259515] env[63750]: DEBUG oslo_vmware.api [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Waiting for the task: (returnval){ [ 1599.259515] env[63750]: value = "task-2005868" [ 1599.259515] env[63750]: _type = "Task" [ 1599.259515] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.267734] env[63750]: DEBUG oslo_vmware.api [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Task: {'id': task-2005868, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.381757] env[63750]: DEBUG oslo_concurrency.lockutils [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Releasing lock "refresh_cache-028ce127-561f-4a3a-b427-e0c462457550" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1599.381757] env[63750]: DEBUG nova.compute.manager [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] [instance: 028ce127-561f-4a3a-b427-e0c462457550] Instance network_info: |[{"id": "234d64ad-204c-4142-a989-8919bb7a913d", "address": "fa:16:3e:75:ad:59", "network": {"id": "48e9ee2e-d753-4146-b499-cb5088587924", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97464ef51d4848b2beb776e97a17e4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap234d64ad-20", "ovs_interfaceid": "234d64ad-204c-4142-a989-8919bb7a913d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1599.383546] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] [instance: 028ce127-561f-4a3a-b427-e0c462457550] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:ad:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '234d64ad-204c-4142-a989-8919bb7a913d', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1599.390796] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Creating folder: Project (b169791d30994c458b755af2a22e6ae7). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1599.391726] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7146fb9a-e994-4894-9738-901b5133d25f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.394397] env[63750]: DEBUG oslo_concurrency.lockutils [req-3a327701-f5c1-4bfc-b700-86cda5160981 req-4d3faf4f-bef8-46aa-a2e9-8f47ed0d1ba0 service nova] Releasing lock "refresh_cache-01a1188a-6523-4d67-8507-2253c4c1a86a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1599.394564] env[63750]: DEBUG nova.compute.manager [req-3a327701-f5c1-4bfc-b700-86cda5160981 req-4d3faf4f-bef8-46aa-a2e9-8f47ed0d1ba0 service nova] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Received event network-vif-plugged-6173e3fc-8af4-4d2d-bfc4-0c7425f75736 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1599.394803] env[63750]: DEBUG oslo_concurrency.lockutils [req-3a327701-f5c1-4bfc-b700-86cda5160981 req-4d3faf4f-bef8-46aa-a2e9-8f47ed0d1ba0 service nova] Acquiring lock "c4241be9-151b-403f-a5e7-9e34a6425466-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1599.395022] env[63750]: DEBUG oslo_concurrency.lockutils [req-3a327701-f5c1-4bfc-b700-86cda5160981 req-4d3faf4f-bef8-46aa-a2e9-8f47ed0d1ba0 service nova] Lock "c4241be9-151b-403f-a5e7-9e34a6425466-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.395405] env[63750]: DEBUG oslo_concurrency.lockutils [req-3a327701-f5c1-4bfc-b700-86cda5160981 req-4d3faf4f-bef8-46aa-a2e9-8f47ed0d1ba0 service nova] Lock "c4241be9-151b-403f-a5e7-9e34a6425466-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1599.395571] env[63750]: DEBUG nova.compute.manager [req-3a327701-f5c1-4bfc-b700-86cda5160981 req-4d3faf4f-bef8-46aa-a2e9-8f47ed0d1ba0 service nova] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] No waiting events found dispatching network-vif-plugged-6173e3fc-8af4-4d2d-bfc4-0c7425f75736 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1599.395733] env[63750]: WARNING nova.compute.manager [req-3a327701-f5c1-4bfc-b700-86cda5160981 req-4d3faf4f-bef8-46aa-a2e9-8f47ed0d1ba0 service nova] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Received unexpected event network-vif-plugged-6173e3fc-8af4-4d2d-bfc4-0c7425f75736 for instance with vm_state building and task_state spawning. [ 1599.396022] env[63750]: DEBUG nova.compute.manager [req-3a327701-f5c1-4bfc-b700-86cda5160981 req-4d3faf4f-bef8-46aa-a2e9-8f47ed0d1ba0 service nova] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Received event network-changed-6173e3fc-8af4-4d2d-bfc4-0c7425f75736 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1599.396112] env[63750]: DEBUG nova.compute.manager [req-3a327701-f5c1-4bfc-b700-86cda5160981 req-4d3faf4f-bef8-46aa-a2e9-8f47ed0d1ba0 service nova] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Refreshing instance network info cache due to event network-changed-6173e3fc-8af4-4d2d-bfc4-0c7425f75736. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1599.396226] env[63750]: DEBUG oslo_concurrency.lockutils [req-3a327701-f5c1-4bfc-b700-86cda5160981 req-4d3faf4f-bef8-46aa-a2e9-8f47ed0d1ba0 service nova] Acquiring lock "refresh_cache-c4241be9-151b-403f-a5e7-9e34a6425466" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1599.396374] env[63750]: DEBUG oslo_concurrency.lockutils [req-3a327701-f5c1-4bfc-b700-86cda5160981 req-4d3faf4f-bef8-46aa-a2e9-8f47ed0d1ba0 service nova] Acquired lock "refresh_cache-c4241be9-151b-403f-a5e7-9e34a6425466" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.396543] env[63750]: DEBUG nova.network.neutron [req-3a327701-f5c1-4bfc-b700-86cda5160981 req-4d3faf4f-bef8-46aa-a2e9-8f47ed0d1ba0 service nova] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Refreshing network info cache for port 6173e3fc-8af4-4d2d-bfc4-0c7425f75736 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1599.408235] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Created folder: Project (b169791d30994c458b755af2a22e6ae7) in parent group-v412391. [ 1599.408429] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Creating folder: Instances. Parent ref: group-v412419. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1599.408899] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce40466b-bc12-4288-9823-87045b7fd7c6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.420384] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Created folder: Instances in parent group-v412419. [ 1599.420384] env[63750]: DEBUG oslo.service.loopingcall [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1599.420384] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 028ce127-561f-4a3a-b427-e0c462457550] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1599.420384] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54e83e8a-e1be-4a91-ae4f-53f40efab731 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.438290] env[63750]: DEBUG oslo_concurrency.lockutils [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1599.439819] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1599.439819] env[63750]: value = "task-2005871" [ 1599.439819] env[63750]: _type = "Task" [ 1599.439819] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.448024] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2005871, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.477624] env[63750]: DEBUG oslo_vmware.api [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Task: {'id': task-2005865, 'name': PowerOnVM_Task} progress is 82%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.629183] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1599.629771] env[63750]: DEBUG nova.compute.manager [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1599.634246] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.945s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.637961] env[63750]: INFO nova.compute.claims [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 16e7a58b-3c51-4793-b128-d418f7173f7a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1599.749169] env[63750]: DEBUG nova.network.neutron [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] Successfully updated port: 20d84a78-8e4f-4210-865a-abb2dbf88ce8 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1599.778968] env[63750]: DEBUG oslo_vmware.api [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Task: {'id': task-2005868, 'name': ReconfigVM_Task, 'duration_secs': 0.320289} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.779355] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Reconfigured VM instance instance-00000009 to attach disk [datastore2] c4241be9-151b-403f-a5e7-9e34a6425466/c4241be9-151b-403f-a5e7-9e34a6425466.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1599.780106] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac3ec59a-5244-45de-890c-e2fc879141a3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.794272] env[63750]: DEBUG oslo_vmware.api [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Waiting for the task: (returnval){ [ 1599.794272] env[63750]: value = "task-2005872" [ 1599.794272] env[63750]: _type = "Task" [ 1599.794272] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.806142] env[63750]: DEBUG oslo_vmware.api [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Task: {'id': task-2005872, 'name': Rename_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.950786] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2005871, 'name': CreateVM_Task, 'duration_secs': 0.373096} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.950786] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 028ce127-561f-4a3a-b427-e0c462457550] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1599.951868] env[63750]: DEBUG oslo_concurrency.lockutils [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1599.951868] env[63750]: DEBUG oslo_concurrency.lockutils [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.952152] env[63750]: DEBUG oslo_concurrency.lockutils [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1599.952433] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca5dbce2-f012-4bcc-b150-6d31d4b31260 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.960531] env[63750]: DEBUG oslo_vmware.api [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Waiting for the task: (returnval){ [ 1599.960531] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52419ce4-e2de-d4ad-b59b-0e364913cb61" [ 1599.960531] env[63750]: _type = "Task" [ 1599.960531] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.970061] env[63750]: DEBUG oslo_vmware.api [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52419ce4-e2de-d4ad-b59b-0e364913cb61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.978603] env[63750]: DEBUG oslo_vmware.api [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Task: {'id': task-2005865, 'name': PowerOnVM_Task, 'duration_secs': 1.718155} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.978930] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 5b4fa630-fcf0-4835-b22a-f4245f51ac6c] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1599.979182] env[63750]: INFO nova.compute.manager [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 5b4fa630-fcf0-4835-b22a-f4245f51ac6c] Took 12.14 seconds to spawn the instance on the hypervisor. [ 1599.979406] env[63750]: DEBUG nova.compute.manager [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 5b4fa630-fcf0-4835-b22a-f4245f51ac6c] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1599.980551] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091bd474-4891-4105-a381-12ac9d7c3506 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.142916] env[63750]: DEBUG nova.compute.utils [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1600.147151] env[63750]: DEBUG nova.compute.manager [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1600.147151] env[63750]: DEBUG nova.network.neutron [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1600.222786] env[63750]: INFO nova.compute.manager [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Rebuilding instance [ 1600.231666] env[63750]: DEBUG nova.network.neutron [req-3a327701-f5c1-4bfc-b700-86cda5160981 req-4d3faf4f-bef8-46aa-a2e9-8f47ed0d1ba0 service nova] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Updated VIF entry in instance network info cache for port 6173e3fc-8af4-4d2d-bfc4-0c7425f75736. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1600.232202] env[63750]: DEBUG nova.network.neutron [req-3a327701-f5c1-4bfc-b700-86cda5160981 req-4d3faf4f-bef8-46aa-a2e9-8f47ed0d1ba0 service nova] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Updating instance_info_cache with network_info: [{"id": "6173e3fc-8af4-4d2d-bfc4-0c7425f75736", "address": "fa:16:3e:a0:f0:ff", "network": {"id": "62115eb3-4db1-4f47-a96b-5eb30cfcddc8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2016539461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1917e55d47140e0839a4511375f6e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6173e3fc-8a", "ovs_interfaceid": "6173e3fc-8af4-4d2d-bfc4-0c7425f75736", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1600.258109] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Acquiring lock "refresh_cache-5ef4df0b-ad8b-4906-a304-fbe776db4943" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1600.258345] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Acquired lock "refresh_cache-5ef4df0b-ad8b-4906-a304-fbe776db4943" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.258436] env[63750]: DEBUG nova.network.neutron [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1600.279224] env[63750]: DEBUG nova.compute.manager [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1600.280307] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b8645b-9a2e-4ecb-8865-b7444f72073f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.303872] env[63750]: DEBUG oslo_vmware.api [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Task: {'id': task-2005872, 'name': Rename_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.316105] env[63750]: DEBUG nova.policy [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4cff5c2656524083ac2f8ca58cbdee2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3549d20047ca45ec80ad550f8c520ea2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1600.375419] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a657eb5e-5dc1-4c4c-8489-a9fb34b0b807 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Acquiring lock "464adac6-a45c-4cc3-b0fb-1371c1438426" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1600.376422] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a657eb5e-5dc1-4c4c-8489-a9fb34b0b807 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Lock "464adac6-a45c-4cc3-b0fb-1371c1438426" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1600.376422] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a657eb5e-5dc1-4c4c-8489-a9fb34b0b807 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Acquiring lock "464adac6-a45c-4cc3-b0fb-1371c1438426-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1600.376422] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a657eb5e-5dc1-4c4c-8489-a9fb34b0b807 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Lock "464adac6-a45c-4cc3-b0fb-1371c1438426-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1600.376422] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a657eb5e-5dc1-4c4c-8489-a9fb34b0b807 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Lock "464adac6-a45c-4cc3-b0fb-1371c1438426-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.378912] env[63750]: INFO nova.compute.manager [None req-a657eb5e-5dc1-4c4c-8489-a9fb34b0b807 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] [instance: 464adac6-a45c-4cc3-b0fb-1371c1438426] Terminating instance [ 1600.475173] env[63750]: DEBUG oslo_vmware.api [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52419ce4-e2de-d4ad-b59b-0e364913cb61, 'name': SearchDatastore_Task, 'duration_secs': 0.009331} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.475641] env[63750]: DEBUG oslo_concurrency.lockutils [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1600.476032] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] [instance: 028ce127-561f-4a3a-b427-e0c462457550] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1600.478028] env[63750]: DEBUG oslo_concurrency.lockutils [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1600.478028] env[63750]: DEBUG oslo_concurrency.lockutils [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.478028] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1600.478028] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d500d791-1baf-4c3b-bf89-c3f4f74c038f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.488310] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1600.488310] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1600.488828] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e37bc13a-8d22-474e-a786-bdb2820b2f5c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.503256] env[63750]: DEBUG oslo_vmware.api [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Waiting for the task: (returnval){ [ 1600.503256] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a5083c-a6fb-db3a-f17f-61c272bc048b" [ 1600.503256] env[63750]: _type = "Task" [ 1600.503256] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.503256] env[63750]: INFO nova.compute.manager [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 5b4fa630-fcf0-4835-b22a-f4245f51ac6c] Took 27.59 seconds to build instance. [ 1600.515526] env[63750]: DEBUG oslo_vmware.api [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a5083c-a6fb-db3a-f17f-61c272bc048b, 'name': SearchDatastore_Task, 'duration_secs': 0.00928} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.516746] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c483409-200e-49d8-9f9f-8492125cc0eb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.524119] env[63750]: DEBUG oslo_vmware.api [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Waiting for the task: (returnval){ [ 1600.524119] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52e21611-9233-6a17-fcca-9cb5d1ae50a7" [ 1600.524119] env[63750]: _type = "Task" [ 1600.524119] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.534373] env[63750]: DEBUG oslo_vmware.api [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52e21611-9233-6a17-fcca-9cb5d1ae50a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.655396] env[63750]: DEBUG nova.compute.manager [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1600.738202] env[63750]: DEBUG oslo_concurrency.lockutils [req-3a327701-f5c1-4bfc-b700-86cda5160981 req-4d3faf4f-bef8-46aa-a2e9-8f47ed0d1ba0 service nova] Releasing lock "refresh_cache-c4241be9-151b-403f-a5e7-9e34a6425466" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1600.811970] env[63750]: DEBUG oslo_vmware.api [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Task: {'id': task-2005872, 'name': Rename_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.885282] env[63750]: DEBUG nova.compute.manager [None req-a657eb5e-5dc1-4c4c-8489-a9fb34b0b807 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] [instance: 464adac6-a45c-4cc3-b0fb-1371c1438426] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1600.885282] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a657eb5e-5dc1-4c4c-8489-a9fb34b0b807 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] [instance: 464adac6-a45c-4cc3-b0fb-1371c1438426] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1600.886961] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2576aa42-764c-4384-9ccb-c3bb4e4fec93 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.896477] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-a657eb5e-5dc1-4c4c-8489-a9fb34b0b807 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] [instance: 464adac6-a45c-4cc3-b0fb-1371c1438426] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1600.903263] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2b6e2a9-9f69-43f5-9a71-dca81c1389e5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.911147] env[63750]: DEBUG oslo_vmware.api [None req-a657eb5e-5dc1-4c4c-8489-a9fb34b0b807 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Waiting for the task: (returnval){ [ 1600.911147] env[63750]: value = "task-2005873" [ 1600.911147] env[63750]: _type = "Task" [ 1600.911147] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.923219] env[63750]: DEBUG nova.network.neutron [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1600.934319] env[63750]: DEBUG oslo_vmware.api [None req-a657eb5e-5dc1-4c4c-8489-a9fb34b0b807 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Task: {'id': task-2005873, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.981532] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Acquiring lock "bc64e986-a2db-4386-bb74-b4e73761a742" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1600.981876] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Lock "bc64e986-a2db-4386-bb74-b4e73761a742" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1601.008581] env[63750]: DEBUG oslo_concurrency.lockutils [None req-14991df6-b4f3-43fa-9abe-29bc9b267e5d tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Lock "5b4fa630-fcf0-4835-b22a-f4245f51ac6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.132s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1601.037589] env[63750]: DEBUG oslo_vmware.api [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52e21611-9233-6a17-fcca-9cb5d1ae50a7, 'name': SearchDatastore_Task, 'duration_secs': 0.009153} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.037830] env[63750]: DEBUG oslo_concurrency.lockutils [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1601.038506] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 028ce127-561f-4a3a-b427-e0c462457550/028ce127-561f-4a3a-b427-e0c462457550.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1601.038506] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1bde7219-6123-4079-b72b-1834a38151d5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.047363] env[63750]: DEBUG oslo_vmware.api [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Waiting for the task: (returnval){ [ 1601.047363] env[63750]: value = "task-2005874" [ 1601.047363] env[63750]: _type = "Task" [ 1601.047363] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.058179] env[63750]: DEBUG oslo_vmware.api [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Task: {'id': task-2005874, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.099212] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3958c50-4c56-421d-897f-219af37d13e9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.108342] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8019e4-6e76-47f4-8892-b686ec38e675 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.144834] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a4c765-a35f-4749-b4ff-13ebb52018cc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.154670] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96801f8-6e51-466a-92d5-1a291bcd317c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.173688] env[63750]: DEBUG nova.compute.provider_tree [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1601.299918] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1601.303648] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd515761-4260-430a-9462-dd4128bf857c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.308360] env[63750]: DEBUG nova.network.neutron [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] Successfully created port: dfdb01a8-078a-4b82-89df-7b145526d6c4 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1601.318086] env[63750]: DEBUG oslo_vmware.api [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Task: {'id': task-2005872, 'name': Rename_Task, 'duration_secs': 1.182981} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.320645] env[63750]: DEBUG oslo_vmware.api [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Waiting for the task: (returnval){ [ 1601.320645] env[63750]: value = "task-2005875" [ 1601.320645] env[63750]: _type = "Task" [ 1601.320645] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.320645] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1601.320645] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6534b370-6f60-4db0-a7d8-20dda743672b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.335140] env[63750]: DEBUG oslo_vmware.api [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Task: {'id': task-2005875, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.336996] env[63750]: DEBUG oslo_vmware.api [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Waiting for the task: (returnval){ [ 1601.336996] env[63750]: value = "task-2005876" [ 1601.336996] env[63750]: _type = "Task" [ 1601.336996] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.349732] env[63750]: DEBUG oslo_vmware.api [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Task: {'id': task-2005876, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.426344] env[63750]: DEBUG oslo_vmware.api [None req-a657eb5e-5dc1-4c4c-8489-a9fb34b0b807 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Task: {'id': task-2005873, 'name': PowerOffVM_Task, 'duration_secs': 0.22646} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.426344] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-a657eb5e-5dc1-4c4c-8489-a9fb34b0b807 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] [instance: 464adac6-a45c-4cc3-b0fb-1371c1438426] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1601.428444] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a657eb5e-5dc1-4c4c-8489-a9fb34b0b807 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] [instance: 464adac6-a45c-4cc3-b0fb-1371c1438426] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1601.428444] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2de4c5a5-74a0-40c9-b4ad-4711b76fa18b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.435911] env[63750]: DEBUG nova.network.neutron [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] Updating instance_info_cache with network_info: [{"id": "20d84a78-8e4f-4210-865a-abb2dbf88ce8", "address": "fa:16:3e:1c:7d:66", "network": {"id": "18e1d476-1335-416f-9418-60b3cae3c1c8", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1557681353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "431b2c7dd05d40b298b33bcb62a6492a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20d84a78-8e", "ovs_interfaceid": "20d84a78-8e4f-4210-865a-abb2dbf88ce8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1601.514381] env[63750]: DEBUG nova.compute.manager [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] [instance: bc64e986-a2db-4386-bb74-b4e73761a742] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1601.538563] env[63750]: DEBUG oslo_concurrency.lockutils [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Acquiring lock "aa0a6972-7734-4c0a-ab87-64cefae55e6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1601.538897] env[63750]: DEBUG oslo_concurrency.lockutils [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Lock "aa0a6972-7734-4c0a-ab87-64cefae55e6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1601.557664] env[63750]: DEBUG oslo_vmware.api [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Task: {'id': task-2005874, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.676996] env[63750]: DEBUG nova.compute.manager [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1601.680324] env[63750]: DEBUG nova.scheduler.client.report [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1601.699493] env[63750]: DEBUG nova.network.neutron [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] [instance: b23f40f6-7521-4465-bc42-872016f9a6bd] Successfully updated port: 0937f342-aa3a-4d85-b7f1-2d237fd4019d {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1601.722886] env[63750]: DEBUG nova.virt.hardware [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1601.723350] env[63750]: DEBUG nova.virt.hardware [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1601.723608] env[63750]: DEBUG nova.virt.hardware [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1601.723878] env[63750]: DEBUG nova.virt.hardware [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1601.724100] env[63750]: DEBUG nova.virt.hardware [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1601.724312] env[63750]: DEBUG nova.virt.hardware [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1601.724882] env[63750]: DEBUG nova.virt.hardware [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1601.724882] env[63750]: DEBUG nova.virt.hardware [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1601.725114] env[63750]: DEBUG nova.virt.hardware [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1601.725400] env[63750]: DEBUG nova.virt.hardware [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1601.725661] env[63750]: DEBUG nova.virt.hardware [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1601.727070] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa9e664-fa31-4767-8a83-896929c73d2d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.736131] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48e28b7-4890-49cf-b36b-818ff055cbc6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.831865] env[63750]: DEBUG oslo_vmware.api [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Task: {'id': task-2005875, 'name': PowerOffVM_Task, 'duration_secs': 0.201504} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.832164] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1601.835864] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1601.835864] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d68038-d374-4fc6-82aa-030deb283b1f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.852333] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1601.852333] env[63750]: DEBUG oslo_vmware.api [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Task: {'id': task-2005876, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.852617] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-306a0e18-2587-424c-a547-7a4b0d721d94 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.896165] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1601.896417] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Deleting contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1601.896598] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Deleting the datastore file [datastore2] 3cec7e1e-84cb-4055-a25f-b36579dd1511 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1601.896920] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f35d247-fd2f-43f9-a216-96327136b5c7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.904897] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a657eb5e-5dc1-4c4c-8489-a9fb34b0b807 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] [instance: 464adac6-a45c-4cc3-b0fb-1371c1438426] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1601.904897] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a657eb5e-5dc1-4c4c-8489-a9fb34b0b807 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] [instance: 464adac6-a45c-4cc3-b0fb-1371c1438426] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1601.904897] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-a657eb5e-5dc1-4c4c-8489-a9fb34b0b807 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Deleting the datastore file [datastore1] 464adac6-a45c-4cc3-b0fb-1371c1438426 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1601.905938] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6df58d27-c9d4-4468-ba1c-93c4794b702b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.908028] env[63750]: DEBUG oslo_vmware.api [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Waiting for the task: (returnval){ [ 1601.908028] env[63750]: value = "task-2005879" [ 1601.908028] env[63750]: _type = "Task" [ 1601.908028] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.916372] env[63750]: DEBUG oslo_vmware.api [None req-a657eb5e-5dc1-4c4c-8489-a9fb34b0b807 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Waiting for the task: (returnval){ [ 1601.916372] env[63750]: value = "task-2005880" [ 1601.916372] env[63750]: _type = "Task" [ 1601.916372] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.924162] env[63750]: DEBUG oslo_vmware.api [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Task: {'id': task-2005879, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.928700] env[63750]: DEBUG oslo_vmware.api [None req-a657eb5e-5dc1-4c4c-8489-a9fb34b0b807 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Task: {'id': task-2005880, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.941830] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Releasing lock "refresh_cache-5ef4df0b-ad8b-4906-a304-fbe776db4943" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1601.941830] env[63750]: DEBUG nova.compute.manager [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] Instance network_info: |[{"id": "20d84a78-8e4f-4210-865a-abb2dbf88ce8", "address": "fa:16:3e:1c:7d:66", "network": {"id": "18e1d476-1335-416f-9418-60b3cae3c1c8", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1557681353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "431b2c7dd05d40b298b33bcb62a6492a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20d84a78-8e", "ovs_interfaceid": "20d84a78-8e4f-4210-865a-abb2dbf88ce8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1601.942048] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:7d:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a27fd90b-16a5-43af-bede-ae36762ece00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20d84a78-8e4f-4210-865a-abb2dbf88ce8', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1601.951106] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Creating folder: Project (431b2c7dd05d40b298b33bcb62a6492a). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1601.954763] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73522144-bd9e-4606-9e32-68efb5ca7408 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.962592] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Created folder: Project (431b2c7dd05d40b298b33bcb62a6492a) in parent group-v412391. [ 1601.962801] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Creating folder: Instances. Parent ref: group-v412422. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1601.963023] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b15c8009-f5bf-46a0-81ea-393618aa8963 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.973464] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Created folder: Instances in parent group-v412422. [ 1601.973723] env[63750]: DEBUG oslo.service.loopingcall [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1601.973932] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1601.974161] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea293438-4fb1-408e-a8f9-5778706d5bac {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.001035] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1602.001035] env[63750]: value = "task-2005883" [ 1602.001035] env[63750]: _type = "Task" [ 1602.001035] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.015142] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2005883, 'name': CreateVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.054577] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.060625] env[63750]: DEBUG oslo_vmware.api [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Task: {'id': task-2005874, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529011} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.061920] env[63750]: DEBUG nova.compute.manager [req-286a8d61-3bc3-4959-b16d-c63276f4d5f5 req-494f596b-3b12-46ff-87a6-443512b55061 service nova] [instance: 028ce127-561f-4a3a-b427-e0c462457550] Received event network-changed-234d64ad-204c-4142-a989-8919bb7a913d {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1602.062103] env[63750]: DEBUG nova.compute.manager [req-286a8d61-3bc3-4959-b16d-c63276f4d5f5 req-494f596b-3b12-46ff-87a6-443512b55061 service nova] [instance: 028ce127-561f-4a3a-b427-e0c462457550] Refreshing instance network info cache due to event network-changed-234d64ad-204c-4142-a989-8919bb7a913d. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1602.063090] env[63750]: DEBUG oslo_concurrency.lockutils [req-286a8d61-3bc3-4959-b16d-c63276f4d5f5 req-494f596b-3b12-46ff-87a6-443512b55061 service nova] Acquiring lock "refresh_cache-028ce127-561f-4a3a-b427-e0c462457550" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1602.063090] env[63750]: DEBUG oslo_concurrency.lockutils [req-286a8d61-3bc3-4959-b16d-c63276f4d5f5 req-494f596b-3b12-46ff-87a6-443512b55061 service nova] Acquired lock "refresh_cache-028ce127-561f-4a3a-b427-e0c462457550" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.063090] env[63750]: DEBUG nova.network.neutron [req-286a8d61-3bc3-4959-b16d-c63276f4d5f5 req-494f596b-3b12-46ff-87a6-443512b55061 service nova] [instance: 028ce127-561f-4a3a-b427-e0c462457550] Refreshing network info cache for port 234d64ad-204c-4142-a989-8919bb7a913d {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1602.063841] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 028ce127-561f-4a3a-b427-e0c462457550/028ce127-561f-4a3a-b427-e0c462457550.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1602.067213] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] [instance: 028ce127-561f-4a3a-b427-e0c462457550] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1602.068202] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-814a2347-33be-47f3-9c05-ebe4351b9f70 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.081720] env[63750]: DEBUG oslo_vmware.api [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Waiting for the task: (returnval){ [ 1602.081720] env[63750]: value = "task-2005884" [ 1602.081720] env[63750]: _type = "Task" [ 1602.081720] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.093919] env[63750]: DEBUG oslo_vmware.api [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Task: {'id': task-2005884, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.188275] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.553s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.189103] env[63750]: DEBUG nova.compute.manager [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 16e7a58b-3c51-4793-b128-d418f7173f7a] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1602.194419] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.854s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.194587] env[63750]: INFO nova.compute.claims [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1602.205224] env[63750]: DEBUG oslo_concurrency.lockutils [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Acquiring lock "refresh_cache-b23f40f6-7521-4465-bc42-872016f9a6bd" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1602.205675] env[63750]: DEBUG oslo_concurrency.lockutils [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Acquired lock "refresh_cache-b23f40f6-7521-4465-bc42-872016f9a6bd" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.205961] env[63750]: DEBUG nova.network.neutron [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] [instance: b23f40f6-7521-4465-bc42-872016f9a6bd] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1602.264929] env[63750]: DEBUG nova.compute.manager [req-6ded9d4b-5f8a-4e24-ad13-4b0192cdf15f req-4b56e65a-954e-4247-8c14-82f0a8be54ef service nova] [instance: 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78] Received event network-vif-deleted-67cd89e2-ef56-429a-96c3-c1732e9d7aee {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1602.265150] env[63750]: DEBUG nova.compute.manager [req-6ded9d4b-5f8a-4e24-ad13-4b0192cdf15f req-4b56e65a-954e-4247-8c14-82f0a8be54ef service nova] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] Received event network-vif-plugged-20d84a78-8e4f-4210-865a-abb2dbf88ce8 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1602.265330] env[63750]: DEBUG oslo_concurrency.lockutils [req-6ded9d4b-5f8a-4e24-ad13-4b0192cdf15f req-4b56e65a-954e-4247-8c14-82f0a8be54ef service nova] Acquiring lock "5ef4df0b-ad8b-4906-a304-fbe776db4943-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.265540] env[63750]: DEBUG oslo_concurrency.lockutils [req-6ded9d4b-5f8a-4e24-ad13-4b0192cdf15f req-4b56e65a-954e-4247-8c14-82f0a8be54ef service nova] Lock "5ef4df0b-ad8b-4906-a304-fbe776db4943-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.267741] env[63750]: DEBUG oslo_concurrency.lockutils [req-6ded9d4b-5f8a-4e24-ad13-4b0192cdf15f req-4b56e65a-954e-4247-8c14-82f0a8be54ef service nova] Lock "5ef4df0b-ad8b-4906-a304-fbe776db4943-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.267741] env[63750]: DEBUG nova.compute.manager [req-6ded9d4b-5f8a-4e24-ad13-4b0192cdf15f req-4b56e65a-954e-4247-8c14-82f0a8be54ef service nova] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] No waiting events found dispatching network-vif-plugged-20d84a78-8e4f-4210-865a-abb2dbf88ce8 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1602.267741] env[63750]: WARNING nova.compute.manager [req-6ded9d4b-5f8a-4e24-ad13-4b0192cdf15f req-4b56e65a-954e-4247-8c14-82f0a8be54ef service nova] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] Received unexpected event network-vif-plugged-20d84a78-8e4f-4210-865a-abb2dbf88ce8 for instance with vm_state building and task_state spawning. [ 1602.267741] env[63750]: DEBUG nova.compute.manager [req-6ded9d4b-5f8a-4e24-ad13-4b0192cdf15f req-4b56e65a-954e-4247-8c14-82f0a8be54ef service nova] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] Received event network-changed-20d84a78-8e4f-4210-865a-abb2dbf88ce8 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1602.267741] env[63750]: DEBUG nova.compute.manager [req-6ded9d4b-5f8a-4e24-ad13-4b0192cdf15f req-4b56e65a-954e-4247-8c14-82f0a8be54ef service nova] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] Refreshing instance network info cache due to event network-changed-20d84a78-8e4f-4210-865a-abb2dbf88ce8. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1602.268706] env[63750]: DEBUG oslo_concurrency.lockutils [req-6ded9d4b-5f8a-4e24-ad13-4b0192cdf15f req-4b56e65a-954e-4247-8c14-82f0a8be54ef service nova] Acquiring lock "refresh_cache-5ef4df0b-ad8b-4906-a304-fbe776db4943" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1602.268706] env[63750]: DEBUG oslo_concurrency.lockutils [req-6ded9d4b-5f8a-4e24-ad13-4b0192cdf15f req-4b56e65a-954e-4247-8c14-82f0a8be54ef service nova] Acquired lock "refresh_cache-5ef4df0b-ad8b-4906-a304-fbe776db4943" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.268706] env[63750]: DEBUG nova.network.neutron [req-6ded9d4b-5f8a-4e24-ad13-4b0192cdf15f req-4b56e65a-954e-4247-8c14-82f0a8be54ef service nova] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] Refreshing network info cache for port 20d84a78-8e4f-4210-865a-abb2dbf88ce8 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1602.357768] env[63750]: DEBUG oslo_vmware.api [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Task: {'id': task-2005876, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.420517] env[63750]: DEBUG oslo_vmware.api [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Task: {'id': task-2005879, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.105158} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.424580] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1602.424827] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Deleted contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1602.425118] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1602.436712] env[63750]: DEBUG oslo_vmware.api [None req-a657eb5e-5dc1-4c4c-8489-a9fb34b0b807 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Task: {'id': task-2005880, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161864} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.437059] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-a657eb5e-5dc1-4c4c-8489-a9fb34b0b807 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1602.437165] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a657eb5e-5dc1-4c4c-8489-a9fb34b0b807 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] [instance: 464adac6-a45c-4cc3-b0fb-1371c1438426] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1602.437331] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a657eb5e-5dc1-4c4c-8489-a9fb34b0b807 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] [instance: 464adac6-a45c-4cc3-b0fb-1371c1438426] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1602.437531] env[63750]: INFO nova.compute.manager [None req-a657eb5e-5dc1-4c4c-8489-a9fb34b0b807 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] [instance: 464adac6-a45c-4cc3-b0fb-1371c1438426] Took 1.55 seconds to destroy the instance on the hypervisor. [ 1602.437783] env[63750]: DEBUG oslo.service.loopingcall [None req-a657eb5e-5dc1-4c4c-8489-a9fb34b0b807 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1602.437971] env[63750]: DEBUG nova.compute.manager [-] [instance: 464adac6-a45c-4cc3-b0fb-1371c1438426] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1602.438080] env[63750]: DEBUG nova.network.neutron [-] [instance: 464adac6-a45c-4cc3-b0fb-1371c1438426] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1602.443049] env[63750]: DEBUG nova.compute.manager [None req-d5816ba8-999c-40cc-8d33-e78805492620 tempest-ServerDiagnosticsV248Test-1581191735 tempest-ServerDiagnosticsV248Test-1581191735-project-admin] [instance: 1747a27d-b414-457a-ac2a-5bae20896432] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1602.444756] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cbb70e4-2d7e-4578-a4c1-b1a5e8d540aa {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.451537] env[63750]: INFO nova.compute.manager [None req-d5816ba8-999c-40cc-8d33-e78805492620 tempest-ServerDiagnosticsV248Test-1581191735 tempest-ServerDiagnosticsV248Test-1581191735-project-admin] [instance: 1747a27d-b414-457a-ac2a-5bae20896432] Retrieving diagnostics [ 1602.452668] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04e20d1-5264-44af-b649-9ef9e05a7216 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.513073] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2005883, 'name': CreateVM_Task, 'duration_secs': 0.362816} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.513273] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1602.514032] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1602.514203] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.514524] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1602.514782] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fd793d6-c074-4271-88fc-c952fe7559a2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.519448] env[63750]: DEBUG oslo_vmware.api [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Waiting for the task: (returnval){ [ 1602.519448] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52e08cea-eb39-9850-9d75-32337e096fe5" [ 1602.519448] env[63750]: _type = "Task" [ 1602.519448] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.527702] env[63750]: DEBUG oslo_vmware.api [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52e08cea-eb39-9850-9d75-32337e096fe5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.598024] env[63750]: DEBUG oslo_vmware.api [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Task: {'id': task-2005884, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069702} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.598024] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] [instance: 028ce127-561f-4a3a-b427-e0c462457550] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1602.599731] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa859eed-012d-4b78-9ee6-6dc3ba83fb1a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.629050] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] [instance: 028ce127-561f-4a3a-b427-e0c462457550] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 028ce127-561f-4a3a-b427-e0c462457550/028ce127-561f-4a3a-b427-e0c462457550.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1602.630019] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d37f6489-79e4-47b8-87b4-bdb276bc0acb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.656815] env[63750]: DEBUG oslo_vmware.api [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Waiting for the task: (returnval){ [ 1602.656815] env[63750]: value = "task-2005885" [ 1602.656815] env[63750]: _type = "Task" [ 1602.656815] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.666465] env[63750]: DEBUG oslo_vmware.api [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Task: {'id': task-2005885, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.715942] env[63750]: DEBUG nova.compute.utils [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1602.718910] env[63750]: DEBUG nova.compute.manager [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 16e7a58b-3c51-4793-b128-d418f7173f7a] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1602.718910] env[63750]: DEBUG nova.network.neutron [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 16e7a58b-3c51-4793-b128-d418f7173f7a] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1602.847778] env[63750]: DEBUG nova.network.neutron [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] [instance: b23f40f6-7521-4465-bc42-872016f9a6bd] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1602.858182] env[63750]: DEBUG oslo_vmware.api [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Task: {'id': task-2005876, 'name': PowerOnVM_Task, 'duration_secs': 1.262467} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.858182] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1602.858182] env[63750]: INFO nova.compute.manager [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Took 12.50 seconds to spawn the instance on the hypervisor. [ 1602.858182] env[63750]: DEBUG nova.compute.manager [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1602.858182] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4d33c8-3d0f-47a1-9a2e-58397300d2d4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.921909] env[63750]: DEBUG nova.policy [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd03be46ce85545cf96446dd1c1db5576', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab43889aa9d84099be5c8ea18eea7f75', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1603.037700] env[63750]: DEBUG oslo_vmware.api [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52e08cea-eb39-9850-9d75-32337e096fe5, 'name': SearchDatastore_Task, 'duration_secs': 0.009969} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.037990] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1603.038231] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1603.041018] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1603.041018] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.041018] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1603.041018] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f75a99cc-89e7-4169-b744-abfd85262b95 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.049662] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1603.049846] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1603.050643] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d38e95d1-7327-4792-be55-60a01f19c319 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.063148] env[63750]: DEBUG oslo_vmware.api [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Waiting for the task: (returnval){ [ 1603.063148] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52444c02-5b6e-6a6a-705c-00511cb3ad18" [ 1603.063148] env[63750]: _type = "Task" [ 1603.063148] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.071807] env[63750]: DEBUG oslo_vmware.api [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52444c02-5b6e-6a6a-705c-00511cb3ad18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.169835] env[63750]: DEBUG oslo_vmware.api [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Task: {'id': task-2005885, 'name': ReconfigVM_Task, 'duration_secs': 0.304847} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.170127] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] [instance: 028ce127-561f-4a3a-b427-e0c462457550] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 028ce127-561f-4a3a-b427-e0c462457550/028ce127-561f-4a3a-b427-e0c462457550.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1603.170767] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24a81cd4-4b84-4d83-b76d-3a99c4c1e2c4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.177149] env[63750]: DEBUG oslo_vmware.api [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Waiting for the task: (returnval){ [ 1603.177149] env[63750]: value = "task-2005886" [ 1603.177149] env[63750]: _type = "Task" [ 1603.177149] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.187325] env[63750]: DEBUG oslo_vmware.api [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Task: {'id': task-2005886, 'name': Rename_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.216386] env[63750]: DEBUG nova.compute.manager [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 16e7a58b-3c51-4793-b128-d418f7173f7a] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1603.385887] env[63750]: INFO nova.compute.manager [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Took 29.59 seconds to build instance. [ 1603.468847] env[63750]: DEBUG nova.virt.hardware [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1603.469180] env[63750]: DEBUG nova.virt.hardware [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1603.469364] env[63750]: DEBUG nova.virt.hardware [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1603.469917] env[63750]: DEBUG nova.virt.hardware [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1603.469917] env[63750]: DEBUG nova.virt.hardware [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1603.470039] env[63750]: DEBUG nova.virt.hardware [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1603.470372] env[63750]: DEBUG nova.virt.hardware [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1603.470673] env[63750]: DEBUG nova.virt.hardware [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1603.470875] env[63750]: DEBUG nova.virt.hardware [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1603.471915] env[63750]: DEBUG nova.virt.hardware [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1603.472273] env[63750]: DEBUG nova.virt.hardware [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1603.473847] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698d980f-0081-40a2-a506-3503b492d114 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.487141] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55719421-83dc-4c5d-80a1-bc1a55215235 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.504909] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Instance VIF info [] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1603.510894] env[63750]: DEBUG oslo.service.loopingcall [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1603.513708] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1603.514207] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fcc0b215-3c38-4c93-adea-34e5147c9300 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.535179] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1603.535179] env[63750]: value = "task-2005887" [ 1603.535179] env[63750]: _type = "Task" [ 1603.535179] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.541436] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2005887, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.551870] env[63750]: DEBUG nova.network.neutron [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] [instance: b23f40f6-7521-4465-bc42-872016f9a6bd] Updating instance_info_cache with network_info: [{"id": "0937f342-aa3a-4d85-b7f1-2d237fd4019d", "address": "fa:16:3e:1b:f8:2c", "network": {"id": "d4ac60f4-83f7-40ca-a012-9bfc88afea84", "bridge": "br-int", "label": "tempest-ServersTestJSON-1459302261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8d3a69c4526444c83452eee9118d4f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0937f342-aa", "ovs_interfaceid": "0937f342-aa3a-4d85-b7f1-2d237fd4019d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1603.581259] env[63750]: DEBUG oslo_vmware.api [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52444c02-5b6e-6a6a-705c-00511cb3ad18, 'name': SearchDatastore_Task, 'duration_secs': 0.008947} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.581909] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7496392-6d16-492a-a5ce-aa3b062dff63 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.589721] env[63750]: DEBUG oslo_vmware.api [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Waiting for the task: (returnval){ [ 1603.589721] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5236ed58-d25c-f9a7-39ee-8d9e7034668b" [ 1603.589721] env[63750]: _type = "Task" [ 1603.589721] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.601888] env[63750]: DEBUG oslo_vmware.api [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5236ed58-d25c-f9a7-39ee-8d9e7034668b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.630853] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8458cf-2107-4706-8789-f8e90d8f2c1a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.634313] env[63750]: DEBUG nova.network.neutron [req-6ded9d4b-5f8a-4e24-ad13-4b0192cdf15f req-4b56e65a-954e-4247-8c14-82f0a8be54ef service nova] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] Updated VIF entry in instance network info cache for port 20d84a78-8e4f-4210-865a-abb2dbf88ce8. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1603.634794] env[63750]: DEBUG nova.network.neutron [req-6ded9d4b-5f8a-4e24-ad13-4b0192cdf15f req-4b56e65a-954e-4247-8c14-82f0a8be54ef service nova] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] Updating instance_info_cache with network_info: [{"id": "20d84a78-8e4f-4210-865a-abb2dbf88ce8", "address": "fa:16:3e:1c:7d:66", "network": {"id": "18e1d476-1335-416f-9418-60b3cae3c1c8", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1557681353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "431b2c7dd05d40b298b33bcb62a6492a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20d84a78-8e", "ovs_interfaceid": "20d84a78-8e4f-4210-865a-abb2dbf88ce8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1603.640939] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822c623a-f72b-4c07-b05a-874d466332d2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.682778] env[63750]: DEBUG nova.network.neutron [req-286a8d61-3bc3-4959-b16d-c63276f4d5f5 req-494f596b-3b12-46ff-87a6-443512b55061 service nova] [instance: 028ce127-561f-4a3a-b427-e0c462457550] Updated VIF entry in instance network info cache for port 234d64ad-204c-4142-a989-8919bb7a913d. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1603.683133] env[63750]: DEBUG nova.network.neutron [req-286a8d61-3bc3-4959-b16d-c63276f4d5f5 req-494f596b-3b12-46ff-87a6-443512b55061 service nova] [instance: 028ce127-561f-4a3a-b427-e0c462457550] Updating instance_info_cache with network_info: [{"id": "234d64ad-204c-4142-a989-8919bb7a913d", "address": "fa:16:3e:75:ad:59", "network": {"id": "48e9ee2e-d753-4146-b499-cb5088587924", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97464ef51d4848b2beb776e97a17e4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap234d64ad-20", "ovs_interfaceid": "234d64ad-204c-4142-a989-8919bb7a913d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1603.688582] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd048f06-b511-4bcc-85cc-cc86112a304a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.698842] env[63750]: DEBUG oslo_concurrency.lockutils [req-286a8d61-3bc3-4959-b16d-c63276f4d5f5 req-494f596b-3b12-46ff-87a6-443512b55061 service nova] Releasing lock "refresh_cache-028ce127-561f-4a3a-b427-e0c462457550" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1603.698941] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Acquiring lock "f08cdd8f-d853-40c7-b5d8-11a1a494cba6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.699195] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Lock "f08cdd8f-d853-40c7-b5d8-11a1a494cba6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1603.706629] env[63750]: DEBUG oslo_vmware.api [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Task: {'id': task-2005886, 'name': Rename_Task, 'duration_secs': 0.13863} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.710096] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] [instance: 028ce127-561f-4a3a-b427-e0c462457550] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1603.710096] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2454b07-c223-4dbb-81ed-a4cdd73dcb53 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.711810] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a4e601-77d2-44ae-a8c8-f4892c7202ed {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.738991] env[63750]: DEBUG nova.compute.provider_tree [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1603.740725] env[63750]: DEBUG oslo_vmware.api [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Waiting for the task: (returnval){ [ 1603.740725] env[63750]: value = "task-2005888" [ 1603.740725] env[63750]: _type = "Task" [ 1603.740725] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.750410] env[63750]: DEBUG oslo_vmware.api [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Task: {'id': task-2005888, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.891154] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2848977b-2190-4c04-a2f6-458f2b8b1c74 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Lock "c4241be9-151b-403f-a5e7-9e34a6425466" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.104s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.048072] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2005887, 'name': CreateVM_Task, 'duration_secs': 0.29496} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.048206] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1604.048710] env[63750]: DEBUG oslo_concurrency.lockutils [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1604.048710] env[63750]: DEBUG oslo_concurrency.lockutils [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.049020] env[63750]: DEBUG oslo_concurrency.lockutils [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1604.049283] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4638cc1-0057-44e7-b611-6040e81d25aa {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.057277] env[63750]: DEBUG oslo_concurrency.lockutils [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Releasing lock "refresh_cache-b23f40f6-7521-4465-bc42-872016f9a6bd" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1604.058506] env[63750]: DEBUG nova.compute.manager [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] [instance: b23f40f6-7521-4465-bc42-872016f9a6bd] Instance network_info: |[{"id": "0937f342-aa3a-4d85-b7f1-2d237fd4019d", "address": "fa:16:3e:1b:f8:2c", "network": {"id": "d4ac60f4-83f7-40ca-a012-9bfc88afea84", "bridge": "br-int", "label": "tempest-ServersTestJSON-1459302261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8d3a69c4526444c83452eee9118d4f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0937f342-aa", "ovs_interfaceid": "0937f342-aa3a-4d85-b7f1-2d237fd4019d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1604.058506] env[63750]: DEBUG oslo_vmware.api [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Waiting for the task: (returnval){ [ 1604.058506] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]529fb42e-0ccf-be95-8a4e-f5bcaee5a4da" [ 1604.058506] env[63750]: _type = "Task" [ 1604.058506] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.059252] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] [instance: b23f40f6-7521-4465-bc42-872016f9a6bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:f8:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43798f54-0c07-4417-a23f-58bb6b7e204b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0937f342-aa3a-4d85-b7f1-2d237fd4019d', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1604.067049] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Creating folder: Project (e8d3a69c4526444c83452eee9118d4f3). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1604.067049] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d453dbb5-68dc-45fe-8320-dbbbdcd47868 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.078967] env[63750]: DEBUG oslo_vmware.api [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]529fb42e-0ccf-be95-8a4e-f5bcaee5a4da, 'name': SearchDatastore_Task, 'duration_secs': 0.009123} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.079296] env[63750]: DEBUG oslo_concurrency.lockutils [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1604.079542] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1604.083023] env[63750]: DEBUG oslo_concurrency.lockutils [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1604.083023] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Created folder: Project (e8d3a69c4526444c83452eee9118d4f3) in parent group-v412391. [ 1604.083023] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Creating folder: Instances. Parent ref: group-v412426. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1604.083023] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2aeaf57-b198-4d85-b6aa-df0ef6acff23 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.091443] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Created folder: Instances in parent group-v412426. [ 1604.091699] env[63750]: DEBUG oslo.service.loopingcall [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1604.095214] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b23f40f6-7521-4465-bc42-872016f9a6bd] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1604.097240] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d524b7fc-635f-4b0c-93d5-44240fd7c908 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.119990] env[63750]: DEBUG oslo_vmware.api [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5236ed58-d25c-f9a7-39ee-8d9e7034668b, 'name': SearchDatastore_Task, 'duration_secs': 0.01408} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.121262] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1604.122019] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 5ef4df0b-ad8b-4906-a304-fbe776db4943/5ef4df0b-ad8b-4906-a304-fbe776db4943.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1604.122019] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1604.122019] env[63750]: value = "task-2005891" [ 1604.122019] env[63750]: _type = "Task" [ 1604.122019] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.122278] env[63750]: DEBUG oslo_concurrency.lockutils [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.122337] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1604.125582] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2bfa1a2a-f3db-4f5e-b084-8d793d331a52 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.125582] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d54fc79e-4e10-4f39-a3f4-6db6f599bcf3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.129918] env[63750]: DEBUG nova.network.neutron [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 16e7a58b-3c51-4793-b128-d418f7173f7a] Successfully created port: 8e68c1bc-ba2c-43b3-a2d7-496609c5c54b {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1604.140569] env[63750]: DEBUG nova.network.neutron [-] [instance: 464adac6-a45c-4cc3-b0fb-1371c1438426] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1604.141178] env[63750]: DEBUG oslo_concurrency.lockutils [req-6ded9d4b-5f8a-4e24-ad13-4b0192cdf15f req-4b56e65a-954e-4247-8c14-82f0a8be54ef service nova] Releasing lock "refresh_cache-5ef4df0b-ad8b-4906-a304-fbe776db4943" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1604.141581] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2005891, 'name': CreateVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.142038] env[63750]: DEBUG oslo_vmware.api [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Waiting for the task: (returnval){ [ 1604.142038] env[63750]: value = "task-2005892" [ 1604.142038] env[63750]: _type = "Task" [ 1604.142038] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.144577] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1604.144577] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1604.147602] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-070066d8-edd7-40c9-a3b9-40043877449b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.158932] env[63750]: DEBUG oslo_vmware.api [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Waiting for the task: (returnval){ [ 1604.158932] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527a3079-6588-7ac6-c2c8-17a537c994e2" [ 1604.158932] env[63750]: _type = "Task" [ 1604.158932] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.159264] env[63750]: DEBUG oslo_vmware.api [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2005892, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.170309] env[63750]: DEBUG oslo_vmware.api [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527a3079-6588-7ac6-c2c8-17a537c994e2, 'name': SearchDatastore_Task, 'duration_secs': 0.011339} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.171252] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddfe1c93-4a2d-40e6-974a-ac16dc8d1117 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.180710] env[63750]: DEBUG oslo_vmware.api [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Waiting for the task: (returnval){ [ 1604.180710] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527c7ba6-5427-300b-b818-be85889ebe81" [ 1604.180710] env[63750]: _type = "Task" [ 1604.180710] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.192440] env[63750]: DEBUG oslo_vmware.api [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527c7ba6-5427-300b-b818-be85889ebe81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.246763] env[63750]: DEBUG nova.compute.manager [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 16e7a58b-3c51-4793-b128-d418f7173f7a] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1604.250517] env[63750]: DEBUG nova.scheduler.client.report [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1604.266137] env[63750]: DEBUG oslo_vmware.api [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Task: {'id': task-2005888, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.288180] env[63750]: DEBUG nova.virt.hardware [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1604.288612] env[63750]: DEBUG nova.virt.hardware [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1604.288612] env[63750]: DEBUG nova.virt.hardware [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1604.288784] env[63750]: DEBUG nova.virt.hardware [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1604.288955] env[63750]: DEBUG nova.virt.hardware [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1604.289143] env[63750]: DEBUG nova.virt.hardware [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1604.289362] env[63750]: DEBUG nova.virt.hardware [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1604.289526] env[63750]: DEBUG nova.virt.hardware [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1604.289693] env[63750]: DEBUG nova.virt.hardware [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1604.289886] env[63750]: DEBUG nova.virt.hardware [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1604.290080] env[63750]: DEBUG nova.virt.hardware [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1604.291287] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d320ece4-5336-4283-838f-99d610e63e78 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.302085] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d3c58a-340a-4902-ace6-09707f756c62 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.388288] env[63750]: DEBUG nova.network.neutron [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] Successfully updated port: dfdb01a8-078a-4b82-89df-7b145526d6c4 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1604.394098] env[63750]: DEBUG nova.compute.manager [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1604.638289] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2005891, 'name': CreateVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.644075] env[63750]: INFO nova.compute.manager [-] [instance: 464adac6-a45c-4cc3-b0fb-1371c1438426] Took 2.21 seconds to deallocate network for instance. [ 1604.658137] env[63750]: DEBUG oslo_vmware.api [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2005892, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.695949] env[63750]: DEBUG oslo_vmware.api [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527c7ba6-5427-300b-b818-be85889ebe81, 'name': SearchDatastore_Task, 'duration_secs': 0.012227} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.696357] env[63750]: DEBUG oslo_concurrency.lockutils [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1604.696555] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 3cec7e1e-84cb-4055-a25f-b36579dd1511/3cec7e1e-84cb-4055-a25f-b36579dd1511.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1604.699019] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-285fbdb5-fdfd-4936-adea-5b85e0741faa {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.705367] env[63750]: DEBUG oslo_vmware.api [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Waiting for the task: (returnval){ [ 1604.705367] env[63750]: value = "task-2005893" [ 1604.705367] env[63750]: _type = "Task" [ 1604.705367] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.718692] env[63750]: DEBUG oslo_vmware.api [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Task: {'id': task-2005893, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.756035] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.564s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.760750] env[63750]: DEBUG nova.compute.manager [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1604.770332] env[63750]: DEBUG oslo_concurrency.lockutils [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 11.206s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1604.777276] env[63750]: DEBUG oslo_vmware.api [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Task: {'id': task-2005888, 'name': PowerOnVM_Task} progress is 82%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.893741] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Acquiring lock "refresh_cache-8892fd3b-b3fa-4b83-89f8-3162579d6f87" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1604.893974] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Acquired lock "refresh_cache-8892fd3b-b3fa-4b83-89f8-3162579d6f87" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.894060] env[63750]: DEBUG nova.network.neutron [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1604.927547] env[63750]: DEBUG oslo_concurrency.lockutils [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.140809] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2005891, 'name': CreateVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.157872] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a657eb5e-5dc1-4c4c-8489-a9fb34b0b807 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.158274] env[63750]: DEBUG oslo_vmware.api [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2005892, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575013} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.158598] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 5ef4df0b-ad8b-4906-a304-fbe776db4943/5ef4df0b-ad8b-4906-a304-fbe776db4943.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1605.158865] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1605.159176] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1fab6c3f-ccc8-4270-b9a2-6464c55cb911 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.169936] env[63750]: DEBUG oslo_vmware.api [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Waiting for the task: (returnval){ [ 1605.169936] env[63750]: value = "task-2005894" [ 1605.169936] env[63750]: _type = "Task" [ 1605.169936] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.181054] env[63750]: DEBUG oslo_vmware.api [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2005894, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.218129] env[63750]: DEBUG oslo_vmware.api [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Task: {'id': task-2005893, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468599} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.218354] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 3cec7e1e-84cb-4055-a25f-b36579dd1511/3cec7e1e-84cb-4055-a25f-b36579dd1511.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1605.218555] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1605.218806] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0050d37f-3e08-4836-b465-5c611bd744ca {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.226062] env[63750]: DEBUG oslo_vmware.api [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Waiting for the task: (returnval){ [ 1605.226062] env[63750]: value = "task-2005895" [ 1605.226062] env[63750]: _type = "Task" [ 1605.226062] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.239194] env[63750]: DEBUG oslo_vmware.api [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Task: {'id': task-2005895, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.267781] env[63750]: DEBUG nova.compute.utils [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1605.267781] env[63750]: DEBUG oslo_vmware.api [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Task: {'id': task-2005888, 'name': PowerOnVM_Task, 'duration_secs': 1.28799} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.268292] env[63750]: DEBUG nova.compute.manager [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1605.268292] env[63750]: DEBUG nova.network.neutron [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1605.270632] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] [instance: 028ce127-561f-4a3a-b427-e0c462457550] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1605.270632] env[63750]: INFO nova.compute.manager [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] [instance: 028ce127-561f-4a3a-b427-e0c462457550] Took 11.27 seconds to spawn the instance on the hypervisor. [ 1605.270632] env[63750]: DEBUG nova.compute.manager [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] [instance: 028ce127-561f-4a3a-b427-e0c462457550] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1605.274768] env[63750]: INFO nova.compute.claims [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1605.280592] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74eb50d5-6a7f-45a9-a71c-576d2a0de049 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.333597] env[63750]: DEBUG nova.policy [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd03be46ce85545cf96446dd1c1db5576', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab43889aa9d84099be5c8ea18eea7f75', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1605.481423] env[63750]: DEBUG nova.network.neutron [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1605.639112] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2005891, 'name': CreateVM_Task, 'duration_secs': 1.381431} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.639220] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b23f40f6-7521-4465-bc42-872016f9a6bd] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1605.640430] env[63750]: DEBUG oslo_concurrency.lockutils [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1605.640841] env[63750]: DEBUG oslo_concurrency.lockutils [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.640967] env[63750]: DEBUG oslo_concurrency.lockutils [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1605.643972] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-317683c2-c198-4e07-9938-bf09dad607e7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.650260] env[63750]: DEBUG oslo_vmware.api [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Waiting for the task: (returnval){ [ 1605.650260] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]529502e4-17c0-0952-18d8-580bfa52f73c" [ 1605.650260] env[63750]: _type = "Task" [ 1605.650260] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.660186] env[63750]: DEBUG oslo_vmware.api [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]529502e4-17c0-0952-18d8-580bfa52f73c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.682949] env[63750]: DEBUG oslo_vmware.api [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2005894, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072907} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.683259] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1605.684401] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d462d0f-7918-4aba-baa7-9114dbd4238b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.708978] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 5ef4df0b-ad8b-4906-a304-fbe776db4943/5ef4df0b-ad8b-4906-a304-fbe776db4943.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1605.710039] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdb8b0ca-756e-431e-9bcd-605a4b7ae594 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.732420] env[63750]: DEBUG oslo_vmware.api [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Waiting for the task: (returnval){ [ 1605.732420] env[63750]: value = "task-2005896" [ 1605.732420] env[63750]: _type = "Task" [ 1605.732420] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.735431] env[63750]: DEBUG oslo_vmware.api [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Task: {'id': task-2005895, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.155489} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.738447] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1605.739199] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1c5498-05cd-4732-b9c6-fa8ea6392216 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.760093] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 3cec7e1e-84cb-4055-a25f-b36579dd1511/3cec7e1e-84cb-4055-a25f-b36579dd1511.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1605.764036] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6822cd1b-4fd3-4848-84a6-54ac5d88451e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.778149] env[63750]: DEBUG oslo_vmware.api [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2005896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.781045] env[63750]: DEBUG nova.compute.manager [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1605.787438] env[63750]: INFO nova.compute.resource_tracker [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Updating resource usage from migration 26288fac-5d2d-4483-9959-922e2f739916 [ 1605.791776] env[63750]: DEBUG oslo_vmware.api [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Waiting for the task: (returnval){ [ 1605.791776] env[63750]: value = "task-2005897" [ 1605.791776] env[63750]: _type = "Task" [ 1605.791776] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.804145] env[63750]: DEBUG oslo_vmware.api [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Task: {'id': task-2005897, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.807381] env[63750]: INFO nova.compute.manager [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] [instance: 028ce127-561f-4a3a-b427-e0c462457550] Took 28.94 seconds to build instance. [ 1605.837441] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f8a36f6e-b768-4e07-aad1-acefcdaf3df1 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Acquiring lock "1747a27d-b414-457a-ac2a-5bae20896432" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.837608] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f8a36f6e-b768-4e07-aad1-acefcdaf3df1 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Lock "1747a27d-b414-457a-ac2a-5bae20896432" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.837847] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f8a36f6e-b768-4e07-aad1-acefcdaf3df1 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Acquiring lock "1747a27d-b414-457a-ac2a-5bae20896432-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.838009] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f8a36f6e-b768-4e07-aad1-acefcdaf3df1 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Lock "1747a27d-b414-457a-ac2a-5bae20896432-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.838195] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f8a36f6e-b768-4e07-aad1-acefcdaf3df1 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Lock "1747a27d-b414-457a-ac2a-5bae20896432-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.840038] env[63750]: INFO nova.compute.manager [None req-f8a36f6e-b768-4e07-aad1-acefcdaf3df1 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] [instance: 1747a27d-b414-457a-ac2a-5bae20896432] Terminating instance [ 1605.895690] env[63750]: DEBUG nova.network.neutron [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] Updating instance_info_cache with network_info: [{"id": "dfdb01a8-078a-4b82-89df-7b145526d6c4", "address": "fa:16:3e:c8:0b:7a", "network": {"id": "cb5fbd54-7f9f-4a29-80b8-a5c4146d3256", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1012633961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3549d20047ca45ec80ad550f8c520ea2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfdb01a8-07", "ovs_interfaceid": "dfdb01a8-078a-4b82-89df-7b145526d6c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1606.065764] env[63750]: DEBUG nova.network.neutron [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2] Successfully created port: e0eeca41-bc04-4837-b3d5-96e4cdf67d5c {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1606.149599] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78af462b-eb26-4897-b0d9-5ca1b44337eb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.161873] env[63750]: DEBUG oslo_vmware.api [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]529502e4-17c0-0952-18d8-580bfa52f73c, 'name': SearchDatastore_Task, 'duration_secs': 0.011113} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.165155] env[63750]: DEBUG oslo_concurrency.lockutils [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1606.165155] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] [instance: b23f40f6-7521-4465-bc42-872016f9a6bd] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1606.165155] env[63750]: DEBUG oslo_concurrency.lockutils [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1606.165155] env[63750]: DEBUG oslo_concurrency.lockutils [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.165155] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1606.165403] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dcf3ab15-e7a2-409b-b49e-1f675fa2a5ad {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.167679] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a5864b-98aa-4c84-a3af-9c5139972cf4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.206108] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c049c4d9-386b-4337-81f3-de9f714f074e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.208802] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1606.209103] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1606.209751] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2900c722-01cf-429f-99b0-343a8729069c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.215933] env[63750]: DEBUG oslo_vmware.api [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Waiting for the task: (returnval){ [ 1606.215933] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52533f94-a284-3980-1e21-5247f24b0309" [ 1606.215933] env[63750]: _type = "Task" [ 1606.215933] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.221732] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd363729-7f6e-4a46-9648-b776dbe3acff {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.231243] env[63750]: DEBUG oslo_vmware.api [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52533f94-a284-3980-1e21-5247f24b0309, 'name': SearchDatastore_Task, 'duration_secs': 0.012507} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.239812] env[63750]: DEBUG nova.compute.provider_tree [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1606.243518] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b13fa200-f1e1-4b14-b5a6-46809ea7af94 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.250189] env[63750]: DEBUG oslo_vmware.api [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Waiting for the task: (returnval){ [ 1606.250189] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5215a536-25c5-8819-f198-547086c4306f" [ 1606.250189] env[63750]: _type = "Task" [ 1606.250189] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.253857] env[63750]: DEBUG oslo_vmware.api [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2005896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.266056] env[63750]: DEBUG oslo_vmware.api [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5215a536-25c5-8819-f198-547086c4306f, 'name': SearchDatastore_Task, 'duration_secs': 0.008759} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.266409] env[63750]: DEBUG oslo_concurrency.lockutils [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1606.266737] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] b23f40f6-7521-4465-bc42-872016f9a6bd/b23f40f6-7521-4465-bc42-872016f9a6bd.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1606.267019] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-990bb2fb-9bba-4c0f-929d-4cad11e76c7b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.275086] env[63750]: DEBUG oslo_vmware.api [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Waiting for the task: (returnval){ [ 1606.275086] env[63750]: value = "task-2005898" [ 1606.275086] env[63750]: _type = "Task" [ 1606.275086] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.293620] env[63750]: DEBUG oslo_vmware.api [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Task: {'id': task-2005898, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.303823] env[63750]: DEBUG oslo_vmware.api [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Task: {'id': task-2005897, 'name': ReconfigVM_Task, 'duration_secs': 0.30209} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.304430] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 3cec7e1e-84cb-4055-a25f-b36579dd1511/3cec7e1e-84cb-4055-a25f-b36579dd1511.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1606.304939] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20c477cd-be7d-448a-a971-f69840f64548 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.309359] env[63750]: DEBUG oslo_concurrency.lockutils [None req-95ca50d8-5d5e-4278-be48-46043b5ffe85 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Lock "028ce127-561f-4a3a-b427-e0c462457550" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.452s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.311973] env[63750]: DEBUG oslo_vmware.api [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Waiting for the task: (returnval){ [ 1606.311973] env[63750]: value = "task-2005899" [ 1606.311973] env[63750]: _type = "Task" [ 1606.311973] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.320878] env[63750]: DEBUG oslo_vmware.api [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Task: {'id': task-2005899, 'name': Rename_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.346215] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f8a36f6e-b768-4e07-aad1-acefcdaf3df1 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Acquiring lock "refresh_cache-1747a27d-b414-457a-ac2a-5bae20896432" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1606.346215] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f8a36f6e-b768-4e07-aad1-acefcdaf3df1 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Acquired lock "refresh_cache-1747a27d-b414-457a-ac2a-5bae20896432" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.346215] env[63750]: DEBUG nova.network.neutron [None req-f8a36f6e-b768-4e07-aad1-acefcdaf3df1 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] [instance: 1747a27d-b414-457a-ac2a-5bae20896432] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1606.400035] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Releasing lock "refresh_cache-8892fd3b-b3fa-4b83-89f8-3162579d6f87" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1606.400492] env[63750]: DEBUG nova.compute.manager [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] Instance network_info: |[{"id": "dfdb01a8-078a-4b82-89df-7b145526d6c4", "address": "fa:16:3e:c8:0b:7a", "network": {"id": "cb5fbd54-7f9f-4a29-80b8-a5c4146d3256", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1012633961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3549d20047ca45ec80ad550f8c520ea2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfdb01a8-07", "ovs_interfaceid": "dfdb01a8-078a-4b82-89df-7b145526d6c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1606.401031] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:0b:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dfdb01a8-078a-4b82-89df-7b145526d6c4', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1606.413284] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Creating folder: Project (3549d20047ca45ec80ad550f8c520ea2). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1606.414033] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-117be5f2-55c7-4440-9193-55eab9f1cd7b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.424286] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Created folder: Project (3549d20047ca45ec80ad550f8c520ea2) in parent group-v412391. [ 1606.424582] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Creating folder: Instances. Parent ref: group-v412429. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1606.424855] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7492eecf-1d7f-4380-80f3-6f8517528dd3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.434679] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Created folder: Instances in parent group-v412429. [ 1606.434933] env[63750]: DEBUG oslo.service.loopingcall [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1606.435151] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1606.435356] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1016e07-ec86-4cef-abf9-7f932733fc43 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.456171] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1606.456171] env[63750]: value = "task-2005902" [ 1606.456171] env[63750]: _type = "Task" [ 1606.456171] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.466297] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2005902, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.482423] env[63750]: DEBUG nova.compute.manager [req-aeef1f0a-bdec-42cf-8f83-8f2f54c172b2 req-b4b14b54-717d-4372-9258-13809b6f23b3 service nova] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] Received event network-vif-plugged-dfdb01a8-078a-4b82-89df-7b145526d6c4 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1606.482423] env[63750]: DEBUG oslo_concurrency.lockutils [req-aeef1f0a-bdec-42cf-8f83-8f2f54c172b2 req-b4b14b54-717d-4372-9258-13809b6f23b3 service nova] Acquiring lock "8892fd3b-b3fa-4b83-89f8-3162579d6f87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.482649] env[63750]: DEBUG oslo_concurrency.lockutils [req-aeef1f0a-bdec-42cf-8f83-8f2f54c172b2 req-b4b14b54-717d-4372-9258-13809b6f23b3 service nova] Lock "8892fd3b-b3fa-4b83-89f8-3162579d6f87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.482825] env[63750]: DEBUG oslo_concurrency.lockutils [req-aeef1f0a-bdec-42cf-8f83-8f2f54c172b2 req-b4b14b54-717d-4372-9258-13809b6f23b3 service nova] Lock "8892fd3b-b3fa-4b83-89f8-3162579d6f87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.482987] env[63750]: DEBUG nova.compute.manager [req-aeef1f0a-bdec-42cf-8f83-8f2f54c172b2 req-b4b14b54-717d-4372-9258-13809b6f23b3 service nova] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] No waiting events found dispatching network-vif-plugged-dfdb01a8-078a-4b82-89df-7b145526d6c4 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1606.483405] env[63750]: WARNING nova.compute.manager [req-aeef1f0a-bdec-42cf-8f83-8f2f54c172b2 req-b4b14b54-717d-4372-9258-13809b6f23b3 service nova] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] Received unexpected event network-vif-plugged-dfdb01a8-078a-4b82-89df-7b145526d6c4 for instance with vm_state building and task_state spawning. [ 1606.750608] env[63750]: DEBUG nova.scheduler.client.report [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1606.756442] env[63750]: DEBUG oslo_vmware.api [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2005896, 'name': ReconfigVM_Task, 'duration_secs': 0.722306} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.756977] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 5ef4df0b-ad8b-4906-a304-fbe776db4943/5ef4df0b-ad8b-4906-a304-fbe776db4943.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1606.757586] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48cf5a4a-146a-4dc5-b940-9d34fd257d36 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.766436] env[63750]: DEBUG oslo_vmware.api [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Waiting for the task: (returnval){ [ 1606.766436] env[63750]: value = "task-2005903" [ 1606.766436] env[63750]: _type = "Task" [ 1606.766436] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.785558] env[63750]: DEBUG oslo_vmware.api [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2005903, 'name': Rename_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.792045] env[63750]: DEBUG oslo_vmware.api [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Task: {'id': task-2005898, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.795868] env[63750]: DEBUG nova.compute.manager [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1606.813499] env[63750]: DEBUG nova.compute.manager [req-9d2422c0-4f47-4f24-b7cd-8fb274518523 req-9d3e5e90-5379-4c29-be90-8482e9120fce service nova] [instance: b23f40f6-7521-4465-bc42-872016f9a6bd] Received event network-vif-plugged-0937f342-aa3a-4d85-b7f1-2d237fd4019d {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1606.814156] env[63750]: DEBUG oslo_concurrency.lockutils [req-9d2422c0-4f47-4f24-b7cd-8fb274518523 req-9d3e5e90-5379-4c29-be90-8482e9120fce service nova] Acquiring lock "b23f40f6-7521-4465-bc42-872016f9a6bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.814156] env[63750]: DEBUG oslo_concurrency.lockutils [req-9d2422c0-4f47-4f24-b7cd-8fb274518523 req-9d3e5e90-5379-4c29-be90-8482e9120fce service nova] Lock "b23f40f6-7521-4465-bc42-872016f9a6bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.814156] env[63750]: DEBUG oslo_concurrency.lockutils [req-9d2422c0-4f47-4f24-b7cd-8fb274518523 req-9d3e5e90-5379-4c29-be90-8482e9120fce service nova] Lock "b23f40f6-7521-4465-bc42-872016f9a6bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.814548] env[63750]: DEBUG nova.compute.manager [req-9d2422c0-4f47-4f24-b7cd-8fb274518523 req-9d3e5e90-5379-4c29-be90-8482e9120fce service nova] [instance: b23f40f6-7521-4465-bc42-872016f9a6bd] No waiting events found dispatching network-vif-plugged-0937f342-aa3a-4d85-b7f1-2d237fd4019d {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1606.814548] env[63750]: WARNING nova.compute.manager [req-9d2422c0-4f47-4f24-b7cd-8fb274518523 req-9d3e5e90-5379-4c29-be90-8482e9120fce service nova] [instance: b23f40f6-7521-4465-bc42-872016f9a6bd] Received unexpected event network-vif-plugged-0937f342-aa3a-4d85-b7f1-2d237fd4019d for instance with vm_state building and task_state spawning. [ 1606.815126] env[63750]: DEBUG nova.compute.manager [req-9d2422c0-4f47-4f24-b7cd-8fb274518523 req-9d3e5e90-5379-4c29-be90-8482e9120fce service nova] [instance: b23f40f6-7521-4465-bc42-872016f9a6bd] Received event network-changed-0937f342-aa3a-4d85-b7f1-2d237fd4019d {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1606.815126] env[63750]: DEBUG nova.compute.manager [req-9d2422c0-4f47-4f24-b7cd-8fb274518523 req-9d3e5e90-5379-4c29-be90-8482e9120fce service nova] [instance: b23f40f6-7521-4465-bc42-872016f9a6bd] Refreshing instance network info cache due to event network-changed-0937f342-aa3a-4d85-b7f1-2d237fd4019d. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1606.815588] env[63750]: DEBUG oslo_concurrency.lockutils [req-9d2422c0-4f47-4f24-b7cd-8fb274518523 req-9d3e5e90-5379-4c29-be90-8482e9120fce service nova] Acquiring lock "refresh_cache-b23f40f6-7521-4465-bc42-872016f9a6bd" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1606.815588] env[63750]: DEBUG oslo_concurrency.lockutils [req-9d2422c0-4f47-4f24-b7cd-8fb274518523 req-9d3e5e90-5379-4c29-be90-8482e9120fce service nova] Acquired lock "refresh_cache-b23f40f6-7521-4465-bc42-872016f9a6bd" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.815588] env[63750]: DEBUG nova.network.neutron [req-9d2422c0-4f47-4f24-b7cd-8fb274518523 req-9d3e5e90-5379-4c29-be90-8482e9120fce service nova] [instance: b23f40f6-7521-4465-bc42-872016f9a6bd] Refreshing network info cache for port 0937f342-aa3a-4d85-b7f1-2d237fd4019d {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1606.817255] env[63750]: DEBUG nova.compute.manager [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1606.834981] env[63750]: DEBUG oslo_vmware.api [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Task: {'id': task-2005899, 'name': Rename_Task, 'duration_secs': 0.161208} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.838026] env[63750]: DEBUG nova.virt.hardware [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1606.838026] env[63750]: DEBUG nova.virt.hardware [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1606.838026] env[63750]: DEBUG nova.virt.hardware [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1606.838225] env[63750]: DEBUG nova.virt.hardware [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1606.838225] env[63750]: DEBUG nova.virt.hardware [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1606.838310] env[63750]: DEBUG nova.virt.hardware [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1606.838527] env[63750]: DEBUG nova.virt.hardware [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1606.838675] env[63750]: DEBUG nova.virt.hardware [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1606.838832] env[63750]: DEBUG nova.virt.hardware [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1606.838985] env[63750]: DEBUG nova.virt.hardware [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1606.839703] env[63750]: DEBUG nova.virt.hardware [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1606.841899] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1606.841899] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468de05e-8cdc-40d2-8f95-f38d46123c71 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.845033] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b185a245-8882-47e0-970e-c0390ae34688 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.856885] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce9c44c-8b70-49a5-823f-1e33abb6f0b5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.861401] env[63750]: DEBUG oslo_vmware.api [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Waiting for the task: (returnval){ [ 1606.861401] env[63750]: value = "task-2005904" [ 1606.861401] env[63750]: _type = "Task" [ 1606.861401] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.881515] env[63750]: DEBUG oslo_vmware.api [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Task: {'id': task-2005904, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.907871] env[63750]: DEBUG nova.network.neutron [None req-f8a36f6e-b768-4e07-aad1-acefcdaf3df1 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] [instance: 1747a27d-b414-457a-ac2a-5bae20896432] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1606.926941] env[63750]: DEBUG nova.network.neutron [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 16e7a58b-3c51-4793-b128-d418f7173f7a] Successfully updated port: 8e68c1bc-ba2c-43b3-a2d7-496609c5c54b {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1606.968154] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2005902, 'name': CreateVM_Task, 'duration_secs': 0.462947} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.968330] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1606.968996] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1606.969174] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.969625] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1606.969715] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bbd0099-fc14-4e71-a3a6-07b7ff43fd39 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.975065] env[63750]: DEBUG oslo_vmware.api [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Waiting for the task: (returnval){ [ 1606.975065] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52853a03-6e4a-a969-a62b-fee61f283ca7" [ 1606.975065] env[63750]: _type = "Task" [ 1606.975065] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.983479] env[63750]: DEBUG oslo_vmware.api [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52853a03-6e4a-a969-a62b-fee61f283ca7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.064024] env[63750]: DEBUG nova.network.neutron [None req-f8a36f6e-b768-4e07-aad1-acefcdaf3df1 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] [instance: 1747a27d-b414-457a-ac2a-5bae20896432] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1607.258550] env[63750]: DEBUG oslo_concurrency.lockutils [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.491s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1607.258826] env[63750]: INFO nova.compute.manager [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Migrating [ 1607.259147] env[63750]: DEBUG oslo_concurrency.lockutils [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1607.259288] env[63750]: DEBUG oslo_concurrency.lockutils [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Acquired lock "compute-rpcapi-router" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.260561] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.414s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1607.262101] env[63750]: INFO nova.compute.claims [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1607.277035] env[63750]: DEBUG oslo_vmware.api [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2005903, 'name': Rename_Task, 'duration_secs': 0.287184} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.279785] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1607.280082] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c69a7b7-87d6-44b3-97ed-60e60c046963 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.287716] env[63750]: DEBUG oslo_vmware.api [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Task: {'id': task-2005898, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532848} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.288532] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] b23f40f6-7521-4465-bc42-872016f9a6bd/b23f40f6-7521-4465-bc42-872016f9a6bd.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1607.288778] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] [instance: b23f40f6-7521-4465-bc42-872016f9a6bd] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1607.289097] env[63750]: DEBUG oslo_vmware.api [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Waiting for the task: (returnval){ [ 1607.289097] env[63750]: value = "task-2005905" [ 1607.289097] env[63750]: _type = "Task" [ 1607.289097] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.289371] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e005c704-80d1-4fd2-b3e1-e771a7e28bb4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.299361] env[63750]: DEBUG oslo_vmware.api [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2005905, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.303270] env[63750]: DEBUG oslo_vmware.api [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Waiting for the task: (returnval){ [ 1607.303270] env[63750]: value = "task-2005906" [ 1607.303270] env[63750]: _type = "Task" [ 1607.303270] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.311143] env[63750]: DEBUG oslo_vmware.api [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Task: {'id': task-2005906, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.345524] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1607.371820] env[63750]: DEBUG oslo_vmware.api [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Task: {'id': task-2005904, 'name': PowerOnVM_Task, 'duration_secs': 0.479199} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.372128] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1607.372337] env[63750]: DEBUG nova.compute.manager [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1607.373520] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed670916-e85a-417b-8dda-be678123f7c2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.429472] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Acquiring lock "refresh_cache-16e7a58b-3c51-4793-b128-d418f7173f7a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1607.429748] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Acquired lock "refresh_cache-16e7a58b-3c51-4793-b128-d418f7173f7a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.429905] env[63750]: DEBUG nova.network.neutron [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 16e7a58b-3c51-4793-b128-d418f7173f7a] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1607.461244] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Acquiring lock "9edf2e36-5cbd-410d-bf99-451a6e3abee6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1607.461529] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Lock "9edf2e36-5cbd-410d-bf99-451a6e3abee6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1607.486314] env[63750]: DEBUG oslo_vmware.api [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52853a03-6e4a-a969-a62b-fee61f283ca7, 'name': SearchDatastore_Task, 'duration_secs': 0.010713} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.486314] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1607.486314] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1607.486314] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1607.486650] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.488605] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1607.488907] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d67e71d1-cdd5-4a79-943e-272cdf83d68a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.506174] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1607.506379] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1607.507161] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6b5195f-0ef7-4763-bffd-c45eb3ba3ea7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.512962] env[63750]: DEBUG oslo_vmware.api [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Waiting for the task: (returnval){ [ 1607.512962] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52065bde-a8b1-bb2d-599a-522c65ff486a" [ 1607.512962] env[63750]: _type = "Task" [ 1607.512962] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.520953] env[63750]: DEBUG oslo_vmware.api [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52065bde-a8b1-bb2d-599a-522c65ff486a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.565903] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f8a36f6e-b768-4e07-aad1-acefcdaf3df1 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Releasing lock "refresh_cache-1747a27d-b414-457a-ac2a-5bae20896432" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1607.566564] env[63750]: DEBUG nova.compute.manager [None req-f8a36f6e-b768-4e07-aad1-acefcdaf3df1 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] [instance: 1747a27d-b414-457a-ac2a-5bae20896432] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1607.566850] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a36f6e-b768-4e07-aad1-acefcdaf3df1 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] [instance: 1747a27d-b414-457a-ac2a-5bae20896432] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1607.568021] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3cb4e9-f1f8-4ec8-bc71-7b5fc5500cc4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.578731] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a36f6e-b768-4e07-aad1-acefcdaf3df1 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] [instance: 1747a27d-b414-457a-ac2a-5bae20896432] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1607.579184] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-142dbfbe-b558-4d29-9924-fb5c46acf1b8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.588227] env[63750]: DEBUG oslo_vmware.api [None req-f8a36f6e-b768-4e07-aad1-acefcdaf3df1 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Waiting for the task: (returnval){ [ 1607.588227] env[63750]: value = "task-2005907" [ 1607.588227] env[63750]: _type = "Task" [ 1607.588227] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.605404] env[63750]: DEBUG oslo_vmware.api [None req-f8a36f6e-b768-4e07-aad1-acefcdaf3df1 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Task: {'id': task-2005907, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.771796] env[63750]: INFO nova.compute.rpcapi [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 1607.771796] env[63750]: DEBUG oslo_concurrency.lockutils [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Releasing lock "compute-rpcapi-router" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1607.804943] env[63750]: DEBUG oslo_vmware.api [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2005905, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.817557] env[63750]: DEBUG oslo_vmware.api [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Task: {'id': task-2005906, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.168345} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.817973] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] [instance: b23f40f6-7521-4465-bc42-872016f9a6bd] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1607.820261] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8dc4bc7-df5c-45c2-b088-f97881599b92 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.848398] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] [instance: b23f40f6-7521-4465-bc42-872016f9a6bd] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] b23f40f6-7521-4465-bc42-872016f9a6bd/b23f40f6-7521-4465-bc42-872016f9a6bd.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1607.851417] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b6beaf3-bb6a-4d34-97e4-8c9a7d306363 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.872923] env[63750]: DEBUG oslo_vmware.api [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Waiting for the task: (returnval){ [ 1607.872923] env[63750]: value = "task-2005908" [ 1607.872923] env[63750]: _type = "Task" [ 1607.872923] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.882315] env[63750]: DEBUG oslo_vmware.api [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Task: {'id': task-2005908, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.890846] env[63750]: DEBUG oslo_concurrency.lockutils [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1608.022488] env[63750]: DEBUG oslo_vmware.api [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52065bde-a8b1-bb2d-599a-522c65ff486a, 'name': SearchDatastore_Task, 'duration_secs': 0.02391} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.025165] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b46b8d1-e1a5-4699-a756-5bc248e96d28 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.028907] env[63750]: DEBUG oslo_vmware.api [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Waiting for the task: (returnval){ [ 1608.028907] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5222a72b-8e4a-d829-a03c-67c811b6480d" [ 1608.028907] env[63750]: _type = "Task" [ 1608.028907] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.038763] env[63750]: DEBUG oslo_vmware.api [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5222a72b-8e4a-d829-a03c-67c811b6480d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.044244] env[63750]: DEBUG nova.network.neutron [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 16e7a58b-3c51-4793-b128-d418f7173f7a] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1608.105207] env[63750]: DEBUG oslo_vmware.api [None req-f8a36f6e-b768-4e07-aad1-acefcdaf3df1 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Task: {'id': task-2005907, 'name': PowerOffVM_Task, 'duration_secs': 0.217193} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.105488] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a36f6e-b768-4e07-aad1-acefcdaf3df1 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] [instance: 1747a27d-b414-457a-ac2a-5bae20896432] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1608.105683] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a36f6e-b768-4e07-aad1-acefcdaf3df1 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] [instance: 1747a27d-b414-457a-ac2a-5bae20896432] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1608.105969] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9165860c-4654-471a-9f8e-dda63b66e6b0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.133717] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a36f6e-b768-4e07-aad1-acefcdaf3df1 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] [instance: 1747a27d-b414-457a-ac2a-5bae20896432] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1608.134336] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a36f6e-b768-4e07-aad1-acefcdaf3df1 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] [instance: 1747a27d-b414-457a-ac2a-5bae20896432] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1608.134614] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8a36f6e-b768-4e07-aad1-acefcdaf3df1 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Deleting the datastore file [datastore1] 1747a27d-b414-457a-ac2a-5bae20896432 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1608.134941] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6345ebf-bf17-46e9-9a03-0539864bca33 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.142857] env[63750]: DEBUG oslo_vmware.api [None req-f8a36f6e-b768-4e07-aad1-acefcdaf3df1 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Waiting for the task: (returnval){ [ 1608.142857] env[63750]: value = "task-2005910" [ 1608.142857] env[63750]: _type = "Task" [ 1608.142857] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.152273] env[63750]: DEBUG oslo_vmware.api [None req-f8a36f6e-b768-4e07-aad1-acefcdaf3df1 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Task: {'id': task-2005910, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.279360] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Acquiring lock "71b4eb74-3e75-44d0-a132-0fa238a09fd2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1608.279678] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Lock "71b4eb74-3e75-44d0-a132-0fa238a09fd2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1608.295351] env[63750]: DEBUG oslo_concurrency.lockutils [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Acquiring lock "refresh_cache-fe9c3f7c-4c8b-426b-85c1-6fc0f325609e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1608.295612] env[63750]: DEBUG oslo_concurrency.lockutils [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Acquired lock "refresh_cache-fe9c3f7c-4c8b-426b-85c1-6fc0f325609e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.295859] env[63750]: DEBUG nova.network.neutron [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1608.306972] env[63750]: DEBUG oslo_vmware.api [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2005905, 'name': PowerOnVM_Task, 'duration_secs': 0.93156} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.307818] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1608.308080] env[63750]: INFO nova.compute.manager [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] Took 11.72 seconds to spawn the instance on the hypervisor. [ 1608.308342] env[63750]: DEBUG nova.compute.manager [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1608.310089] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678e42bd-9102-4373-9062-2249421655be {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.334963] env[63750]: DEBUG nova.network.neutron [req-9d2422c0-4f47-4f24-b7cd-8fb274518523 req-9d3e5e90-5379-4c29-be90-8482e9120fce service nova] [instance: b23f40f6-7521-4465-bc42-872016f9a6bd] Updated VIF entry in instance network info cache for port 0937f342-aa3a-4d85-b7f1-2d237fd4019d. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1608.335366] env[63750]: DEBUG nova.network.neutron [req-9d2422c0-4f47-4f24-b7cd-8fb274518523 req-9d3e5e90-5379-4c29-be90-8482e9120fce service nova] [instance: b23f40f6-7521-4465-bc42-872016f9a6bd] Updating instance_info_cache with network_info: [{"id": "0937f342-aa3a-4d85-b7f1-2d237fd4019d", "address": "fa:16:3e:1b:f8:2c", "network": {"id": "d4ac60f4-83f7-40ca-a012-9bfc88afea84", "bridge": "br-int", "label": "tempest-ServersTestJSON-1459302261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8d3a69c4526444c83452eee9118d4f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0937f342-aa", "ovs_interfaceid": "0937f342-aa3a-4d85-b7f1-2d237fd4019d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1608.382638] env[63750]: DEBUG oslo_vmware.api [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Task: {'id': task-2005908, 'name': ReconfigVM_Task, 'duration_secs': 0.454974} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.382889] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] [instance: b23f40f6-7521-4465-bc42-872016f9a6bd] Reconfigured VM instance instance-0000000c to attach disk [datastore1] b23f40f6-7521-4465-bc42-872016f9a6bd/b23f40f6-7521-4465-bc42-872016f9a6bd.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1608.383697] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de968450-efb8-4181-b2d0-de60850327e0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.396575] env[63750]: DEBUG oslo_vmware.api [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Waiting for the task: (returnval){ [ 1608.396575] env[63750]: value = "task-2005911" [ 1608.396575] env[63750]: _type = "Task" [ 1608.396575] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.408276] env[63750]: DEBUG oslo_vmware.api [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Task: {'id': task-2005911, 'name': Rename_Task} progress is 10%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.520884] env[63750]: DEBUG nova.network.neutron [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 16e7a58b-3c51-4793-b128-d418f7173f7a] Updating instance_info_cache with network_info: [{"id": "8e68c1bc-ba2c-43b3-a2d7-496609c5c54b", "address": "fa:16:3e:95:98:12", "network": {"id": "edb0539b-4b9f-4c11-9eac-f2d531aea0ab", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-787801736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab43889aa9d84099be5c8ea18eea7f75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e68c1bc-ba", "ovs_interfaceid": "8e68c1bc-ba2c-43b3-a2d7-496609c5c54b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1608.545763] env[63750]: DEBUG oslo_vmware.api [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5222a72b-8e4a-d829-a03c-67c811b6480d, 'name': SearchDatastore_Task, 'duration_secs': 0.023127} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.548037] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1608.548037] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 8892fd3b-b3fa-4b83-89f8-3162579d6f87/8892fd3b-b3fa-4b83-89f8-3162579d6f87.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1608.548037] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fee9be71-3d40-40b0-a699-99fc33bca9c1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.555419] env[63750]: DEBUG oslo_vmware.api [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Waiting for the task: (returnval){ [ 1608.555419] env[63750]: value = "task-2005912" [ 1608.555419] env[63750]: _type = "Task" [ 1608.555419] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.566730] env[63750]: DEBUG oslo_vmware.api [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Task: {'id': task-2005912, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.655530] env[63750]: DEBUG oslo_vmware.api [None req-f8a36f6e-b768-4e07-aad1-acefcdaf3df1 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Task: {'id': task-2005910, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148357} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.655763] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8a36f6e-b768-4e07-aad1-acefcdaf3df1 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1608.656035] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a36f6e-b768-4e07-aad1-acefcdaf3df1 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] [instance: 1747a27d-b414-457a-ac2a-5bae20896432] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1608.656122] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a36f6e-b768-4e07-aad1-acefcdaf3df1 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] [instance: 1747a27d-b414-457a-ac2a-5bae20896432] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1608.656288] env[63750]: INFO nova.compute.manager [None req-f8a36f6e-b768-4e07-aad1-acefcdaf3df1 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] [instance: 1747a27d-b414-457a-ac2a-5bae20896432] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1608.656778] env[63750]: DEBUG oslo.service.loopingcall [None req-f8a36f6e-b768-4e07-aad1-acefcdaf3df1 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1608.656778] env[63750]: DEBUG nova.compute.manager [-] [instance: 1747a27d-b414-457a-ac2a-5bae20896432] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1608.656778] env[63750]: DEBUG nova.network.neutron [-] [instance: 1747a27d-b414-457a-ac2a-5bae20896432] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1608.691704] env[63750]: DEBUG nova.network.neutron [-] [instance: 1747a27d-b414-457a-ac2a-5bae20896432] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1608.749906] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9ecc26-aabc-4182-9bc3-d3498273b74b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.759941] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e212f4e-0f47-44bd-a1de-35bde2f2e071 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.792145] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71860399-bd4f-4ee4-bd00-63b52c10a63a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.807020] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7b7bd9-db4e-4eb3-9b9a-9fc64460d3f2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.829335] env[63750]: DEBUG nova.compute.provider_tree [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1608.838170] env[63750]: DEBUG oslo_concurrency.lockutils [req-9d2422c0-4f47-4f24-b7cd-8fb274518523 req-9d3e5e90-5379-4c29-be90-8482e9120fce service nova] Releasing lock "refresh_cache-b23f40f6-7521-4465-bc42-872016f9a6bd" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1608.838421] env[63750]: DEBUG nova.compute.manager [req-9d2422c0-4f47-4f24-b7cd-8fb274518523 req-9d3e5e90-5379-4c29-be90-8482e9120fce service nova] [instance: 464adac6-a45c-4cc3-b0fb-1371c1438426] Received event network-vif-deleted-67c09f5a-b285-4c02-a153-ebabbbc44ca3 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1608.839457] env[63750]: INFO nova.compute.manager [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] Took 19.89 seconds to build instance. [ 1608.921611] env[63750]: DEBUG oslo_vmware.api [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Task: {'id': task-2005911, 'name': Rename_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.961509] env[63750]: DEBUG nova.network.neutron [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2] Successfully updated port: e0eeca41-bc04-4837-b3d5-96e4cdf67d5c {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1609.024052] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Releasing lock "refresh_cache-16e7a58b-3c51-4793-b128-d418f7173f7a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1609.024602] env[63750]: DEBUG nova.compute.manager [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 16e7a58b-3c51-4793-b128-d418f7173f7a] Instance network_info: |[{"id": "8e68c1bc-ba2c-43b3-a2d7-496609c5c54b", "address": "fa:16:3e:95:98:12", "network": {"id": "edb0539b-4b9f-4c11-9eac-f2d531aea0ab", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-787801736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab43889aa9d84099be5c8ea18eea7f75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e68c1bc-ba", "ovs_interfaceid": "8e68c1bc-ba2c-43b3-a2d7-496609c5c54b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1609.028117] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 16e7a58b-3c51-4793-b128-d418f7173f7a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:98:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5f60c972-a72d-4c5f-a250-faadfd6eafbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e68c1bc-ba2c-43b3-a2d7-496609c5c54b', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1609.039078] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Creating folder: Project (ab43889aa9d84099be5c8ea18eea7f75). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1609.040350] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9ec97de-4334-4031-af82-c72624c808a8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.053079] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Created folder: Project (ab43889aa9d84099be5c8ea18eea7f75) in parent group-v412391. [ 1609.053808] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Creating folder: Instances. Parent ref: group-v412432. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1609.053808] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e903a4c-15e0-42b0-88b8-013505580d95 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.066514] env[63750]: DEBUG oslo_vmware.api [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Task: {'id': task-2005912, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.068221] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Created folder: Instances in parent group-v412432. [ 1609.069056] env[63750]: DEBUG oslo.service.loopingcall [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1609.069305] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16e7a58b-3c51-4793-b128-d418f7173f7a] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1609.069529] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74ed595d-1083-4a57-88ed-c7df9df7f074 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.092097] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1609.092097] env[63750]: value = "task-2005915" [ 1609.092097] env[63750]: _type = "Task" [ 1609.092097] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.102337] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2005915, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.205499] env[63750]: DEBUG nova.network.neutron [-] [instance: 1747a27d-b414-457a-ac2a-5bae20896432] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1609.220887] env[63750]: DEBUG nova.network.neutron [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Updating instance_info_cache with network_info: [{"id": "9fbce3e2-9b81-4aeb-bb32-80a71b82aa24", "address": "fa:16:3e:45:98:d2", "network": {"id": "48e9ee2e-d753-4146-b499-cb5088587924", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97464ef51d4848b2beb776e97a17e4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fbce3e2-9b", "ovs_interfaceid": "9fbce3e2-9b81-4aeb-bb32-80a71b82aa24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1609.338471] env[63750]: DEBUG nova.scheduler.client.report [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1609.344554] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a61c01fb-abf7-4633-9056-554c3f95495d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Lock "5ef4df0b-ad8b-4906-a304-fbe776db4943" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.795s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1609.415574] env[63750]: DEBUG oslo_vmware.api [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Task: {'id': task-2005911, 'name': Rename_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.445101] env[63750]: DEBUG nova.compute.manager [None req-ab1d737b-0f61-4d34-8aed-bc55dde22603 tempest-ServerDiagnosticsTest-1303444323 tempest-ServerDiagnosticsTest-1303444323-project-admin] [instance: 028ce127-561f-4a3a-b427-e0c462457550] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1609.446764] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a46d848-5df2-45eb-bdc0-f356936f566b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.455389] env[63750]: INFO nova.compute.manager [None req-ab1d737b-0f61-4d34-8aed-bc55dde22603 tempest-ServerDiagnosticsTest-1303444323 tempest-ServerDiagnosticsTest-1303444323-project-admin] [instance: 028ce127-561f-4a3a-b427-e0c462457550] Retrieving diagnostics [ 1609.456309] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63b0fa8-64c1-4bbb-b7e5-afeccd019913 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.493932] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Acquiring lock "refresh_cache-1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1609.494420] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Acquired lock "refresh_cache-1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.494608] env[63750]: DEBUG nova.network.neutron [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1609.566406] env[63750]: DEBUG oslo_vmware.api [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Task: {'id': task-2005912, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.969524} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.566613] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 8892fd3b-b3fa-4b83-89f8-3162579d6f87/8892fd3b-b3fa-4b83-89f8-3162579d6f87.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1609.566837] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1609.567101] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78678c23-c9a0-4020-8830-7cdc2c4478bc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.576518] env[63750]: DEBUG oslo_vmware.api [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Waiting for the task: (returnval){ [ 1609.576518] env[63750]: value = "task-2005916" [ 1609.576518] env[63750]: _type = "Task" [ 1609.576518] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.587366] env[63750]: DEBUG oslo_vmware.api [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Task: {'id': task-2005916, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.603419] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2005915, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.708569] env[63750]: INFO nova.compute.manager [-] [instance: 1747a27d-b414-457a-ac2a-5bae20896432] Took 1.05 seconds to deallocate network for instance. [ 1609.726189] env[63750]: DEBUG oslo_concurrency.lockutils [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Releasing lock "refresh_cache-fe9c3f7c-4c8b-426b-85c1-6fc0f325609e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1609.845180] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.584s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1609.845772] env[63750]: DEBUG nova.compute.manager [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1609.848325] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 12.687s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1609.848502] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1609.848651] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63750) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1609.849423] env[63750]: DEBUG oslo_concurrency.lockutils [None req-44e4bc05-83e0-436a-b815-ddfc2a4151a3 tempest-DeleteServersAdminTestJSON-1217671643 tempest-DeleteServersAdminTestJSON-1217671643-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.533s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1609.849423] env[63750]: DEBUG nova.objects.instance [None req-44e4bc05-83e0-436a-b815-ddfc2a4151a3 tempest-DeleteServersAdminTestJSON-1217671643 tempest-DeleteServersAdminTestJSON-1217671643-project-admin] Lazy-loading 'resources' on Instance uuid 6e2265f0-238d-4cea-a059-90f643d266f0 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1609.851020] env[63750]: DEBUG nova.compute.manager [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 9edf2e36-5cbd-410d-bf99-451a6e3abee6] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1609.853829] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fda6607-996b-4bd7-b03b-dae291020eff {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.864484] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2602766-a8a3-43a6-b84a-95b7161539d3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.882991] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd8a30b-7254-445a-84c6-693efef42551 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.892114] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f46699-c7fe-4084-9c72-96b1f93e4984 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.924787] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181304MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=63750) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1609.925106] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1609.935187] env[63750]: DEBUG oslo_vmware.api [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Task: {'id': task-2005911, 'name': Rename_Task, 'duration_secs': 1.189416} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.935620] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] [instance: b23f40f6-7521-4465-bc42-872016f9a6bd] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1609.935920] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-780bf84a-0d87-4f51-a4ce-1427f5e9f13e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.946175] env[63750]: DEBUG oslo_vmware.api [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Waiting for the task: (returnval){ [ 1609.946175] env[63750]: value = "task-2005917" [ 1609.946175] env[63750]: _type = "Task" [ 1609.946175] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.954629] env[63750]: DEBUG oslo_vmware.api [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Task: {'id': task-2005917, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.060344] env[63750]: DEBUG nova.network.neutron [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1610.089079] env[63750]: DEBUG oslo_vmware.api [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Task: {'id': task-2005916, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077896} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.092082] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1610.094016] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494ceb0d-e24b-49b1-a093-68bbad8c29fc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.109519] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2005915, 'name': CreateVM_Task, 'duration_secs': 0.700646} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.121044] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16e7a58b-3c51-4793-b128-d418f7173f7a] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1610.132330] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 8892fd3b-b3fa-4b83-89f8-3162579d6f87/8892fd3b-b3fa-4b83-89f8-3162579d6f87.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1610.133722] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1610.133722] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.133722] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1610.134037] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5d4187c-e7a8-40da-adaa-6294165a7900 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.149062] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3b10491-2c6c-4e10-9730-0cd6e4e2a04d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.156948] env[63750]: DEBUG oslo_vmware.api [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Waiting for the task: (returnval){ [ 1610.156948] env[63750]: value = "task-2005918" [ 1610.156948] env[63750]: _type = "Task" [ 1610.156948] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.157369] env[63750]: DEBUG oslo_vmware.api [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Waiting for the task: (returnval){ [ 1610.157369] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52bca65c-27ec-f087-fa3a-79a5a12b5a22" [ 1610.157369] env[63750]: _type = "Task" [ 1610.157369] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.172299] env[63750]: DEBUG oslo_vmware.api [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Task: {'id': task-2005918, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.176680] env[63750]: DEBUG oslo_vmware.api [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52bca65c-27ec-f087-fa3a-79a5a12b5a22, 'name': SearchDatastore_Task, 'duration_secs': 0.013805} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.176878] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1610.177099] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 16e7a58b-3c51-4793-b128-d418f7173f7a] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1610.177459] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1610.177585] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.177809] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1610.178230] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b0c6efe-41ec-4fa6-8234-9128a44811cf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.187318] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1610.187318] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1610.188195] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a37bc30-9503-48e4-8394-b749a867fac9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.193311] env[63750]: DEBUG oslo_vmware.api [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Waiting for the task: (returnval){ [ 1610.193311] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]526eae84-91a5-8a31-73a1-ebd35ad3d37f" [ 1610.193311] env[63750]: _type = "Task" [ 1610.193311] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.202253] env[63750]: DEBUG oslo_vmware.api [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]526eae84-91a5-8a31-73a1-ebd35ad3d37f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.220174] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f8a36f6e-b768-4e07-aad1-acefcdaf3df1 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.296745] env[63750]: DEBUG nova.compute.manager [req-c04df61a-a238-47e8-9308-bc93da7caa98 req-0b9b6652-239d-40f0-a6c7-88b9e6113792 service nova] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] Received event network-changed-dfdb01a8-078a-4b82-89df-7b145526d6c4 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1610.297156] env[63750]: DEBUG nova.compute.manager [req-c04df61a-a238-47e8-9308-bc93da7caa98 req-0b9b6652-239d-40f0-a6c7-88b9e6113792 service nova] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] Refreshing instance network info cache due to event network-changed-dfdb01a8-078a-4b82-89df-7b145526d6c4. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1610.297269] env[63750]: DEBUG oslo_concurrency.lockutils [req-c04df61a-a238-47e8-9308-bc93da7caa98 req-0b9b6652-239d-40f0-a6c7-88b9e6113792 service nova] Acquiring lock "refresh_cache-8892fd3b-b3fa-4b83-89f8-3162579d6f87" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1610.297516] env[63750]: DEBUG oslo_concurrency.lockutils [req-c04df61a-a238-47e8-9308-bc93da7caa98 req-0b9b6652-239d-40f0-a6c7-88b9e6113792 service nova] Acquired lock "refresh_cache-8892fd3b-b3fa-4b83-89f8-3162579d6f87" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.297783] env[63750]: DEBUG nova.network.neutron [req-c04df61a-a238-47e8-9308-bc93da7caa98 req-0b9b6652-239d-40f0-a6c7-88b9e6113792 service nova] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] Refreshing network info cache for port dfdb01a8-078a-4b82-89df-7b145526d6c4 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1610.352653] env[63750]: DEBUG nova.compute.utils [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1610.354193] env[63750]: DEBUG nova.compute.manager [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1610.354864] env[63750]: DEBUG nova.network.neutron [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1610.380188] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.408594] env[63750]: DEBUG nova.policy [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9cab1bfb062d41d8aa7db02e3ac13cfe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba81ec19042e432283500854f7336dd0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1610.465681] env[63750]: DEBUG oslo_vmware.api [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Task: {'id': task-2005917, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.614484] env[63750]: DEBUG nova.network.neutron [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2] Updating instance_info_cache with network_info: [{"id": "e0eeca41-bc04-4837-b3d5-96e4cdf67d5c", "address": "fa:16:3e:3a:a7:9c", "network": {"id": "edb0539b-4b9f-4c11-9eac-f2d531aea0ab", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-787801736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab43889aa9d84099be5c8ea18eea7f75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0eeca41-bc", "ovs_interfaceid": "e0eeca41-bc04-4837-b3d5-96e4cdf67d5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1610.672192] env[63750]: DEBUG oslo_vmware.api [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Task: {'id': task-2005918, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.710846] env[63750]: DEBUG oslo_vmware.api [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]526eae84-91a5-8a31-73a1-ebd35ad3d37f, 'name': SearchDatastore_Task, 'duration_secs': 0.040777} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.714570] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cccd8f24-590a-4366-839a-de38e909c119 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.721424] env[63750]: DEBUG oslo_vmware.api [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Waiting for the task: (returnval){ [ 1610.721424] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5283d91f-14bc-f516-f0c2-912137d257b1" [ 1610.721424] env[63750]: _type = "Task" [ 1610.721424] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.730317] env[63750]: DEBUG oslo_vmware.api [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5283d91f-14bc-f516-f0c2-912137d257b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.777811] env[63750]: DEBUG nova.network.neutron [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Successfully created port: 2aab2094-f93d-4287-8017-a5a2a1e299c7 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1610.837187] env[63750]: DEBUG oslo_concurrency.lockutils [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Acquiring lock "fd699fda-28a7-4cd2-bd87-f2f2d28dce65" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.837460] env[63750]: DEBUG oslo_concurrency.lockutils [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Lock "fd699fda-28a7-4cd2-bd87-f2f2d28dce65" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.838607] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44a0051-8c6c-45c8-beb5-e64b32be0b47 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.847311] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6ec7c2-7080-46f3-bfef-85de88599399 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.883667] env[63750]: DEBUG nova.compute.manager [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1610.889613] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677e4ea0-e396-4f8e-9284-4e1b00b1d017 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.898546] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30cba350-b6eb-440f-9e90-39234abe2ba8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.917635] env[63750]: DEBUG nova.compute.provider_tree [None req-44e4bc05-83e0-436a-b815-ddfc2a4151a3 tempest-DeleteServersAdminTestJSON-1217671643 tempest-DeleteServersAdminTestJSON-1217671643-project-admin] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1610.924880] env[63750]: DEBUG nova.compute.manager [req-ec21abcc-5753-4688-9bfc-a2569aeb3a70 req-0a74d9cc-213f-47c3-aaab-ea0d8de43acd service nova] [instance: 16e7a58b-3c51-4793-b128-d418f7173f7a] Received event network-vif-plugged-8e68c1bc-ba2c-43b3-a2d7-496609c5c54b {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1610.925259] env[63750]: DEBUG oslo_concurrency.lockutils [req-ec21abcc-5753-4688-9bfc-a2569aeb3a70 req-0a74d9cc-213f-47c3-aaab-ea0d8de43acd service nova] Acquiring lock "16e7a58b-3c51-4793-b128-d418f7173f7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.926962] env[63750]: DEBUG oslo_concurrency.lockutils [req-ec21abcc-5753-4688-9bfc-a2569aeb3a70 req-0a74d9cc-213f-47c3-aaab-ea0d8de43acd service nova] Lock "16e7a58b-3c51-4793-b128-d418f7173f7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.926962] env[63750]: DEBUG oslo_concurrency.lockutils [req-ec21abcc-5753-4688-9bfc-a2569aeb3a70 req-0a74d9cc-213f-47c3-aaab-ea0d8de43acd service nova] Lock "16e7a58b-3c51-4793-b128-d418f7173f7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.927178] env[63750]: DEBUG nova.compute.manager [req-ec21abcc-5753-4688-9bfc-a2569aeb3a70 req-0a74d9cc-213f-47c3-aaab-ea0d8de43acd service nova] [instance: 16e7a58b-3c51-4793-b128-d418f7173f7a] No waiting events found dispatching network-vif-plugged-8e68c1bc-ba2c-43b3-a2d7-496609c5c54b {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1610.927417] env[63750]: WARNING nova.compute.manager [req-ec21abcc-5753-4688-9bfc-a2569aeb3a70 req-0a74d9cc-213f-47c3-aaab-ea0d8de43acd service nova] [instance: 16e7a58b-3c51-4793-b128-d418f7173f7a] Received unexpected event network-vif-plugged-8e68c1bc-ba2c-43b3-a2d7-496609c5c54b for instance with vm_state building and task_state spawning. [ 1610.927417] env[63750]: DEBUG nova.compute.manager [req-ec21abcc-5753-4688-9bfc-a2569aeb3a70 req-0a74d9cc-213f-47c3-aaab-ea0d8de43acd service nova] [instance: 16e7a58b-3c51-4793-b128-d418f7173f7a] Received event network-changed-8e68c1bc-ba2c-43b3-a2d7-496609c5c54b {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1610.927974] env[63750]: DEBUG nova.compute.manager [req-ec21abcc-5753-4688-9bfc-a2569aeb3a70 req-0a74d9cc-213f-47c3-aaab-ea0d8de43acd service nova] [instance: 16e7a58b-3c51-4793-b128-d418f7173f7a] Refreshing instance network info cache due to event network-changed-8e68c1bc-ba2c-43b3-a2d7-496609c5c54b. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1610.927974] env[63750]: DEBUG oslo_concurrency.lockutils [req-ec21abcc-5753-4688-9bfc-a2569aeb3a70 req-0a74d9cc-213f-47c3-aaab-ea0d8de43acd service nova] Acquiring lock "refresh_cache-16e7a58b-3c51-4793-b128-d418f7173f7a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1610.927974] env[63750]: DEBUG oslo_concurrency.lockutils [req-ec21abcc-5753-4688-9bfc-a2569aeb3a70 req-0a74d9cc-213f-47c3-aaab-ea0d8de43acd service nova] Acquired lock "refresh_cache-16e7a58b-3c51-4793-b128-d418f7173f7a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.929117] env[63750]: DEBUG nova.network.neutron [req-ec21abcc-5753-4688-9bfc-a2569aeb3a70 req-0a74d9cc-213f-47c3-aaab-ea0d8de43acd service nova] [instance: 16e7a58b-3c51-4793-b128-d418f7173f7a] Refreshing network info cache for port 8e68c1bc-ba2c-43b3-a2d7-496609c5c54b {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1610.970049] env[63750]: DEBUG oslo_vmware.api [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Task: {'id': task-2005917, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.117238] env[63750]: INFO nova.compute.manager [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Rebuilding instance [ 1611.121235] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Releasing lock "refresh_cache-1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1611.121687] env[63750]: DEBUG nova.compute.manager [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2] Instance network_info: |[{"id": "e0eeca41-bc04-4837-b3d5-96e4cdf67d5c", "address": "fa:16:3e:3a:a7:9c", "network": {"id": "edb0539b-4b9f-4c11-9eac-f2d531aea0ab", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-787801736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab43889aa9d84099be5c8ea18eea7f75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0eeca41-bc", "ovs_interfaceid": "e0eeca41-bc04-4837-b3d5-96e4cdf67d5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1611.122830] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:a7:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5f60c972-a72d-4c5f-a250-faadfd6eafbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0eeca41-bc04-4837-b3d5-96e4cdf67d5c', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1611.134811] env[63750]: DEBUG oslo.service.loopingcall [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1611.135177] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1611.135569] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf4873d1-dd97-4b1c-b4b6-4dc5c6794b10 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.162316] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1611.162316] env[63750]: value = "task-2005919" [ 1611.162316] env[63750]: _type = "Task" [ 1611.162316] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.177028] env[63750]: DEBUG oslo_vmware.api [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Task: {'id': task-2005918, 'name': ReconfigVM_Task, 'duration_secs': 0.889637} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.180208] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 8892fd3b-b3fa-4b83-89f8-3162579d6f87/8892fd3b-b3fa-4b83-89f8-3162579d6f87.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1611.180861] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2005919, 'name': CreateVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.181078] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de5bbd75-a55e-4c1f-a8ae-09a01aa77456 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.188657] env[63750]: DEBUG oslo_vmware.api [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Waiting for the task: (returnval){ [ 1611.188657] env[63750]: value = "task-2005920" [ 1611.188657] env[63750]: _type = "Task" [ 1611.188657] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.206914] env[63750]: DEBUG oslo_vmware.api [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Task: {'id': task-2005920, 'name': Rename_Task} progress is 10%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.207455] env[63750]: DEBUG nova.compute.manager [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1611.208293] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa9031f-72f1-4c9e-b448-57e09a50aceb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.230633] env[63750]: DEBUG nova.network.neutron [req-c04df61a-a238-47e8-9308-bc93da7caa98 req-0b9b6652-239d-40f0-a6c7-88b9e6113792 service nova] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] Updated VIF entry in instance network info cache for port dfdb01a8-078a-4b82-89df-7b145526d6c4. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1611.230633] env[63750]: DEBUG nova.network.neutron [req-c04df61a-a238-47e8-9308-bc93da7caa98 req-0b9b6652-239d-40f0-a6c7-88b9e6113792 service nova] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] Updating instance_info_cache with network_info: [{"id": "dfdb01a8-078a-4b82-89df-7b145526d6c4", "address": "fa:16:3e:c8:0b:7a", "network": {"id": "cb5fbd54-7f9f-4a29-80b8-a5c4146d3256", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1012633961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3549d20047ca45ec80ad550f8c520ea2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfdb01a8-07", "ovs_interfaceid": "dfdb01a8-078a-4b82-89df-7b145526d6c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1611.235971] env[63750]: DEBUG oslo_vmware.api [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5283d91f-14bc-f516-f0c2-912137d257b1, 'name': SearchDatastore_Task, 'duration_secs': 0.015201} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.236120] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1611.236364] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 16e7a58b-3c51-4793-b128-d418f7173f7a/16e7a58b-3c51-4793-b128-d418f7173f7a.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1611.236620] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-266fd30c-45b4-4212-b3e8-dc8cf621db5a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.243033] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720b2b76-6b5c-4215-a180-2fa0b160a673 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.247637] env[63750]: DEBUG oslo_vmware.api [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Waiting for the task: (returnval){ [ 1611.247637] env[63750]: value = "task-2005921" [ 1611.247637] env[63750]: _type = "Task" [ 1611.247637] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.267032] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Updating instance 'fe9c3f7c-4c8b-426b-85c1-6fc0f325609e' progress to 0 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1611.274313] env[63750]: DEBUG oslo_vmware.api [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2005921, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.423020] env[63750]: DEBUG nova.scheduler.client.report [None req-44e4bc05-83e0-436a-b815-ddfc2a4151a3 tempest-DeleteServersAdminTestJSON-1217671643 tempest-DeleteServersAdminTestJSON-1217671643-project-admin] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1611.462718] env[63750]: DEBUG oslo_vmware.api [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Task: {'id': task-2005917, 'name': PowerOnVM_Task} progress is 82%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.680272] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2005919, 'name': CreateVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.701416] env[63750]: DEBUG oslo_vmware.api [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Task: {'id': task-2005920, 'name': Rename_Task, 'duration_secs': 0.18427} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.701986] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1611.702615] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a1c08ec-fb3d-4af2-a58c-f66cfedc5327 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.715078] env[63750]: DEBUG oslo_vmware.api [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Waiting for the task: (returnval){ [ 1611.715078] env[63750]: value = "task-2005922" [ 1611.715078] env[63750]: _type = "Task" [ 1611.715078] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.726363] env[63750]: DEBUG oslo_vmware.api [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Task: {'id': task-2005922, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.736619] env[63750]: DEBUG oslo_concurrency.lockutils [req-c04df61a-a238-47e8-9308-bc93da7caa98 req-0b9b6652-239d-40f0-a6c7-88b9e6113792 service nova] Releasing lock "refresh_cache-8892fd3b-b3fa-4b83-89f8-3162579d6f87" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1611.758507] env[63750]: DEBUG oslo_vmware.api [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2005921, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.759476] env[63750]: DEBUG nova.network.neutron [req-ec21abcc-5753-4688-9bfc-a2569aeb3a70 req-0a74d9cc-213f-47c3-aaab-ea0d8de43acd service nova] [instance: 16e7a58b-3c51-4793-b128-d418f7173f7a] Updated VIF entry in instance network info cache for port 8e68c1bc-ba2c-43b3-a2d7-496609c5c54b. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1611.759816] env[63750]: DEBUG nova.network.neutron [req-ec21abcc-5753-4688-9bfc-a2569aeb3a70 req-0a74d9cc-213f-47c3-aaab-ea0d8de43acd service nova] [instance: 16e7a58b-3c51-4793-b128-d418f7173f7a] Updating instance_info_cache with network_info: [{"id": "8e68c1bc-ba2c-43b3-a2d7-496609c5c54b", "address": "fa:16:3e:95:98:12", "network": {"id": "edb0539b-4b9f-4c11-9eac-f2d531aea0ab", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-787801736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab43889aa9d84099be5c8ea18eea7f75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e68c1bc-ba", "ovs_interfaceid": "8e68c1bc-ba2c-43b3-a2d7-496609c5c54b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1611.772158] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1611.773820] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65bd8c8f-4653-4a56-b556-bfceb4a59ace {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.786828] env[63750]: DEBUG oslo_vmware.api [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Waiting for the task: (returnval){ [ 1611.786828] env[63750]: value = "task-2005923" [ 1611.786828] env[63750]: _type = "Task" [ 1611.786828] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.797542] env[63750]: DEBUG oslo_vmware.api [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2005923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.873647] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d6137270-e85c-4dbc-8967-82e06a959653 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Acquiring lock "028ce127-561f-4a3a-b427-e0c462457550" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.874393] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d6137270-e85c-4dbc-8967-82e06a959653 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Lock "028ce127-561f-4a3a-b427-e0c462457550" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.874552] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d6137270-e85c-4dbc-8967-82e06a959653 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Acquiring lock "028ce127-561f-4a3a-b427-e0c462457550-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.874860] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d6137270-e85c-4dbc-8967-82e06a959653 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Lock "028ce127-561f-4a3a-b427-e0c462457550-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.875120] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d6137270-e85c-4dbc-8967-82e06a959653 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Lock "028ce127-561f-4a3a-b427-e0c462457550-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.881071] env[63750]: INFO nova.compute.manager [None req-d6137270-e85c-4dbc-8967-82e06a959653 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] [instance: 028ce127-561f-4a3a-b427-e0c462457550] Terminating instance [ 1611.899812] env[63750]: DEBUG nova.compute.manager [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1611.924654] env[63750]: DEBUG nova.virt.hardware [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1611.925466] env[63750]: DEBUG nova.virt.hardware [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1611.925466] env[63750]: DEBUG nova.virt.hardware [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1611.925843] env[63750]: DEBUG nova.virt.hardware [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1611.925917] env[63750]: DEBUG nova.virt.hardware [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1611.926122] env[63750]: DEBUG nova.virt.hardware [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1611.926357] env[63750]: DEBUG nova.virt.hardware [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1611.926517] env[63750]: DEBUG nova.virt.hardware [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1611.926685] env[63750]: DEBUG nova.virt.hardware [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1611.926847] env[63750]: DEBUG nova.virt.hardware [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1611.927022] env[63750]: DEBUG nova.virt.hardware [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1611.927903] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea42a40-108c-4891-a1a5-efdc2627aa59 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.931857] env[63750]: DEBUG oslo_concurrency.lockutils [None req-44e4bc05-83e0-436a-b815-ddfc2a4151a3 tempest-DeleteServersAdminTestJSON-1217671643 tempest-DeleteServersAdminTestJSON-1217671643-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.083s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.934793] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5922b355-ecb8-4e43-b4d0-4cea72b84360 tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.904s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.934951] env[63750]: DEBUG nova.objects.instance [None req-5922b355-ecb8-4e43-b4d0-4cea72b84360 tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Lazy-loading 'resources' on Instance uuid 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1611.944235] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666f2318-4ec6-4781-8e8d-668ad0e2d9d6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.961173] env[63750]: INFO nova.scheduler.client.report [None req-44e4bc05-83e0-436a-b815-ddfc2a4151a3 tempest-DeleteServersAdminTestJSON-1217671643 tempest-DeleteServersAdminTestJSON-1217671643-project-admin] Deleted allocations for instance 6e2265f0-238d-4cea-a059-90f643d266f0 [ 1611.977830] env[63750]: DEBUG oslo_vmware.api [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Task: {'id': task-2005917, 'name': PowerOnVM_Task, 'duration_secs': 1.661747} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.978180] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] [instance: b23f40f6-7521-4465-bc42-872016f9a6bd] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1611.978180] env[63750]: INFO nova.compute.manager [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] [instance: b23f40f6-7521-4465-bc42-872016f9a6bd] Took 12.89 seconds to spawn the instance on the hypervisor. [ 1611.978380] env[63750]: DEBUG nova.compute.manager [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] [instance: b23f40f6-7521-4465-bc42-872016f9a6bd] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1611.979281] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91df6e8-5df4-4f6d-a73d-b0e499dc1fe0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.181679] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2005919, 'name': CreateVM_Task, 'duration_secs': 0.659585} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.181989] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1612.182747] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1612.182926] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.183265] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1612.183556] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b795822-002d-4740-b2fa-42f348f8178c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.189822] env[63750]: DEBUG oslo_vmware.api [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Waiting for the task: (returnval){ [ 1612.189822] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52fbe6fb-679f-dd9e-674b-395c5d98a4e9" [ 1612.189822] env[63750]: _type = "Task" [ 1612.189822] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.199307] env[63750]: DEBUG oslo_vmware.api [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52fbe6fb-679f-dd9e-674b-395c5d98a4e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.225750] env[63750]: DEBUG oslo_vmware.api [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Task: {'id': task-2005922, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.228296] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1612.229381] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ab9cc99-8dcf-4507-a649-c962751eb804 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.235074] env[63750]: DEBUG oslo_vmware.api [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Waiting for the task: (returnval){ [ 1612.235074] env[63750]: value = "task-2005924" [ 1612.235074] env[63750]: _type = "Task" [ 1612.235074] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.243878] env[63750]: DEBUG oslo_vmware.api [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Task: {'id': task-2005924, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.259738] env[63750]: DEBUG oslo_vmware.api [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2005921, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619751} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.259738] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 16e7a58b-3c51-4793-b128-d418f7173f7a/16e7a58b-3c51-4793-b128-d418f7173f7a.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1612.259738] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 16e7a58b-3c51-4793-b128-d418f7173f7a] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1612.259950] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1cba0bf-5718-470a-864a-4b5f2f0fcd48 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.262324] env[63750]: DEBUG oslo_concurrency.lockutils [req-ec21abcc-5753-4688-9bfc-a2569aeb3a70 req-0a74d9cc-213f-47c3-aaab-ea0d8de43acd service nova] Releasing lock "refresh_cache-16e7a58b-3c51-4793-b128-d418f7173f7a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1612.262769] env[63750]: DEBUG nova.compute.manager [req-ec21abcc-5753-4688-9bfc-a2569aeb3a70 req-0a74d9cc-213f-47c3-aaab-ea0d8de43acd service nova] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Received event network-changed-6173e3fc-8af4-4d2d-bfc4-0c7425f75736 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1612.263273] env[63750]: DEBUG nova.compute.manager [req-ec21abcc-5753-4688-9bfc-a2569aeb3a70 req-0a74d9cc-213f-47c3-aaab-ea0d8de43acd service nova] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Refreshing instance network info cache due to event network-changed-6173e3fc-8af4-4d2d-bfc4-0c7425f75736. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1612.263273] env[63750]: DEBUG oslo_concurrency.lockutils [req-ec21abcc-5753-4688-9bfc-a2569aeb3a70 req-0a74d9cc-213f-47c3-aaab-ea0d8de43acd service nova] Acquiring lock "refresh_cache-c4241be9-151b-403f-a5e7-9e34a6425466" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1612.263437] env[63750]: DEBUG oslo_concurrency.lockutils [req-ec21abcc-5753-4688-9bfc-a2569aeb3a70 req-0a74d9cc-213f-47c3-aaab-ea0d8de43acd service nova] Acquired lock "refresh_cache-c4241be9-151b-403f-a5e7-9e34a6425466" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.263536] env[63750]: DEBUG nova.network.neutron [req-ec21abcc-5753-4688-9bfc-a2569aeb3a70 req-0a74d9cc-213f-47c3-aaab-ea0d8de43acd service nova] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Refreshing network info cache for port 6173e3fc-8af4-4d2d-bfc4-0c7425f75736 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1612.268936] env[63750]: DEBUG oslo_vmware.api [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Waiting for the task: (returnval){ [ 1612.268936] env[63750]: value = "task-2005925" [ 1612.268936] env[63750]: _type = "Task" [ 1612.268936] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.278146] env[63750]: DEBUG oslo_vmware.api [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2005925, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.296800] env[63750]: DEBUG oslo_vmware.api [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2005923, 'name': PowerOffVM_Task, 'duration_secs': 0.262183} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.297071] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1612.297254] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Updating instance 'fe9c3f7c-4c8b-426b-85c1-6fc0f325609e' progress to 17 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1612.391022] env[63750]: DEBUG nova.compute.manager [None req-d6137270-e85c-4dbc-8967-82e06a959653 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] [instance: 028ce127-561f-4a3a-b427-e0c462457550] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1612.391022] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-d6137270-e85c-4dbc-8967-82e06a959653 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] [instance: 028ce127-561f-4a3a-b427-e0c462457550] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1612.391022] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5778f781-1557-4a1c-b8cd-984ed3606b0c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.404202] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6137270-e85c-4dbc-8967-82e06a959653 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] [instance: 028ce127-561f-4a3a-b427-e0c462457550] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1612.404202] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08ca662b-8094-4416-a5f6-b171dbde881a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.411331] env[63750]: DEBUG oslo_vmware.api [None req-d6137270-e85c-4dbc-8967-82e06a959653 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Waiting for the task: (returnval){ [ 1612.411331] env[63750]: value = "task-2005926" [ 1612.411331] env[63750]: _type = "Task" [ 1612.411331] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.425019] env[63750]: DEBUG oslo_vmware.api [None req-d6137270-e85c-4dbc-8967-82e06a959653 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Task: {'id': task-2005926, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.489157] env[63750]: DEBUG oslo_concurrency.lockutils [None req-44e4bc05-83e0-436a-b815-ddfc2a4151a3 tempest-DeleteServersAdminTestJSON-1217671643 tempest-DeleteServersAdminTestJSON-1217671643-project-admin] Lock "6e2265f0-238d-4cea-a059-90f643d266f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.425s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.498753] env[63750]: INFO nova.compute.manager [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] [instance: b23f40f6-7521-4465-bc42-872016f9a6bd] Took 23.49 seconds to build instance. [ 1612.615201] env[63750]: DEBUG nova.network.neutron [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Successfully updated port: 2aab2094-f93d-4287-8017-a5a2a1e299c7 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1612.706878] env[63750]: DEBUG oslo_vmware.api [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52fbe6fb-679f-dd9e-674b-395c5d98a4e9, 'name': SearchDatastore_Task, 'duration_secs': 0.035239} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.709754] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1612.711190] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1612.711190] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1612.711190] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.711190] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1612.711190] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed0138cb-b05f-4b07-a473-8737b72e07c7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.725222] env[63750]: DEBUG oslo_vmware.api [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Task: {'id': task-2005922, 'name': PowerOnVM_Task, 'duration_secs': 0.832108} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.726326] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1612.726411] env[63750]: INFO nova.compute.manager [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] Took 11.05 seconds to spawn the instance on the hypervisor. [ 1612.727712] env[63750]: DEBUG nova.compute.manager [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1612.727712] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1612.727712] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1612.728339] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b7499d-50be-4cec-a4c1-d64bb8c9b0eb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.731133] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c320ee53-41c7-4001-a530-4ee27afa28dc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.742212] env[63750]: DEBUG oslo_vmware.api [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Waiting for the task: (returnval){ [ 1612.742212] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5297eec3-5a7b-1646-ccad-b276bb9af7dc" [ 1612.742212] env[63750]: _type = "Task" [ 1612.742212] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.754543] env[63750]: DEBUG oslo_vmware.api [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Task: {'id': task-2005924, 'name': PowerOffVM_Task, 'duration_secs': 0.29549} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.757710] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1612.757937] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1612.761022] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320d7c75-23e0-4777-96d1-9c9a76c22bc2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.765570] env[63750]: DEBUG oslo_vmware.api [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5297eec3-5a7b-1646-ccad-b276bb9af7dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.770404] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1612.776984] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84163e36-d05b-4e2d-bca5-2b6d31e2c1dc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.786877] env[63750]: DEBUG oslo_vmware.api [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2005925, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.171636} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.787163] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 16e7a58b-3c51-4793-b128-d418f7173f7a] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1612.787989] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19f7706-8e5a-4580-a5d4-796d6b69854a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.807111] env[63750]: DEBUG nova.virt.hardware [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1612.807812] env[63750]: DEBUG nova.virt.hardware [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1612.807812] env[63750]: DEBUG nova.virt.hardware [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1612.807812] env[63750]: DEBUG nova.virt.hardware [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1612.808026] env[63750]: DEBUG nova.virt.hardware [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1612.808026] env[63750]: DEBUG nova.virt.hardware [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1612.808220] env[63750]: DEBUG nova.virt.hardware [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1612.808366] env[63750]: DEBUG nova.virt.hardware [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1612.808521] env[63750]: DEBUG nova.virt.hardware [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1612.808674] env[63750]: DEBUG nova.virt.hardware [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1612.808835] env[63750]: DEBUG nova.virt.hardware [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1612.823324] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 16e7a58b-3c51-4793-b128-d418f7173f7a] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 16e7a58b-3c51-4793-b128-d418f7173f7a/16e7a58b-3c51-4793-b128-d418f7173f7a.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1612.827195] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9e3b5b2-f014-4fcc-b63c-630840a76019 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.837789] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f523d54-45c7-4d0b-91cf-e599e320b0df {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.860618] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1612.860820] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1612.860994] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Deleting the datastore file [datastore1] 3cec7e1e-84cb-4055-a25f-b36579dd1511 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1612.862286] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf131174-50a3-462c-9bd0-20e0b1d04239 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.867398] env[63750]: DEBUG oslo_vmware.api [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Waiting for the task: (returnval){ [ 1612.867398] env[63750]: value = "task-2005928" [ 1612.867398] env[63750]: _type = "Task" [ 1612.867398] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.869348] env[63750]: DEBUG oslo_vmware.api [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Waiting for the task: (returnval){ [ 1612.869348] env[63750]: value = "task-2005929" [ 1612.869348] env[63750]: _type = "Task" [ 1612.869348] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.873658] env[63750]: DEBUG oslo_vmware.api [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Waiting for the task: (returnval){ [ 1612.873658] env[63750]: value = "task-2005930" [ 1612.873658] env[63750]: _type = "Task" [ 1612.873658] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.889565] env[63750]: DEBUG oslo_vmware.api [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2005928, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.895717] env[63750]: DEBUG oslo_vmware.api [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2005929, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.902760] env[63750]: DEBUG oslo_vmware.api [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Task: {'id': task-2005930, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.927132] env[63750]: DEBUG oslo_vmware.api [None req-d6137270-e85c-4dbc-8967-82e06a959653 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Task: {'id': task-2005926, 'name': PowerOffVM_Task, 'duration_secs': 0.241777} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.927207] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6137270-e85c-4dbc-8967-82e06a959653 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] [instance: 028ce127-561f-4a3a-b427-e0c462457550] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1612.927484] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-d6137270-e85c-4dbc-8967-82e06a959653 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] [instance: 028ce127-561f-4a3a-b427-e0c462457550] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1612.928153] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56815cc3-8528-4b96-aa1f-c5200069e89e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.005792] env[63750]: DEBUG oslo_concurrency.lockutils [None req-30bc3cbe-95fb-4557-a58f-0348deef49ae tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Lock "b23f40f6-7521-4465-bc42-872016f9a6bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.303s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.026879] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef3d898-3bbe-43fe-9964-0cf5d408f512 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.034233] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bda1340-e2d4-4e0e-90de-41439b448253 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.074542] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f55f21f-c130-4ff8-89ef-e5ba33f42228 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.804107] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Acquiring lock "refresh_cache-dc7171f8-5b93-4c12-b878-1aa1dcc54745" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1613.804107] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Acquired lock "refresh_cache-dc7171f8-5b93-4c12-b878-1aa1dcc54745" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.804107] env[63750]: DEBUG nova.network.neutron [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1613.817168] env[63750]: DEBUG nova.compute.manager [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1613.822930] env[63750]: DEBUG oslo_concurrency.lockutils [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquiring lock "3d11142c-0197-4bd9-bf31-fffabf48ee87" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.825284] env[63750]: DEBUG oslo_concurrency.lockutils [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "3d11142c-0197-4bd9-bf31-fffabf48ee87" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.825369] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-d6137270-e85c-4dbc-8967-82e06a959653 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] [instance: 028ce127-561f-4a3a-b427-e0c462457550] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1613.825806] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-d6137270-e85c-4dbc-8967-82e06a959653 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] [instance: 028ce127-561f-4a3a-b427-e0c462457550] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1613.825806] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6137270-e85c-4dbc-8967-82e06a959653 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Deleting the datastore file [datastore1] 028ce127-561f-4a3a-b427-e0c462457550 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1613.827107] env[63750]: DEBUG nova.compute.manager [req-1ac72d6f-631a-4e10-865c-532be82e29ca req-3f6671d6-884a-49b2-90e9-0439db99d018 service nova] [instance: 1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2] Received event network-vif-plugged-e0eeca41-bc04-4837-b3d5-96e4cdf67d5c {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1613.827107] env[63750]: DEBUG oslo_concurrency.lockutils [req-1ac72d6f-631a-4e10-865c-532be82e29ca req-3f6671d6-884a-49b2-90e9-0439db99d018 service nova] Acquiring lock "1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.827254] env[63750]: DEBUG oslo_concurrency.lockutils [req-1ac72d6f-631a-4e10-865c-532be82e29ca req-3f6671d6-884a-49b2-90e9-0439db99d018 service nova] Lock "1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.827413] env[63750]: DEBUG oslo_concurrency.lockutils [req-1ac72d6f-631a-4e10-865c-532be82e29ca req-3f6671d6-884a-49b2-90e9-0439db99d018 service nova] Lock "1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.827578] env[63750]: DEBUG nova.compute.manager [req-1ac72d6f-631a-4e10-865c-532be82e29ca req-3f6671d6-884a-49b2-90e9-0439db99d018 service nova] [instance: 1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2] No waiting events found dispatching network-vif-plugged-e0eeca41-bc04-4837-b3d5-96e4cdf67d5c {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1613.828441] env[63750]: WARNING nova.compute.manager [req-1ac72d6f-631a-4e10-865c-532be82e29ca req-3f6671d6-884a-49b2-90e9-0439db99d018 service nova] [instance: 1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2] Received unexpected event network-vif-plugged-e0eeca41-bc04-4837-b3d5-96e4cdf67d5c for instance with vm_state building and task_state spawning. [ 1613.828719] env[63750]: DEBUG nova.compute.manager [req-1ac72d6f-631a-4e10-865c-532be82e29ca req-3f6671d6-884a-49b2-90e9-0439db99d018 service nova] [instance: 1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2] Received event network-changed-e0eeca41-bc04-4837-b3d5-96e4cdf67d5c {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1613.828906] env[63750]: DEBUG nova.compute.manager [req-1ac72d6f-631a-4e10-865c-532be82e29ca req-3f6671d6-884a-49b2-90e9-0439db99d018 service nova] [instance: 1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2] Refreshing instance network info cache due to event network-changed-e0eeca41-bc04-4837-b3d5-96e4cdf67d5c. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1613.829110] env[63750]: DEBUG oslo_concurrency.lockutils [req-1ac72d6f-631a-4e10-865c-532be82e29ca req-3f6671d6-884a-49b2-90e9-0439db99d018 service nova] Acquiring lock "refresh_cache-1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1613.829497] env[63750]: DEBUG oslo_concurrency.lockutils [req-1ac72d6f-631a-4e10-865c-532be82e29ca req-3f6671d6-884a-49b2-90e9-0439db99d018 service nova] Acquired lock "refresh_cache-1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.830037] env[63750]: DEBUG nova.network.neutron [req-1ac72d6f-631a-4e10-865c-532be82e29ca req-3f6671d6-884a-49b2-90e9-0439db99d018 service nova] [instance: 1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2] Refreshing network info cache for port e0eeca41-bc04-4837-b3d5-96e4cdf67d5c {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1613.836661] env[63750]: INFO nova.compute.manager [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] Took 23.55 seconds to build instance. [ 1613.853555] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da86e0ba-99ae-48f3-a0c2-4f9703320841 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.855982] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Acquiring lock "3e37b98e-c5f5-446c-8ac2-dacdf8ce7106" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.856271] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Lock "3e37b98e-c5f5-446c-8ac2-dacdf8ce7106" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.868422] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949a95a5-352d-4861-9eb5-edefce8dd43d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.884757] env[63750]: DEBUG oslo_vmware.api [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2005929, 'name': ReconfigVM_Task, 'duration_secs': 0.449025} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.887292] env[63750]: DEBUG oslo_vmware.api [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2005928, 'name': ReconfigVM_Task, 'duration_secs': 0.271406} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.887292] env[63750]: DEBUG oslo_vmware.api [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5297eec3-5a7b-1646-ccad-b276bb9af7dc, 'name': SearchDatastore_Task, 'duration_secs': 0.023694} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.891025] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 16e7a58b-3c51-4793-b128-d418f7173f7a] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 16e7a58b-3c51-4793-b128-d418f7173f7a/16e7a58b-3c51-4793-b128-d418f7173f7a.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1613.891025] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Updating instance 'fe9c3f7c-4c8b-426b-85c1-6fc0f325609e' progress to 33 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1613.895149] env[63750]: DEBUG oslo_vmware.api [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Task: {'id': task-2005930, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244219} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.906525] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-deadeaa5-6e46-4e30-bddb-bbb2fa3b99a5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.907600] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b95acb7-bfe7-49a2-8edc-d653b848b0d7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.910145] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1613.910334] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1613.910529] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1613.913529] env[63750]: DEBUG oslo_vmware.api [None req-d6137270-e85c-4dbc-8967-82e06a959653 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Waiting for the task: (returnval){ [ 1613.913529] env[63750]: value = "task-2005932" [ 1613.913529] env[63750]: _type = "Task" [ 1613.913529] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.914415] env[63750]: DEBUG nova.compute.provider_tree [None req-5922b355-ecb8-4e43-b4d0-4cea72b84360 tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1613.921537] env[63750]: DEBUG oslo_vmware.api [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Waiting for the task: (returnval){ [ 1613.921537] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52f6422d-3ddf-2843-ce68-7d6ab10f5199" [ 1613.921537] env[63750]: _type = "Task" [ 1613.921537] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.923123] env[63750]: DEBUG oslo_vmware.api [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Waiting for the task: (returnval){ [ 1613.923123] env[63750]: value = "task-2005933" [ 1613.923123] env[63750]: _type = "Task" [ 1613.923123] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.935329] env[63750]: DEBUG oslo_vmware.api [None req-d6137270-e85c-4dbc-8967-82e06a959653 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Task: {'id': task-2005932, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.940151] env[63750]: DEBUG oslo_vmware.api [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52f6422d-3ddf-2843-ce68-7d6ab10f5199, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.944820] env[63750]: DEBUG oslo_vmware.api [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2005933, 'name': Rename_Task} progress is 10%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.240506] env[63750]: DEBUG nova.network.neutron [req-ec21abcc-5753-4688-9bfc-a2569aeb3a70 req-0a74d9cc-213f-47c3-aaab-ea0d8de43acd service nova] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Updated VIF entry in instance network info cache for port 6173e3fc-8af4-4d2d-bfc4-0c7425f75736. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1614.241743] env[63750]: DEBUG nova.network.neutron [req-ec21abcc-5753-4688-9bfc-a2569aeb3a70 req-0a74d9cc-213f-47c3-aaab-ea0d8de43acd service nova] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Updating instance_info_cache with network_info: [{"id": "6173e3fc-8af4-4d2d-bfc4-0c7425f75736", "address": "fa:16:3e:a0:f0:ff", "network": {"id": "62115eb3-4db1-4f47-a96b-5eb30cfcddc8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2016539461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1917e55d47140e0839a4511375f6e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6173e3fc-8a", "ovs_interfaceid": "6173e3fc-8af4-4d2d-bfc4-0c7425f75736", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.336955] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b3ccc0e9-2d68-429e-9537-6118770211e1 tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Lock "8892fd3b-b3fa-4b83-89f8-3162579d6f87" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.486s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1614.354455] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.422372] env[63750]: DEBUG nova.virt.hardware [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1614.422372] env[63750]: DEBUG nova.virt.hardware [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1614.422372] env[63750]: DEBUG nova.virt.hardware [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1614.422372] env[63750]: DEBUG nova.virt.hardware [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1614.422583] env[63750]: DEBUG nova.virt.hardware [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1614.422583] env[63750]: DEBUG nova.virt.hardware [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1614.422583] env[63750]: DEBUG nova.virt.hardware [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1614.422583] env[63750]: DEBUG nova.virt.hardware [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1614.422583] env[63750]: DEBUG nova.virt.hardware [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1614.422733] env[63750]: DEBUG nova.virt.hardware [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1614.422733] env[63750]: DEBUG nova.virt.hardware [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1614.426854] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Reconfiguring VM instance instance-00000001 to detach disk 2000 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1614.427780] env[63750]: DEBUG nova.scheduler.client.report [None req-5922b355-ecb8-4e43-b4d0-4cea72b84360 tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1614.435495] env[63750]: DEBUG nova.network.neutron [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1614.438464] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ad0fd59-91a1-4669-b1c1-00f931ea223f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.471594] env[63750]: DEBUG oslo_vmware.api [None req-d6137270-e85c-4dbc-8967-82e06a959653 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Task: {'id': task-2005932, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233275} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.482366] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6137270-e85c-4dbc-8967-82e06a959653 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1614.482574] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-d6137270-e85c-4dbc-8967-82e06a959653 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] [instance: 028ce127-561f-4a3a-b427-e0c462457550] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1614.482749] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-d6137270-e85c-4dbc-8967-82e06a959653 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] [instance: 028ce127-561f-4a3a-b427-e0c462457550] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1614.483218] env[63750]: INFO nova.compute.manager [None req-d6137270-e85c-4dbc-8967-82e06a959653 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] [instance: 028ce127-561f-4a3a-b427-e0c462457550] Took 2.09 seconds to destroy the instance on the hypervisor. [ 1614.483218] env[63750]: DEBUG oslo.service.loopingcall [None req-d6137270-e85c-4dbc-8967-82e06a959653 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1614.484189] env[63750]: DEBUG oslo_vmware.api [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2005933, 'name': Rename_Task, 'duration_secs': 0.162377} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.484429] env[63750]: DEBUG oslo_vmware.api [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52f6422d-3ddf-2843-ce68-7d6ab10f5199, 'name': SearchDatastore_Task, 'duration_secs': 0.02018} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.484696] env[63750]: DEBUG oslo_vmware.api [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Waiting for the task: (returnval){ [ 1614.484696] env[63750]: value = "task-2005934" [ 1614.484696] env[63750]: _type = "Task" [ 1614.484696] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.484921] env[63750]: DEBUG nova.compute.manager [-] [instance: 028ce127-561f-4a3a-b427-e0c462457550] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1614.485021] env[63750]: DEBUG nova.network.neutron [-] [instance: 028ce127-561f-4a3a-b427-e0c462457550] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1614.489022] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 16e7a58b-3c51-4793-b128-d418f7173f7a] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1614.489022] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1614.489022] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2/1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1614.489022] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b946d60c-cb78-4ee2-bede-576e0f820fe4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.491390] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-327299ba-58e2-4b6a-8085-54487e7d6f0a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.502468] env[63750]: DEBUG oslo_vmware.api [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2005934, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.504797] env[63750]: DEBUG oslo_vmware.api [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Waiting for the task: (returnval){ [ 1614.504797] env[63750]: value = "task-2005935" [ 1614.504797] env[63750]: _type = "Task" [ 1614.504797] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.505202] env[63750]: DEBUG oslo_vmware.api [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Waiting for the task: (returnval){ [ 1614.505202] env[63750]: value = "task-2005936" [ 1614.505202] env[63750]: _type = "Task" [ 1614.505202] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.519181] env[63750]: DEBUG oslo_vmware.api [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2005935, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.522763] env[63750]: DEBUG oslo_vmware.api [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2005936, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.746341] env[63750]: DEBUG oslo_concurrency.lockutils [req-ec21abcc-5753-4688-9bfc-a2569aeb3a70 req-0a74d9cc-213f-47c3-aaab-ea0d8de43acd service nova] Releasing lock "refresh_cache-c4241be9-151b-403f-a5e7-9e34a6425466" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1614.844259] env[63750]: DEBUG nova.compute.manager [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1614.888512] env[63750]: DEBUG nova.network.neutron [req-1ac72d6f-631a-4e10-865c-532be82e29ca req-3f6671d6-884a-49b2-90e9-0439db99d018 service nova] [instance: 1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2] Updated VIF entry in instance network info cache for port e0eeca41-bc04-4837-b3d5-96e4cdf67d5c. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1614.888512] env[63750]: DEBUG nova.network.neutron [req-1ac72d6f-631a-4e10-865c-532be82e29ca req-3f6671d6-884a-49b2-90e9-0439db99d018 service nova] [instance: 1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2] Updating instance_info_cache with network_info: [{"id": "e0eeca41-bc04-4837-b3d5-96e4cdf67d5c", "address": "fa:16:3e:3a:a7:9c", "network": {"id": "edb0539b-4b9f-4c11-9eac-f2d531aea0ab", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-787801736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab43889aa9d84099be5c8ea18eea7f75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0eeca41-bc", "ovs_interfaceid": "e0eeca41-bc04-4837-b3d5-96e4cdf67d5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.957237] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5922b355-ecb8-4e43-b4d0-4cea72b84360 tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.022s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1614.959655] env[63750]: DEBUG oslo_concurrency.lockutils [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.521s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.961240] env[63750]: INFO nova.compute.claims [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] [instance: 9f8ff3a5-201b-4814-bf32-2f39c2293750] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1614.966248] env[63750]: DEBUG nova.virt.hardware [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1614.966449] env[63750]: DEBUG nova.virt.hardware [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1614.966748] env[63750]: DEBUG nova.virt.hardware [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1614.966827] env[63750]: DEBUG nova.virt.hardware [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1614.967609] env[63750]: DEBUG nova.virt.hardware [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1614.967609] env[63750]: DEBUG nova.virt.hardware [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1614.967609] env[63750]: DEBUG nova.virt.hardware [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1614.967763] env[63750]: DEBUG nova.virt.hardware [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1614.967796] env[63750]: DEBUG nova.virt.hardware [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1614.967946] env[63750]: DEBUG nova.virt.hardware [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1614.968129] env[63750]: DEBUG nova.virt.hardware [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1614.969345] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa6fa65-c552-4a5d-b5be-a58503798c10 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.981680] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722e1bc6-fb68-4253-9093-3dcb750e7e6f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.988803] env[63750]: INFO nova.scheduler.client.report [None req-5922b355-ecb8-4e43-b4d0-4cea72b84360 tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Deleted allocations for instance 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78 [ 1615.007754] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Instance VIF info [] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1615.013722] env[63750]: DEBUG oslo.service.loopingcall [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1615.020811] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1615.021180] env[63750]: DEBUG oslo_vmware.api [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2005934, 'name': ReconfigVM_Task, 'duration_secs': 0.195158} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.032277] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca8320f0-fb5b-4a0f-8627-1c8b01f4ea6a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.054284] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Reconfigured VM instance instance-00000001 to detach disk 2000 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1615.057474] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe95bb4-aac9-42b1-9421-058210c57feb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.076388] env[63750]: DEBUG oslo_vmware.api [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2005935, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.089661] env[63750]: DEBUG oslo_vmware.api [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2005936, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.089661] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1615.089661] env[63750]: value = "task-2005938" [ 1615.089661] env[63750]: _type = "Task" [ 1615.089661] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.109192] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] fe9c3f7c-4c8b-426b-85c1-6fc0f325609e/fe9c3f7c-4c8b-426b-85c1-6fc0f325609e.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1615.111746] env[63750]: DEBUG nova.network.neutron [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Updating instance_info_cache with network_info: [{"id": "2aab2094-f93d-4287-8017-a5a2a1e299c7", "address": "fa:16:3e:81:63:4e", "network": {"id": "ed76bfa5-b34c-4e32-95c7-13624fdd065d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1286506599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba81ec19042e432283500854f7336dd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2aab2094-f9", "ovs_interfaceid": "2aab2094-f93d-4287-8017-a5a2a1e299c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1615.116751] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8240648-1de6-42ea-8081-71b47195e28e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.141026] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2005938, 'name': CreateVM_Task} progress is 15%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.141026] env[63750]: DEBUG oslo_vmware.api [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Waiting for the task: (returnval){ [ 1615.141026] env[63750]: value = "task-2005942" [ 1615.141026] env[63750]: _type = "Task" [ 1615.141026] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.153079] env[63750]: DEBUG oslo_vmware.api [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2005942, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.378591] env[63750]: DEBUG oslo_concurrency.lockutils [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.391420] env[63750]: DEBUG oslo_concurrency.lockutils [req-1ac72d6f-631a-4e10-865c-532be82e29ca req-3f6671d6-884a-49b2-90e9-0439db99d018 service nova] Releasing lock "refresh_cache-1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1615.503968] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5922b355-ecb8-4e43-b4d0-4cea72b84360 tempest-ServerExternalEventsTest-770800660 tempest-ServerExternalEventsTest-770800660-project-member] Lock "25fb909b-63b7-4d5e-8464-cfdcbdf6ca78" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.803s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.537040] env[63750]: DEBUG oslo_vmware.api [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2005935, 'name': PowerOnVM_Task, 'duration_secs': 0.691011} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.541167] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 16e7a58b-3c51-4793-b128-d418f7173f7a] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1615.541499] env[63750]: INFO nova.compute.manager [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 16e7a58b-3c51-4793-b128-d418f7173f7a] Took 11.29 seconds to spawn the instance on the hypervisor. [ 1615.541737] env[63750]: DEBUG nova.compute.manager [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 16e7a58b-3c51-4793-b128-d418f7173f7a] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1615.542457] env[63750]: DEBUG oslo_vmware.api [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2005936, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.709997} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.543454] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c87af1-471b-4b08-9795-78af77bc611c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.548018] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2/1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1615.548018] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1615.548018] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6fb75a8-cfd3-43a8-a97b-3466f108b39b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.564116] env[63750]: DEBUG oslo_vmware.api [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Waiting for the task: (returnval){ [ 1615.564116] env[63750]: value = "task-2005943" [ 1615.564116] env[63750]: _type = "Task" [ 1615.564116] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.575984] env[63750]: DEBUG oslo_vmware.api [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2005943, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.610482] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2005938, 'name': CreateVM_Task, 'duration_secs': 0.423961} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.611573] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1615.611573] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1615.611573] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.611573] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1615.612801] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2c49056-9c89-49fd-8f94-f782bf9867a9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.621338] env[63750]: DEBUG oslo_vmware.api [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Waiting for the task: (returnval){ [ 1615.621338] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]528f409a-b521-4a16-0b62-a8bd45114d69" [ 1615.621338] env[63750]: _type = "Task" [ 1615.621338] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.629871] env[63750]: DEBUG oslo_vmware.api [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]528f409a-b521-4a16-0b62-a8bd45114d69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.635540] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Releasing lock "refresh_cache-dc7171f8-5b93-4c12-b878-1aa1dcc54745" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1615.635850] env[63750]: DEBUG nova.compute.manager [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Instance network_info: |[{"id": "2aab2094-f93d-4287-8017-a5a2a1e299c7", "address": "fa:16:3e:81:63:4e", "network": {"id": "ed76bfa5-b34c-4e32-95c7-13624fdd065d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1286506599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba81ec19042e432283500854f7336dd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2aab2094-f9", "ovs_interfaceid": "2aab2094-f93d-4287-8017-a5a2a1e299c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1615.636554] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:63:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2aab2094-f93d-4287-8017-a5a2a1e299c7', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1615.651494] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Creating folder: Project (ba81ec19042e432283500854f7336dd0). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1615.652276] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-892dd689-0da6-4170-b10c-534250b013ba {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.664676] env[63750]: DEBUG oslo_vmware.api [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2005942, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.667237] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Created folder: Project (ba81ec19042e432283500854f7336dd0) in parent group-v412391. [ 1615.667614] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Creating folder: Instances. Parent ref: group-v412440. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1615.667717] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a16a660-c5b2-4166-b7c7-a713b38ece60 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.677492] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Created folder: Instances in parent group-v412440. [ 1615.677712] env[63750]: DEBUG oslo.service.loopingcall [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1615.677919] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1615.678143] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7574c24b-45b9-4059-af82-7d73015f285d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.698781] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1615.698781] env[63750]: value = "task-2005946" [ 1615.698781] env[63750]: _type = "Task" [ 1615.698781] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.707856] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2005946, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.870341] env[63750]: DEBUG nova.network.neutron [-] [instance: 028ce127-561f-4a3a-b427-e0c462457550] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1616.080918] env[63750]: INFO nova.compute.manager [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 16e7a58b-3c51-4793-b128-d418f7173f7a] Took 25.41 seconds to build instance. [ 1616.089724] env[63750]: DEBUG oslo_vmware.api [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2005943, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.169841} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.094152] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1616.094933] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db4e8d9-2ee7-491a-aad4-c95adc092c8f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.133636] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2/1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1616.134618] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f63fc4e-b6b7-43b7-90ac-2e09a0df273d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.176694] env[63750]: DEBUG oslo_vmware.api [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]528f409a-b521-4a16-0b62-a8bd45114d69, 'name': SearchDatastore_Task, 'duration_secs': 0.041235} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.177357] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1616.177629] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1616.177876] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1616.178035] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.178235] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1616.178925] env[63750]: DEBUG oslo_vmware.api [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2005942, 'name': ReconfigVM_Task, 'duration_secs': 0.654479} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.179472] env[63750]: DEBUG oslo_vmware.api [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Waiting for the task: (returnval){ [ 1616.179472] env[63750]: value = "task-2005947" [ 1616.179472] env[63750]: _type = "Task" [ 1616.179472] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.179472] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbbe0096-8924-499f-9d74-19e41c472e1e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.181601] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Reconfigured VM instance instance-00000001 to attach disk [datastore1] fe9c3f7c-4c8b-426b-85c1-6fc0f325609e/fe9c3f7c-4c8b-426b-85c1-6fc0f325609e.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1616.181705] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Updating instance 'fe9c3f7c-4c8b-426b-85c1-6fc0f325609e' progress to 50 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1616.209040] env[63750]: DEBUG oslo_vmware.api [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2005947, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.211098] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1616.211207] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1616.216022] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8054f006-fcb1-4d48-9cf1-c3845349653a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.217604] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2005946, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.222795] env[63750]: DEBUG oslo_vmware.api [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Waiting for the task: (returnval){ [ 1616.222795] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5295fe1a-84c5-073d-9853-acccc396abc1" [ 1616.222795] env[63750]: _type = "Task" [ 1616.222795] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.231790] env[63750]: DEBUG oslo_vmware.api [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5295fe1a-84c5-073d-9853-acccc396abc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.371866] env[63750]: INFO nova.compute.manager [-] [instance: 028ce127-561f-4a3a-b427-e0c462457550] Took 1.89 seconds to deallocate network for instance. [ 1616.509109] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2e4322-73c3-45be-9212-a8983ebd96b2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.516867] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55266c7-8df3-4527-b8b0-ba260ce131d6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.550583] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b648cf1-7488-4e30-b815-539d06faf335 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.560232] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2195b0d-79c3-41fb-bb1f-1870343f645d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.578020] env[63750]: DEBUG nova.compute.provider_tree [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1616.594406] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Lock "16e7a58b-3c51-4793-b128-d418f7173f7a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.942s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1616.676727] env[63750]: DEBUG oslo_concurrency.lockutils [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Acquiring lock "1bc60127-2c17-4962-b6fe-0785357c36ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1616.676727] env[63750]: DEBUG oslo_concurrency.lockutils [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Lock "1bc60127-2c17-4962-b6fe-0785357c36ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1616.701043] env[63750]: DEBUG oslo_vmware.api [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2005947, 'name': ReconfigVM_Task, 'duration_secs': 0.504205} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.702382] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea5f628-f722-45b5-857e-2df7d7768a52 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.704619] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2/1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1616.709417] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e5a5c3f-b291-462f-bf27-6afe853c3ffa {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.734194] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1c8659-d1d5-43d9-945d-e129bfd70c59 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.736551] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2005946, 'name': CreateVM_Task, 'duration_secs': 0.628151} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.736909] env[63750]: DEBUG oslo_vmware.api [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Waiting for the task: (returnval){ [ 1616.736909] env[63750]: value = "task-2005948" [ 1616.736909] env[63750]: _type = "Task" [ 1616.736909] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.737090] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1616.738634] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1616.738810] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.739132] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1616.761184] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d507a5a-0c01-4640-8efe-373318e4e5c6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.763431] env[63750]: DEBUG oslo_vmware.api [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5295fe1a-84c5-073d-9853-acccc396abc1, 'name': SearchDatastore_Task, 'duration_secs': 0.011508} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.764015] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Updating instance 'fe9c3f7c-4c8b-426b-85c1-6fc0f325609e' progress to 67 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1616.769201] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18d4216f-32dc-4744-825f-872a936dcaeb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.778411] env[63750]: DEBUG oslo_vmware.api [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Waiting for the task: (returnval){ [ 1616.778411] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52d821ee-8ac3-6b69-8613-b6c512353707" [ 1616.778411] env[63750]: _type = "Task" [ 1616.778411] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.778411] env[63750]: DEBUG oslo_vmware.api [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2005948, 'name': Rename_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.781114] env[63750]: DEBUG oslo_vmware.api [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Waiting for the task: (returnval){ [ 1616.781114] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5221c99e-4b45-fc8e-ae78-b27b8bc54274" [ 1616.781114] env[63750]: _type = "Task" [ 1616.781114] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.788730] env[63750]: DEBUG oslo_vmware.api [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52d821ee-8ac3-6b69-8613-b6c512353707, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.795779] env[63750]: DEBUG oslo_vmware.api [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5221c99e-4b45-fc8e-ae78-b27b8bc54274, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.885179] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d6137270-e85c-4dbc-8967-82e06a959653 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1617.082035] env[63750]: DEBUG nova.scheduler.client.report [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1617.097800] env[63750]: DEBUG nova.compute.manager [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1617.115590] env[63750]: DEBUG nova.compute.manager [req-278feab4-698a-4b23-b942-6cf4cfcf0b07 req-a6065e58-d5d9-4897-b30e-4f21dcb869c9 service nova] [instance: 028ce127-561f-4a3a-b427-e0c462457550] Received event network-vif-deleted-234d64ad-204c-4142-a989-8919bb7a913d {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1617.252888] env[63750]: DEBUG oslo_vmware.api [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2005948, 'name': Rename_Task, 'duration_secs': 0.302125} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.253444] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1617.253692] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6a6081d-8762-498c-9888-51a07e71eafc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.263998] env[63750]: DEBUG oslo_vmware.api [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Waiting for the task: (returnval){ [ 1617.263998] env[63750]: value = "task-2005949" [ 1617.263998] env[63750]: _type = "Task" [ 1617.263998] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.280772] env[63750]: DEBUG oslo_vmware.api [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2005949, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.301152] env[63750]: DEBUG oslo_vmware.api [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5221c99e-4b45-fc8e-ae78-b27b8bc54274, 'name': SearchDatastore_Task, 'duration_secs': 0.026913} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.301314] env[63750]: DEBUG oslo_vmware.api [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52d821ee-8ac3-6b69-8613-b6c512353707, 'name': SearchDatastore_Task, 'duration_secs': 0.018646} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.301852] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1617.301931] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 3cec7e1e-84cb-4055-a25f-b36579dd1511/3cec7e1e-84cb-4055-a25f-b36579dd1511.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1617.302255] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1617.302501] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1617.302755] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1617.303045] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.303156] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1617.303873] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10ac932d-89f7-45cb-a28e-de038d982ed4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.305639] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc0a513e-5cb4-4de4-a329-524169b133da {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.311981] env[63750]: DEBUG oslo_vmware.api [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Waiting for the task: (returnval){ [ 1617.311981] env[63750]: value = "task-2005950" [ 1617.311981] env[63750]: _type = "Task" [ 1617.311981] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.316164] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1617.316360] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1617.317386] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d72ea70-5aa5-4454-a35f-f566091ce7d6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.323241] env[63750]: DEBUG oslo_vmware.api [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Task: {'id': task-2005950, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.327457] env[63750]: DEBUG oslo_vmware.api [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Waiting for the task: (returnval){ [ 1617.327457] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]529f78b6-2b11-3510-4442-36a84be1c89b" [ 1617.327457] env[63750]: _type = "Task" [ 1617.327457] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.335649] env[63750]: DEBUG oslo_vmware.api [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]529f78b6-2b11-3510-4442-36a84be1c89b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.499799] env[63750]: DEBUG nova.network.neutron [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Port 9fbce3e2-9b81-4aeb-bb32-80a71b82aa24 binding to destination host cpu-1 is already ACTIVE {{(pid=63750) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1617.594512] env[63750]: DEBUG oslo_concurrency.lockutils [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.632s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.594512] env[63750]: DEBUG nova.compute.manager [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] [instance: 9f8ff3a5-201b-4814-bf32-2f39c2293750] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1617.595264] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.541s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1617.597526] env[63750]: INFO nova.compute.claims [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] [instance: bc64e986-a2db-4386-bb74-b4e73761a742] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1617.633215] env[63750]: DEBUG oslo_concurrency.lockutils [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1617.770633] env[63750]: DEBUG nova.compute.manager [req-fc2d551f-ff95-43e4-8c0a-b0f103423f77 req-8bdb8d07-8461-4343-818c-65455b644040 service nova] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Received event network-vif-plugged-2aab2094-f93d-4287-8017-a5a2a1e299c7 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1617.770633] env[63750]: DEBUG oslo_concurrency.lockutils [req-fc2d551f-ff95-43e4-8c0a-b0f103423f77 req-8bdb8d07-8461-4343-818c-65455b644040 service nova] Acquiring lock "dc7171f8-5b93-4c12-b878-1aa1dcc54745-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1617.770633] env[63750]: DEBUG oslo_concurrency.lockutils [req-fc2d551f-ff95-43e4-8c0a-b0f103423f77 req-8bdb8d07-8461-4343-818c-65455b644040 service nova] Lock "dc7171f8-5b93-4c12-b878-1aa1dcc54745-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1617.770633] env[63750]: DEBUG oslo_concurrency.lockutils [req-fc2d551f-ff95-43e4-8c0a-b0f103423f77 req-8bdb8d07-8461-4343-818c-65455b644040 service nova] Lock "dc7171f8-5b93-4c12-b878-1aa1dcc54745-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.770633] env[63750]: DEBUG nova.compute.manager [req-fc2d551f-ff95-43e4-8c0a-b0f103423f77 req-8bdb8d07-8461-4343-818c-65455b644040 service nova] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] No waiting events found dispatching network-vif-plugged-2aab2094-f93d-4287-8017-a5a2a1e299c7 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1617.770883] env[63750]: WARNING nova.compute.manager [req-fc2d551f-ff95-43e4-8c0a-b0f103423f77 req-8bdb8d07-8461-4343-818c-65455b644040 service nova] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Received unexpected event network-vif-plugged-2aab2094-f93d-4287-8017-a5a2a1e299c7 for instance with vm_state building and task_state spawning. [ 1617.770883] env[63750]: DEBUG nova.compute.manager [req-fc2d551f-ff95-43e4-8c0a-b0f103423f77 req-8bdb8d07-8461-4343-818c-65455b644040 service nova] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Received event network-changed-2aab2094-f93d-4287-8017-a5a2a1e299c7 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1617.770883] env[63750]: DEBUG nova.compute.manager [req-fc2d551f-ff95-43e4-8c0a-b0f103423f77 req-8bdb8d07-8461-4343-818c-65455b644040 service nova] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Refreshing instance network info cache due to event network-changed-2aab2094-f93d-4287-8017-a5a2a1e299c7. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1617.770883] env[63750]: DEBUG oslo_concurrency.lockutils [req-fc2d551f-ff95-43e4-8c0a-b0f103423f77 req-8bdb8d07-8461-4343-818c-65455b644040 service nova] Acquiring lock "refresh_cache-dc7171f8-5b93-4c12-b878-1aa1dcc54745" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1617.770883] env[63750]: DEBUG oslo_concurrency.lockutils [req-fc2d551f-ff95-43e4-8c0a-b0f103423f77 req-8bdb8d07-8461-4343-818c-65455b644040 service nova] Acquired lock "refresh_cache-dc7171f8-5b93-4c12-b878-1aa1dcc54745" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.771076] env[63750]: DEBUG nova.network.neutron [req-fc2d551f-ff95-43e4-8c0a-b0f103423f77 req-8bdb8d07-8461-4343-818c-65455b644040 service nova] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Refreshing network info cache for port 2aab2094-f93d-4287-8017-a5a2a1e299c7 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1617.792107] env[63750]: DEBUG oslo_vmware.api [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2005949, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.832290] env[63750]: DEBUG oslo_vmware.api [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Task: {'id': task-2005950, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.846323] env[63750]: DEBUG oslo_vmware.api [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]529f78b6-2b11-3510-4442-36a84be1c89b, 'name': SearchDatastore_Task, 'duration_secs': 0.024788} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.847306] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c89f56f7-6487-4651-8acd-adf3c57fccaa {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.854132] env[63750]: DEBUG oslo_vmware.api [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Waiting for the task: (returnval){ [ 1617.854132] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]523db436-9778-c89f-9b3f-bf4e047cc7de" [ 1617.854132] env[63750]: _type = "Task" [ 1617.854132] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.869980] env[63750]: DEBUG oslo_vmware.api [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]523db436-9778-c89f-9b3f-bf4e047cc7de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.111604] env[63750]: DEBUG nova.compute.utils [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1618.114215] env[63750]: DEBUG nova.compute.manager [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] [instance: 9f8ff3a5-201b-4814-bf32-2f39c2293750] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1618.114215] env[63750]: DEBUG nova.network.neutron [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] [instance: 9f8ff3a5-201b-4814-bf32-2f39c2293750] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1618.288618] env[63750]: DEBUG oslo_vmware.api [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2005949, 'name': PowerOnVM_Task, 'duration_secs': 0.758808} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.288851] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1618.289072] env[63750]: INFO nova.compute.manager [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2] Took 11.49 seconds to spawn the instance on the hypervisor. [ 1618.289269] env[63750]: DEBUG nova.compute.manager [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1618.290392] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d63d52-d11c-4451-a989-be82fa714580 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.325240] env[63750]: DEBUG oslo_vmware.api [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Task: {'id': task-2005950, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.872065} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.325534] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 3cec7e1e-84cb-4055-a25f-b36579dd1511/3cec7e1e-84cb-4055-a25f-b36579dd1511.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1618.325742] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1618.326034] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a7153cc-8440-401e-bf36-c0eb54a41ccb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.329298] env[63750]: DEBUG nova.policy [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff9dfbbf76e143a58f6b5dec33368aa1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1c90cfc289941f88e11e883ede6f940', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1618.335749] env[63750]: DEBUG oslo_vmware.api [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Waiting for the task: (returnval){ [ 1618.335749] env[63750]: value = "task-2005952" [ 1618.335749] env[63750]: _type = "Task" [ 1618.335749] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.346759] env[63750]: DEBUG oslo_vmware.api [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Task: {'id': task-2005952, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.368306] env[63750]: DEBUG oslo_vmware.api [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]523db436-9778-c89f-9b3f-bf4e047cc7de, 'name': SearchDatastore_Task, 'duration_secs': 0.148155} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.368618] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1618.369289] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] dc7171f8-5b93-4c12-b878-1aa1dcc54745/dc7171f8-5b93-4c12-b878-1aa1dcc54745.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1618.369456] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-994c1480-43a0-47a4-b6ac-94cf18c4eed3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.378127] env[63750]: DEBUG oslo_vmware.api [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Waiting for the task: (returnval){ [ 1618.378127] env[63750]: value = "task-2005953" [ 1618.378127] env[63750]: _type = "Task" [ 1618.378127] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.389639] env[63750]: DEBUG oslo_vmware.api [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Task: {'id': task-2005953, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.530830] env[63750]: DEBUG oslo_concurrency.lockutils [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Acquiring lock "fe9c3f7c-4c8b-426b-85c1-6fc0f325609e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1618.531066] env[63750]: DEBUG oslo_concurrency.lockutils [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Lock "fe9c3f7c-4c8b-426b-85c1-6fc0f325609e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1618.531247] env[63750]: DEBUG oslo_concurrency.lockutils [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Lock "fe9c3f7c-4c8b-426b-85c1-6fc0f325609e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.617903] env[63750]: DEBUG nova.compute.manager [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] [instance: 9f8ff3a5-201b-4814-bf32-2f39c2293750] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1618.815748] env[63750]: INFO nova.compute.manager [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2] Took 27.51 seconds to build instance. [ 1618.854567] env[63750]: DEBUG oslo_vmware.api [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Task: {'id': task-2005952, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.235405} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.855457] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1618.856676] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a346c7de-2d20-483f-9f42-46f2922cb03b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.882377] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 3cec7e1e-84cb-4055-a25f-b36579dd1511/3cec7e1e-84cb-4055-a25f-b36579dd1511.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1618.885502] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e77cc4d-a766-47a1-9e46-fb0e74f5df02 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.919978] env[63750]: DEBUG oslo_vmware.api [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Task: {'id': task-2005953, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.925248] env[63750]: DEBUG oslo_vmware.api [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Waiting for the task: (returnval){ [ 1618.925248] env[63750]: value = "task-2005954" [ 1618.925248] env[63750]: _type = "Task" [ 1618.925248] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.935427] env[63750]: DEBUG oslo_vmware.api [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Task: {'id': task-2005954, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.102742] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77068d82-d203-471f-93ba-7f228ea02e59 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.116739] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e3cade-c1b8-4a55-a37e-bd5f8a0baecd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.159232] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0ff6fd-ee7a-489e-aa86-358884048d5c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.167437] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7df8a44-78de-4486-89e3-240e41ffaa0c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.184136] env[63750]: DEBUG nova.compute.provider_tree [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1619.317217] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cf4316fa-9d4a-4359-9e0c-1ece5d7a1cf7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Lock "1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.631s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1619.397284] env[63750]: DEBUG oslo_vmware.api [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Task: {'id': task-2005953, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.438130] env[63750]: DEBUG oslo_vmware.api [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Task: {'id': task-2005954, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.440619] env[63750]: DEBUG nova.network.neutron [req-fc2d551f-ff95-43e4-8c0a-b0f103423f77 req-8bdb8d07-8461-4343-818c-65455b644040 service nova] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Updated VIF entry in instance network info cache for port 2aab2094-f93d-4287-8017-a5a2a1e299c7. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1619.440873] env[63750]: DEBUG nova.network.neutron [req-fc2d551f-ff95-43e4-8c0a-b0f103423f77 req-8bdb8d07-8461-4343-818c-65455b644040 service nova] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Updating instance_info_cache with network_info: [{"id": "2aab2094-f93d-4287-8017-a5a2a1e299c7", "address": "fa:16:3e:81:63:4e", "network": {"id": "ed76bfa5-b34c-4e32-95c7-13624fdd065d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1286506599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba81ec19042e432283500854f7336dd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2aab2094-f9", "ovs_interfaceid": "2aab2094-f93d-4287-8017-a5a2a1e299c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1619.630948] env[63750]: DEBUG nova.compute.manager [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] [instance: 9f8ff3a5-201b-4814-bf32-2f39c2293750] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1619.659676] env[63750]: DEBUG nova.virt.hardware [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1619.660014] env[63750]: DEBUG nova.virt.hardware [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1619.660245] env[63750]: DEBUG nova.virt.hardware [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1619.660564] env[63750]: DEBUG nova.virt.hardware [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1619.660781] env[63750]: DEBUG nova.virt.hardware [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1619.660966] env[63750]: DEBUG nova.virt.hardware [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1619.661204] env[63750]: DEBUG nova.virt.hardware [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1619.661419] env[63750]: DEBUG nova.virt.hardware [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1619.661668] env[63750]: DEBUG nova.virt.hardware [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1619.662539] env[63750]: DEBUG nova.virt.hardware [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1619.662974] env[63750]: DEBUG nova.virt.hardware [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1619.667021] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5492597-e96b-4df2-a98a-7f8f318170b1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.674108] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e622d9b1-a273-4079-8dd8-9715cabecb40 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.694070] env[63750]: DEBUG nova.scheduler.client.report [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1619.698709] env[63750]: DEBUG oslo_concurrency.lockutils [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Acquiring lock "refresh_cache-fe9c3f7c-4c8b-426b-85c1-6fc0f325609e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1619.698905] env[63750]: DEBUG oslo_concurrency.lockutils [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Acquired lock "refresh_cache-fe9c3f7c-4c8b-426b-85c1-6fc0f325609e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.699080] env[63750]: DEBUG nova.network.neutron [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1619.822381] env[63750]: DEBUG nova.compute.manager [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] [instance: 3e37b98e-c5f5-446c-8ac2-dacdf8ce7106] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1619.897806] env[63750]: DEBUG oslo_vmware.api [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Task: {'id': task-2005953, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.223893} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.898087] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] dc7171f8-5b93-4c12-b878-1aa1dcc54745/dc7171f8-5b93-4c12-b878-1aa1dcc54745.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1619.898292] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1619.898548] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47bea10f-2c8d-4f6a-a82e-8c4726212abe {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.908019] env[63750]: DEBUG oslo_vmware.api [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Waiting for the task: (returnval){ [ 1619.908019] env[63750]: value = "task-2005955" [ 1619.908019] env[63750]: _type = "Task" [ 1619.908019] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.916103] env[63750]: DEBUG oslo_vmware.api [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Task: {'id': task-2005955, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.940803] env[63750]: DEBUG oslo_vmware.api [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Task: {'id': task-2005954, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.945529] env[63750]: DEBUG oslo_concurrency.lockutils [req-fc2d551f-ff95-43e4-8c0a-b0f103423f77 req-8bdb8d07-8461-4343-818c-65455b644040 service nova] Releasing lock "refresh_cache-dc7171f8-5b93-4c12-b878-1aa1dcc54745" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1620.128086] env[63750]: DEBUG nova.network.neutron [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] [instance: 9f8ff3a5-201b-4814-bf32-2f39c2293750] Successfully created port: 42008f9e-3e3c-4207-aaae-b33535d3dd55 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1620.201813] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1620.202362] env[63750]: DEBUG nova.compute.manager [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] [instance: bc64e986-a2db-4386-bb74-b4e73761a742] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1620.205165] env[63750]: DEBUG oslo_concurrency.lockutils [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.278s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1620.209080] env[63750]: INFO nova.compute.claims [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1620.355907] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1620.416490] env[63750]: DEBUG oslo_vmware.api [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Task: {'id': task-2005955, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.241879} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.416764] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1620.417573] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8069186b-3e76-46f7-a6b2-813dc6551486 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.446017] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] dc7171f8-5b93-4c12-b878-1aa1dcc54745/dc7171f8-5b93-4c12-b878-1aa1dcc54745.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1620.448322] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf1f8f08-86e6-4a9e-a8b9-2beb8b12e9c4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.472550] env[63750]: DEBUG oslo_vmware.api [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Task: {'id': task-2005954, 'name': ReconfigVM_Task, 'duration_secs': 1.216966} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.474181] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 3cec7e1e-84cb-4055-a25f-b36579dd1511/3cec7e1e-84cb-4055-a25f-b36579dd1511.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1620.474745] env[63750]: DEBUG oslo_vmware.api [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Waiting for the task: (returnval){ [ 1620.474745] env[63750]: value = "task-2005957" [ 1620.474745] env[63750]: _type = "Task" [ 1620.474745] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.475082] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd8b8e28-0b49-4b18-a9b3-9ab73f2473d1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.492856] env[63750]: DEBUG oslo_vmware.api [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Task: {'id': task-2005957, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.494808] env[63750]: DEBUG oslo_vmware.api [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Waiting for the task: (returnval){ [ 1620.494808] env[63750]: value = "task-2005958" [ 1620.494808] env[63750]: _type = "Task" [ 1620.494808] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.716032] env[63750]: DEBUG nova.compute.utils [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1620.721450] env[63750]: DEBUG nova.compute.manager [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] [instance: bc64e986-a2db-4386-bb74-b4e73761a742] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1620.721946] env[63750]: DEBUG nova.network.neutron [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] [instance: bc64e986-a2db-4386-bb74-b4e73761a742] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1620.919780] env[63750]: DEBUG nova.policy [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0fb84bb2adec42be8795b598d13484ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7448dc77408744449ccdc5d48a397f8b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1620.989719] env[63750]: DEBUG oslo_vmware.api [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Task: {'id': task-2005957, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.005795] env[63750]: DEBUG oslo_vmware.api [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Task: {'id': task-2005958, 'name': Rename_Task, 'duration_secs': 0.20662} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.006269] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1621.006745] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7616bfd8-7add-43f7-aada-18dc4b0ce3c5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.016054] env[63750]: DEBUG oslo_vmware.api [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Waiting for the task: (returnval){ [ 1621.016054] env[63750]: value = "task-2005959" [ 1621.016054] env[63750]: _type = "Task" [ 1621.016054] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.022609] env[63750]: DEBUG oslo_vmware.api [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Task: {'id': task-2005959, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.175022] env[63750]: DEBUG nova.compute.manager [req-7c47106e-a541-47d7-9886-f5f1f07d2443 req-82242f8e-458b-4975-9a51-a9a578d0799b service nova] [instance: b23f40f6-7521-4465-bc42-872016f9a6bd] Received event network-changed-0937f342-aa3a-4d85-b7f1-2d237fd4019d {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1621.175722] env[63750]: DEBUG nova.compute.manager [req-7c47106e-a541-47d7-9886-f5f1f07d2443 req-82242f8e-458b-4975-9a51-a9a578d0799b service nova] [instance: b23f40f6-7521-4465-bc42-872016f9a6bd] Refreshing instance network info cache due to event network-changed-0937f342-aa3a-4d85-b7f1-2d237fd4019d. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1621.176141] env[63750]: DEBUG oslo_concurrency.lockutils [req-7c47106e-a541-47d7-9886-f5f1f07d2443 req-82242f8e-458b-4975-9a51-a9a578d0799b service nova] Acquiring lock "refresh_cache-b23f40f6-7521-4465-bc42-872016f9a6bd" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1621.176405] env[63750]: DEBUG oslo_concurrency.lockutils [req-7c47106e-a541-47d7-9886-f5f1f07d2443 req-82242f8e-458b-4975-9a51-a9a578d0799b service nova] Acquired lock "refresh_cache-b23f40f6-7521-4465-bc42-872016f9a6bd" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.176673] env[63750]: DEBUG nova.network.neutron [req-7c47106e-a541-47d7-9886-f5f1f07d2443 req-82242f8e-458b-4975-9a51-a9a578d0799b service nova] [instance: b23f40f6-7521-4465-bc42-872016f9a6bd] Refreshing network info cache for port 0937f342-aa3a-4d85-b7f1-2d237fd4019d {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1621.222302] env[63750]: DEBUG nova.compute.manager [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] [instance: bc64e986-a2db-4386-bb74-b4e73761a742] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1621.287689] env[63750]: DEBUG nova.network.neutron [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Updating instance_info_cache with network_info: [{"id": "9fbce3e2-9b81-4aeb-bb32-80a71b82aa24", "address": "fa:16:3e:45:98:d2", "network": {"id": "48e9ee2e-d753-4146-b499-cb5088587924", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97464ef51d4848b2beb776e97a17e4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fbce3e2-9b", "ovs_interfaceid": "9fbce3e2-9b81-4aeb-bb32-80a71b82aa24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1621.385586] env[63750]: DEBUG oslo_concurrency.lockutils [None req-06fa643f-d68a-4071-822b-39f64a6447c3 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Acquiring lock "16e7a58b-3c51-4793-b128-d418f7173f7a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1621.385929] env[63750]: DEBUG oslo_concurrency.lockutils [None req-06fa643f-d68a-4071-822b-39f64a6447c3 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Lock "16e7a58b-3c51-4793-b128-d418f7173f7a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1621.386154] env[63750]: DEBUG oslo_concurrency.lockutils [None req-06fa643f-d68a-4071-822b-39f64a6447c3 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Acquiring lock "16e7a58b-3c51-4793-b128-d418f7173f7a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1621.386345] env[63750]: DEBUG oslo_concurrency.lockutils [None req-06fa643f-d68a-4071-822b-39f64a6447c3 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Lock "16e7a58b-3c51-4793-b128-d418f7173f7a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1621.387236] env[63750]: DEBUG oslo_concurrency.lockutils [None req-06fa643f-d68a-4071-822b-39f64a6447c3 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Lock "16e7a58b-3c51-4793-b128-d418f7173f7a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1621.388850] env[63750]: INFO nova.compute.manager [None req-06fa643f-d68a-4071-822b-39f64a6447c3 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 16e7a58b-3c51-4793-b128-d418f7173f7a] Terminating instance [ 1621.496469] env[63750]: DEBUG oslo_vmware.api [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Task: {'id': task-2005957, 'name': ReconfigVM_Task, 'duration_secs': 0.758982} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.496469] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Reconfigured VM instance instance-00000010 to attach disk [datastore2] dc7171f8-5b93-4c12-b878-1aa1dcc54745/dc7171f8-5b93-4c12-b878-1aa1dcc54745.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1621.496469] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-363207be-bcb7-4a22-870b-945e93f2524b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.505332] env[63750]: DEBUG oslo_vmware.api [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Waiting for the task: (returnval){ [ 1621.505332] env[63750]: value = "task-2005960" [ 1621.505332] env[63750]: _type = "Task" [ 1621.505332] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.517211] env[63750]: DEBUG oslo_vmware.api [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Task: {'id': task-2005960, 'name': Rename_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.532476] env[63750]: DEBUG oslo_vmware.api [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Task: {'id': task-2005959, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.685190] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a81d8a-4cd6-4ef9-85ac-920d983022f1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.696349] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b892555c-b548-4b46-90a7-7ebef277fcdc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.733972] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839fa417-98ea-4653-bb8b-ba6f4ce14658 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.742301] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9871bec9-b8da-4d8e-8129-8ba3ddb2b01d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.755909] env[63750]: DEBUG nova.compute.provider_tree [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1621.789225] env[63750]: DEBUG oslo_concurrency.lockutils [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Releasing lock "refresh_cache-fe9c3f7c-4c8b-426b-85c1-6fc0f325609e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1621.896590] env[63750]: DEBUG nova.compute.manager [None req-06fa643f-d68a-4071-822b-39f64a6447c3 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 16e7a58b-3c51-4793-b128-d418f7173f7a] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1621.896943] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-06fa643f-d68a-4071-822b-39f64a6447c3 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 16e7a58b-3c51-4793-b128-d418f7173f7a] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1621.898177] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd83e3e-0c7e-44fa-8b31-650dccab4d9d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.908953] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-06fa643f-d68a-4071-822b-39f64a6447c3 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 16e7a58b-3c51-4793-b128-d418f7173f7a] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1621.909324] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d553e952-2226-4aad-bc97-a9a48bde33cc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.916362] env[63750]: DEBUG oslo_vmware.api [None req-06fa643f-d68a-4071-822b-39f64a6447c3 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Waiting for the task: (returnval){ [ 1621.916362] env[63750]: value = "task-2005961" [ 1621.916362] env[63750]: _type = "Task" [ 1621.916362] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.928768] env[63750]: DEBUG oslo_vmware.api [None req-06fa643f-d68a-4071-822b-39f64a6447c3 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2005961, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.016153] env[63750]: DEBUG oslo_vmware.api [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Task: {'id': task-2005960, 'name': Rename_Task, 'duration_secs': 0.224327} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.016569] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1622.020733] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60d35601-f6c3-4d41-8cc2-280a0e3aa226 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.034759] env[63750]: DEBUG oslo_vmware.api [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Waiting for the task: (returnval){ [ 1622.034759] env[63750]: value = "task-2005962" [ 1622.034759] env[63750]: _type = "Task" [ 1622.034759] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.034759] env[63750]: DEBUG oslo_vmware.api [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Task: {'id': task-2005959, 'name': PowerOnVM_Task, 'duration_secs': 0.926386} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.035205] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1622.035205] env[63750]: DEBUG nova.compute.manager [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1622.039846] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ddbd81-b59a-4a4a-8d40-d483253d4dd3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.049348] env[63750]: DEBUG oslo_vmware.api [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Task: {'id': task-2005962, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.081506] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a473cc79-0142-41a2-885d-b5451e796fa4 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Acquiring lock "1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.081860] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a473cc79-0142-41a2-885d-b5451e796fa4 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Lock "1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.082171] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a473cc79-0142-41a2-885d-b5451e796fa4 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Acquiring lock "1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.082402] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a473cc79-0142-41a2-885d-b5451e796fa4 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Lock "1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.082597] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a473cc79-0142-41a2-885d-b5451e796fa4 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Lock "1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.087676] env[63750]: INFO nova.compute.manager [None req-a473cc79-0142-41a2-885d-b5451e796fa4 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2] Terminating instance [ 1622.240627] env[63750]: DEBUG nova.compute.manager [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] [instance: bc64e986-a2db-4386-bb74-b4e73761a742] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1622.259605] env[63750]: DEBUG nova.scheduler.client.report [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1622.292827] env[63750]: DEBUG nova.virt.hardware [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1622.293203] env[63750]: DEBUG nova.virt.hardware [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1622.293495] env[63750]: DEBUG nova.virt.hardware [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1622.293715] env[63750]: DEBUG nova.virt.hardware [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1622.293945] env[63750]: DEBUG nova.virt.hardware [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1622.294182] env[63750]: DEBUG nova.virt.hardware [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1622.294484] env[63750]: DEBUG nova.virt.hardware [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1622.294719] env[63750]: DEBUG nova.virt.hardware [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1622.294962] env[63750]: DEBUG nova.virt.hardware [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1622.295216] env[63750]: DEBUG nova.virt.hardware [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1622.295474] env[63750]: DEBUG nova.virt.hardware [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1622.302056] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5e7169-b16b-429e-89a5-38bc092b2336 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.322967] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd490b87-c8de-43bf-987c-66681cf7b75b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.333621] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3396b9-8331-467d-8e0d-f3e1c5a8b839 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.349000] env[63750]: DEBUG nova.network.neutron [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] [instance: bc64e986-a2db-4386-bb74-b4e73761a742] Successfully created port: ed7838a2-7411-4014-82ec-12cf3273bd1a {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1622.366841] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad9a1bb-f0de-4554-983b-e1c9d907d6ab {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.374892] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Updating instance 'fe9c3f7c-4c8b-426b-85c1-6fc0f325609e' progress to 83 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1622.427038] env[63750]: DEBUG oslo_vmware.api [None req-06fa643f-d68a-4071-822b-39f64a6447c3 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2005961, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.546619] env[63750]: DEBUG oslo_vmware.api [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Task: {'id': task-2005962, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.562578] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.594690] env[63750]: DEBUG nova.compute.manager [None req-a473cc79-0142-41a2-885d-b5451e796fa4 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1622.594690] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a473cc79-0142-41a2-885d-b5451e796fa4 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1622.595621] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c735c23-2be1-4fd9-8127-81f22c96bac8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.606978] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-a473cc79-0142-41a2-885d-b5451e796fa4 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1622.608389] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef6a4347-f998-47a2-8bef-43cda27cd597 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.613572] env[63750]: DEBUG oslo_vmware.api [None req-a473cc79-0142-41a2-885d-b5451e796fa4 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Waiting for the task: (returnval){ [ 1622.613572] env[63750]: value = "task-2005964" [ 1622.613572] env[63750]: _type = "Task" [ 1622.613572] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.628621] env[63750]: DEBUG oslo_vmware.api [None req-a473cc79-0142-41a2-885d-b5451e796fa4 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2005964, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.750227] env[63750]: DEBUG nova.network.neutron [req-7c47106e-a541-47d7-9886-f5f1f07d2443 req-82242f8e-458b-4975-9a51-a9a578d0799b service nova] [instance: b23f40f6-7521-4465-bc42-872016f9a6bd] Updated VIF entry in instance network info cache for port 0937f342-aa3a-4d85-b7f1-2d237fd4019d. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1622.750966] env[63750]: DEBUG nova.network.neutron [req-7c47106e-a541-47d7-9886-f5f1f07d2443 req-82242f8e-458b-4975-9a51-a9a578d0799b service nova] [instance: b23f40f6-7521-4465-bc42-872016f9a6bd] Updating instance_info_cache with network_info: [{"id": "0937f342-aa3a-4d85-b7f1-2d237fd4019d", "address": "fa:16:3e:1b:f8:2c", "network": {"id": "d4ac60f4-83f7-40ca-a012-9bfc88afea84", "bridge": "br-int", "label": "tempest-ServersTestJSON-1459302261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8d3a69c4526444c83452eee9118d4f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0937f342-aa", "ovs_interfaceid": "0937f342-aa3a-4d85-b7f1-2d237fd4019d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1622.773425] env[63750]: DEBUG oslo_concurrency.lockutils [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.567s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.773653] env[63750]: DEBUG nova.compute.manager [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1622.777120] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a657eb5e-5dc1-4c4c-8489-a9fb34b0b807 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.619s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.777257] env[63750]: DEBUG nova.objects.instance [None req-a657eb5e-5dc1-4c4c-8489-a9fb34b0b807 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Lazy-loading 'resources' on Instance uuid 464adac6-a45c-4cc3-b0fb-1371c1438426 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1622.881793] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1622.882111] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b47642a5-6682-4e58-a615-66eb99b3058c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.889230] env[63750]: DEBUG oslo_vmware.api [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Waiting for the task: (returnval){ [ 1622.889230] env[63750]: value = "task-2005965" [ 1622.889230] env[63750]: _type = "Task" [ 1622.889230] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.898033] env[63750]: DEBUG oslo_vmware.api [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2005965, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.926130] env[63750]: DEBUG oslo_vmware.api [None req-06fa643f-d68a-4071-822b-39f64a6447c3 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2005961, 'name': PowerOffVM_Task, 'duration_secs': 0.981997} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.927500] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-06fa643f-d68a-4071-822b-39f64a6447c3 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 16e7a58b-3c51-4793-b128-d418f7173f7a] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1622.927500] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-06fa643f-d68a-4071-822b-39f64a6447c3 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 16e7a58b-3c51-4793-b128-d418f7173f7a] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1622.927500] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22ff9a59-874c-402f-a274-0df7a05dd6e9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.003377] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-06fa643f-d68a-4071-822b-39f64a6447c3 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 16e7a58b-3c51-4793-b128-d418f7173f7a] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1623.004249] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-06fa643f-d68a-4071-822b-39f64a6447c3 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 16e7a58b-3c51-4793-b128-d418f7173f7a] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1623.004249] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-06fa643f-d68a-4071-822b-39f64a6447c3 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Deleting the datastore file [datastore1] 16e7a58b-3c51-4793-b128-d418f7173f7a {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1623.004249] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a362bfaa-24dd-42fa-ae77-5831e78f43d6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.013486] env[63750]: DEBUG oslo_vmware.api [None req-06fa643f-d68a-4071-822b-39f64a6447c3 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Waiting for the task: (returnval){ [ 1623.013486] env[63750]: value = "task-2005967" [ 1623.013486] env[63750]: _type = "Task" [ 1623.013486] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.024323] env[63750]: DEBUG oslo_vmware.api [None req-06fa643f-d68a-4071-822b-39f64a6447c3 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2005967, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.044542] env[63750]: DEBUG oslo_vmware.api [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Task: {'id': task-2005962, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.130675] env[63750]: DEBUG oslo_vmware.api [None req-a473cc79-0142-41a2-885d-b5451e796fa4 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2005964, 'name': PowerOffVM_Task, 'duration_secs': 0.185443} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.135024] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-a473cc79-0142-41a2-885d-b5451e796fa4 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1623.135024] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a473cc79-0142-41a2-885d-b5451e796fa4 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1623.135024] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d87fd935-5f47-4e24-95dd-3e01f3182904 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.254233] env[63750]: DEBUG oslo_concurrency.lockutils [req-7c47106e-a541-47d7-9886-f5f1f07d2443 req-82242f8e-458b-4975-9a51-a9a578d0799b service nova] Releasing lock "refresh_cache-b23f40f6-7521-4465-bc42-872016f9a6bd" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1623.254704] env[63750]: DEBUG nova.compute.manager [req-7c47106e-a541-47d7-9886-f5f1f07d2443 req-82242f8e-458b-4975-9a51-a9a578d0799b service nova] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] Received event network-changed-dfdb01a8-078a-4b82-89df-7b145526d6c4 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1623.254704] env[63750]: DEBUG nova.compute.manager [req-7c47106e-a541-47d7-9886-f5f1f07d2443 req-82242f8e-458b-4975-9a51-a9a578d0799b service nova] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] Refreshing instance network info cache due to event network-changed-dfdb01a8-078a-4b82-89df-7b145526d6c4. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1623.256427] env[63750]: DEBUG oslo_concurrency.lockutils [req-7c47106e-a541-47d7-9886-f5f1f07d2443 req-82242f8e-458b-4975-9a51-a9a578d0799b service nova] Acquiring lock "refresh_cache-8892fd3b-b3fa-4b83-89f8-3162579d6f87" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1623.256427] env[63750]: DEBUG oslo_concurrency.lockutils [req-7c47106e-a541-47d7-9886-f5f1f07d2443 req-82242f8e-458b-4975-9a51-a9a578d0799b service nova] Acquired lock "refresh_cache-8892fd3b-b3fa-4b83-89f8-3162579d6f87" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.256861] env[63750]: DEBUG nova.network.neutron [req-7c47106e-a541-47d7-9886-f5f1f07d2443 req-82242f8e-458b-4975-9a51-a9a578d0799b service nova] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] Refreshing network info cache for port dfdb01a8-078a-4b82-89df-7b145526d6c4 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1623.279439] env[63750]: DEBUG nova.compute.utils [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1623.281127] env[63750]: DEBUG nova.compute.manager [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1623.282788] env[63750]: DEBUG nova.network.neutron [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1623.354835] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a473cc79-0142-41a2-885d-b5451e796fa4 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1623.355059] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a473cc79-0142-41a2-885d-b5451e796fa4 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1623.355238] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-a473cc79-0142-41a2-885d-b5451e796fa4 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Deleting the datastore file [datastore1] 1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1623.355487] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f206c0a8-127f-41d0-8ece-c137a61b55cb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.362480] env[63750]: DEBUG oslo_vmware.api [None req-a473cc79-0142-41a2-885d-b5451e796fa4 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Waiting for the task: (returnval){ [ 1623.362480] env[63750]: value = "task-2005969" [ 1623.362480] env[63750]: _type = "Task" [ 1623.362480] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.375196] env[63750]: DEBUG oslo_vmware.api [None req-a473cc79-0142-41a2-885d-b5451e796fa4 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2005969, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.404262] env[63750]: DEBUG oslo_vmware.api [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2005965, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.527655] env[63750]: DEBUG oslo_vmware.api [None req-06fa643f-d68a-4071-822b-39f64a6447c3 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2005967, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162494} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.527992] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-06fa643f-d68a-4071-822b-39f64a6447c3 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1623.528290] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-06fa643f-d68a-4071-822b-39f64a6447c3 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 16e7a58b-3c51-4793-b128-d418f7173f7a] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1623.528532] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-06fa643f-d68a-4071-822b-39f64a6447c3 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 16e7a58b-3c51-4793-b128-d418f7173f7a] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1623.528767] env[63750]: INFO nova.compute.manager [None req-06fa643f-d68a-4071-822b-39f64a6447c3 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 16e7a58b-3c51-4793-b128-d418f7173f7a] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1623.530018] env[63750]: DEBUG oslo.service.loopingcall [None req-06fa643f-d68a-4071-822b-39f64a6447c3 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1623.530018] env[63750]: DEBUG nova.compute.manager [-] [instance: 16e7a58b-3c51-4793-b128-d418f7173f7a] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1623.530018] env[63750]: DEBUG nova.network.neutron [-] [instance: 16e7a58b-3c51-4793-b128-d418f7173f7a] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1623.550463] env[63750]: DEBUG oslo_vmware.api [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Task: {'id': task-2005962, 'name': PowerOnVM_Task, 'duration_secs': 1.181174} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.554399] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1623.555784] env[63750]: INFO nova.compute.manager [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Took 11.65 seconds to spawn the instance on the hypervisor. [ 1623.555784] env[63750]: DEBUG nova.compute.manager [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1623.557070] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed72a94-ff10-4d74-82ad-31e245710fff {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.612307] env[63750]: DEBUG nova.policy [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0424fb8289384a9a905f685340fa7385', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff72d6169bb042e68d5e8b5343223305', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1623.730890] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ae741a-c3dc-42dd-b990-eb57c118cc42 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.738154] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283194f9-e6b1-4b3e-92a1-ba4223317918 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.774383] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c2dc21-a0bb-4806-8e0e-94764f90fc84 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.783325] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36be8672-9eb8-4e1b-921b-75c95362c3a6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.790326] env[63750]: DEBUG nova.compute.manager [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1623.805677] env[63750]: DEBUG nova.compute.provider_tree [None req-a657eb5e-5dc1-4c4c-8489-a9fb34b0b807 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1623.879145] env[63750]: DEBUG oslo_vmware.api [None req-a473cc79-0142-41a2-885d-b5451e796fa4 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2005969, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192851} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.879145] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-a473cc79-0142-41a2-885d-b5451e796fa4 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1623.879349] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a473cc79-0142-41a2-885d-b5451e796fa4 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1623.879549] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a473cc79-0142-41a2-885d-b5451e796fa4 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1623.879716] env[63750]: INFO nova.compute.manager [None req-a473cc79-0142-41a2-885d-b5451e796fa4 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2] Took 1.29 seconds to destroy the instance on the hypervisor. [ 1623.879953] env[63750]: DEBUG oslo.service.loopingcall [None req-a473cc79-0142-41a2-885d-b5451e796fa4 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1623.880154] env[63750]: DEBUG nova.compute.manager [-] [instance: 1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1623.880240] env[63750]: DEBUG nova.network.neutron [-] [instance: 1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1623.901133] env[63750]: DEBUG oslo_vmware.api [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2005965, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.085126] env[63750]: INFO nova.compute.manager [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Took 27.27 seconds to build instance. [ 1624.309758] env[63750]: DEBUG nova.scheduler.client.report [None req-a657eb5e-5dc1-4c4c-8489-a9fb34b0b807 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1624.401709] env[63750]: DEBUG oslo_vmware.api [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2005965, 'name': PowerOnVM_Task, 'duration_secs': 1.065459} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.402112] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1624.402211] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-36580a4a-a983-48b7-b9a3-fc1b369ae00a tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Updating instance 'fe9c3f7c-4c8b-426b-85c1-6fc0f325609e' progress to 100 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1624.588731] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bc2cae12-3030-40db-a4cd-551c9bf4c466 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Lock "dc7171f8-5b93-4c12-b878-1aa1dcc54745" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.653s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.588731] env[63750]: DEBUG nova.network.neutron [-] [instance: 16e7a58b-3c51-4793-b128-d418f7173f7a] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1624.592727] env[63750]: DEBUG nova.compute.manager [req-66338fdc-b22c-4594-b280-bac7abbe4faa req-efc142a7-2384-4751-bad8-73e2165ecc25 service nova] [instance: 9f8ff3a5-201b-4814-bf32-2f39c2293750] Received event network-vif-plugged-42008f9e-3e3c-4207-aaae-b33535d3dd55 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1624.592727] env[63750]: DEBUG oslo_concurrency.lockutils [req-66338fdc-b22c-4594-b280-bac7abbe4faa req-efc142a7-2384-4751-bad8-73e2165ecc25 service nova] Acquiring lock "9f8ff3a5-201b-4814-bf32-2f39c2293750-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.592727] env[63750]: DEBUG oslo_concurrency.lockutils [req-66338fdc-b22c-4594-b280-bac7abbe4faa req-efc142a7-2384-4751-bad8-73e2165ecc25 service nova] Lock "9f8ff3a5-201b-4814-bf32-2f39c2293750-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.592727] env[63750]: DEBUG oslo_concurrency.lockutils [req-66338fdc-b22c-4594-b280-bac7abbe4faa req-efc142a7-2384-4751-bad8-73e2165ecc25 service nova] Lock "9f8ff3a5-201b-4814-bf32-2f39c2293750-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.592977] env[63750]: DEBUG nova.compute.manager [req-66338fdc-b22c-4594-b280-bac7abbe4faa req-efc142a7-2384-4751-bad8-73e2165ecc25 service nova] [instance: 9f8ff3a5-201b-4814-bf32-2f39c2293750] No waiting events found dispatching network-vif-plugged-42008f9e-3e3c-4207-aaae-b33535d3dd55 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1624.593164] env[63750]: WARNING nova.compute.manager [req-66338fdc-b22c-4594-b280-bac7abbe4faa req-efc142a7-2384-4751-bad8-73e2165ecc25 service nova] [instance: 9f8ff3a5-201b-4814-bf32-2f39c2293750] Received unexpected event network-vif-plugged-42008f9e-3e3c-4207-aaae-b33535d3dd55 for instance with vm_state building and task_state spawning. [ 1624.679090] env[63750]: DEBUG nova.network.neutron [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] [instance: 9f8ff3a5-201b-4814-bf32-2f39c2293750] Successfully updated port: 42008f9e-3e3c-4207-aaae-b33535d3dd55 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1624.804238] env[63750]: DEBUG nova.compute.manager [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1624.818441] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a657eb5e-5dc1-4c4c-8489-a9fb34b0b807 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.041s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.821293] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.476s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.825245] env[63750]: INFO nova.compute.claims [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1624.842686] env[63750]: DEBUG nova.virt.hardware [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1624.842970] env[63750]: DEBUG nova.virt.hardware [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1624.843270] env[63750]: DEBUG nova.virt.hardware [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1624.843786] env[63750]: DEBUG nova.virt.hardware [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1624.843868] env[63750]: DEBUG nova.virt.hardware [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1624.844059] env[63750]: DEBUG nova.virt.hardware [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1624.844292] env[63750]: DEBUG nova.virt.hardware [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1624.844445] env[63750]: DEBUG nova.virt.hardware [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1624.844604] env[63750]: DEBUG nova.virt.hardware [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1624.844784] env[63750]: DEBUG nova.virt.hardware [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1624.845357] env[63750]: DEBUG nova.virt.hardware [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1624.848328] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0401a317-d9ff-4302-b816-f5527e9b8c3d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.855975] env[63750]: INFO nova.scheduler.client.report [None req-a657eb5e-5dc1-4c4c-8489-a9fb34b0b807 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Deleted allocations for instance 464adac6-a45c-4cc3-b0fb-1371c1438426 [ 1624.870606] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b088c1-00f9-426f-a95f-70e418016a2b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.091694] env[63750]: INFO nova.compute.manager [-] [instance: 16e7a58b-3c51-4793-b128-d418f7173f7a] Took 1.56 seconds to deallocate network for instance. [ 1625.095017] env[63750]: DEBUG nova.compute.manager [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] [instance: 1bc60127-2c17-4962-b6fe-0785357c36ca] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1625.183843] env[63750]: DEBUG oslo_concurrency.lockutils [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Acquiring lock "refresh_cache-9f8ff3a5-201b-4814-bf32-2f39c2293750" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1625.183843] env[63750]: DEBUG oslo_concurrency.lockutils [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Acquired lock "refresh_cache-9f8ff3a5-201b-4814-bf32-2f39c2293750" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1625.183843] env[63750]: DEBUG nova.network.neutron [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] [instance: 9f8ff3a5-201b-4814-bf32-2f39c2293750] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1625.218396] env[63750]: DEBUG nova.network.neutron [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] [instance: bc64e986-a2db-4386-bb74-b4e73761a742] Successfully updated port: ed7838a2-7411-4014-82ec-12cf3273bd1a {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1625.296820] env[63750]: DEBUG nova.compute.manager [req-0ec1c4c0-9a7b-453d-8b94-2951123c3700 req-5a484781-a4c1-4232-97b3-b825285de5f2 service nova] [instance: 16e7a58b-3c51-4793-b128-d418f7173f7a] Received event network-vif-deleted-8e68c1bc-ba2c-43b3-a2d7-496609c5c54b {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1625.368980] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a657eb5e-5dc1-4c4c-8489-a9fb34b0b807 tempest-TenantUsagesTestJSON-1241027076 tempest-TenantUsagesTestJSON-1241027076-project-member] Lock "464adac6-a45c-4cc3-b0fb-1371c1438426" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.992s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.606221] env[63750]: DEBUG oslo_concurrency.lockutils [None req-06fa643f-d68a-4071-822b-39f64a6447c3 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.624125] env[63750]: DEBUG oslo_concurrency.lockutils [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.664334] env[63750]: DEBUG nova.network.neutron [req-7c47106e-a541-47d7-9886-f5f1f07d2443 req-82242f8e-458b-4975-9a51-a9a578d0799b service nova] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] Updated VIF entry in instance network info cache for port dfdb01a8-078a-4b82-89df-7b145526d6c4. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1625.664946] env[63750]: DEBUG nova.network.neutron [req-7c47106e-a541-47d7-9886-f5f1f07d2443 req-82242f8e-458b-4975-9a51-a9a578d0799b service nova] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] Updating instance_info_cache with network_info: [{"id": "dfdb01a8-078a-4b82-89df-7b145526d6c4", "address": "fa:16:3e:c8:0b:7a", "network": {"id": "cb5fbd54-7f9f-4a29-80b8-a5c4146d3256", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1012633961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3549d20047ca45ec80ad550f8c520ea2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfdb01a8-07", "ovs_interfaceid": "dfdb01a8-078a-4b82-89df-7b145526d6c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1625.721527] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Acquiring lock "refresh_cache-bc64e986-a2db-4386-bb74-b4e73761a742" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1625.721688] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Acquired lock "refresh_cache-bc64e986-a2db-4386-bb74-b4e73761a742" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1625.721827] env[63750]: DEBUG nova.network.neutron [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] [instance: bc64e986-a2db-4386-bb74-b4e73761a742] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1625.757793] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3fc482d5-4b8e-42ac-bd98-6a31e55aa775 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Acquiring lock "3cec7e1e-84cb-4055-a25f-b36579dd1511" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.757793] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3fc482d5-4b8e-42ac-bd98-6a31e55aa775 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Lock "3cec7e1e-84cb-4055-a25f-b36579dd1511" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.757793] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3fc482d5-4b8e-42ac-bd98-6a31e55aa775 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Acquiring lock "3cec7e1e-84cb-4055-a25f-b36579dd1511-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.757793] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3fc482d5-4b8e-42ac-bd98-6a31e55aa775 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Lock "3cec7e1e-84cb-4055-a25f-b36579dd1511-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.758564] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3fc482d5-4b8e-42ac-bd98-6a31e55aa775 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Lock "3cec7e1e-84cb-4055-a25f-b36579dd1511-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.760818] env[63750]: INFO nova.compute.manager [None req-3fc482d5-4b8e-42ac-bd98-6a31e55aa775 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Terminating instance [ 1625.819365] env[63750]: DEBUG nova.network.neutron [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] [instance: 9f8ff3a5-201b-4814-bf32-2f39c2293750] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1626.083982] env[63750]: DEBUG nova.network.neutron [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Successfully created port: a87c1f96-31ba-46cf-8957-6ffc41191126 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1626.155423] env[63750]: DEBUG nova.compute.manager [None req-5a7bdfe2-867d-4fbd-afb3-9e6a76dfeb8d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1626.157623] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f53de30-938c-4ab1-a2d0-6517aaba7521 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.169756] env[63750]: DEBUG oslo_concurrency.lockutils [req-7c47106e-a541-47d7-9886-f5f1f07d2443 req-82242f8e-458b-4975-9a51-a9a578d0799b service nova] Releasing lock "refresh_cache-8892fd3b-b3fa-4b83-89f8-3162579d6f87" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1626.248490] env[63750]: DEBUG nova.network.neutron [-] [instance: 1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1626.257237] env[63750]: DEBUG nova.network.neutron [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] [instance: 9f8ff3a5-201b-4814-bf32-2f39c2293750] Updating instance_info_cache with network_info: [{"id": "42008f9e-3e3c-4207-aaae-b33535d3dd55", "address": "fa:16:3e:01:80:9d", "network": {"id": "48e9ee2e-d753-4146-b499-cb5088587924", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97464ef51d4848b2beb776e97a17e4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42008f9e-3e", "ovs_interfaceid": "42008f9e-3e3c-4207-aaae-b33535d3dd55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1626.268623] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3fc482d5-4b8e-42ac-bd98-6a31e55aa775 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Acquiring lock "refresh_cache-3cec7e1e-84cb-4055-a25f-b36579dd1511" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1626.268623] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3fc482d5-4b8e-42ac-bd98-6a31e55aa775 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Acquired lock "refresh_cache-3cec7e1e-84cb-4055-a25f-b36579dd1511" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.268623] env[63750]: DEBUG nova.network.neutron [None req-3fc482d5-4b8e-42ac-bd98-6a31e55aa775 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1626.350934] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e4f53c-725e-474f-ab6e-987780709b7f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.359402] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771fac2f-5743-42ca-b08d-b991991c3a08 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.396913] env[63750]: DEBUG nova.network.neutron [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] [instance: bc64e986-a2db-4386-bb74-b4e73761a742] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1626.399639] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a60c5f0-d58e-4e0d-8f7c-f57fe4a8a5a9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.410461] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ae59dd-c38a-4b5d-bd51-aa66464586e5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.427800] env[63750]: DEBUG nova.compute.provider_tree [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1626.682603] env[63750]: INFO nova.compute.manager [None req-5a7bdfe2-867d-4fbd-afb3-9e6a76dfeb8d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] instance snapshotting [ 1626.687902] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa839909-aefe-4763-beb4-afc90047a7a4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.712900] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548cde28-f486-429f-8377-5a2eadc6618e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.752955] env[63750]: INFO nova.compute.manager [-] [instance: 1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2] Took 2.87 seconds to deallocate network for instance. [ 1626.778840] env[63750]: DEBUG oslo_concurrency.lockutils [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Releasing lock "refresh_cache-9f8ff3a5-201b-4814-bf32-2f39c2293750" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1626.779185] env[63750]: DEBUG nova.compute.manager [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] [instance: 9f8ff3a5-201b-4814-bf32-2f39c2293750] Instance network_info: |[{"id": "42008f9e-3e3c-4207-aaae-b33535d3dd55", "address": "fa:16:3e:01:80:9d", "network": {"id": "48e9ee2e-d753-4146-b499-cb5088587924", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97464ef51d4848b2beb776e97a17e4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42008f9e-3e", "ovs_interfaceid": "42008f9e-3e3c-4207-aaae-b33535d3dd55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1626.782054] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] [instance: 9f8ff3a5-201b-4814-bf32-2f39c2293750] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:80:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42008f9e-3e3c-4207-aaae-b33535d3dd55', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1626.789654] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Creating folder: Project (e1c90cfc289941f88e11e883ede6f940). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1626.790348] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e9a919e-c941-4189-b685-4202c1eb541b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.803463] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Created folder: Project (e1c90cfc289941f88e11e883ede6f940) in parent group-v412391. [ 1626.803975] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Creating folder: Instances. Parent ref: group-v412444. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1626.803975] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80601e47-9661-4455-a478-7cd8299040d4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.814097] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Created folder: Instances in parent group-v412444. [ 1626.814445] env[63750]: DEBUG oslo.service.loopingcall [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1626.814570] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f8ff3a5-201b-4814-bf32-2f39c2293750] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1626.814812] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa3fe478-1c70-4fc7-b283-703543776ac0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.833835] env[63750]: DEBUG nova.network.neutron [None req-3fc482d5-4b8e-42ac-bd98-6a31e55aa775 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1626.840954] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1626.840954] env[63750]: value = "task-2005974" [ 1626.840954] env[63750]: _type = "Task" [ 1626.840954] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.853397] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2005974, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.901359] env[63750]: DEBUG nova.network.neutron [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] [instance: bc64e986-a2db-4386-bb74-b4e73761a742] Updating instance_info_cache with network_info: [{"id": "ed7838a2-7411-4014-82ec-12cf3273bd1a", "address": "fa:16:3e:0b:08:50", "network": {"id": "7b83174e-6375-4604-acba-33da7e2a4b34", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-992974547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7448dc77408744449ccdc5d48a397f8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped7838a2-74", "ovs_interfaceid": "ed7838a2-7411-4014-82ec-12cf3273bd1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1626.914273] env[63750]: DEBUG nova.network.neutron [None req-3fc482d5-4b8e-42ac-bd98-6a31e55aa775 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1626.931055] env[63750]: DEBUG nova.scheduler.client.report [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1627.233952] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5a7bdfe2-867d-4fbd-afb3-9e6a76dfeb8d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] Creating Snapshot of the VM instance {{(pid=63750) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1627.233952] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9c47a77b-5028-454f-9d1f-891deb8df5f6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.244451] env[63750]: DEBUG oslo_vmware.api [None req-5a7bdfe2-867d-4fbd-afb3-9e6a76dfeb8d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Waiting for the task: (returnval){ [ 1627.244451] env[63750]: value = "task-2005975" [ 1627.244451] env[63750]: _type = "Task" [ 1627.244451] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.254028] env[63750]: DEBUG oslo_vmware.api [None req-5a7bdfe2-867d-4fbd-afb3-9e6a76dfeb8d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2005975, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.270317] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a473cc79-0142-41a2-885d-b5451e796fa4 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.355920] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2005974, 'name': CreateVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.411230] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Releasing lock "refresh_cache-bc64e986-a2db-4386-bb74-b4e73761a742" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1627.411230] env[63750]: DEBUG nova.compute.manager [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] [instance: bc64e986-a2db-4386-bb74-b4e73761a742] Instance network_info: |[{"id": "ed7838a2-7411-4014-82ec-12cf3273bd1a", "address": "fa:16:3e:0b:08:50", "network": {"id": "7b83174e-6375-4604-acba-33da7e2a4b34", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-992974547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7448dc77408744449ccdc5d48a397f8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped7838a2-74", "ovs_interfaceid": "ed7838a2-7411-4014-82ec-12cf3273bd1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1627.411666] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] [instance: bc64e986-a2db-4386-bb74-b4e73761a742] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:08:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb3425ea-72e7-41e3-92a7-820db9ec4661', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed7838a2-7411-4014-82ec-12cf3273bd1a', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1627.417547] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Creating folder: Project (7448dc77408744449ccdc5d48a397f8b). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1627.418122] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3fc482d5-4b8e-42ac-bd98-6a31e55aa775 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Releasing lock "refresh_cache-3cec7e1e-84cb-4055-a25f-b36579dd1511" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1627.418758] env[63750]: DEBUG nova.compute.manager [None req-3fc482d5-4b8e-42ac-bd98-6a31e55aa775 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1627.418758] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc482d5-4b8e-42ac-bd98-6a31e55aa775 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1627.418969] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-027b8034-1397-4945-9678-3b2ad4cd30bf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.421313] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c414c72b-fc79-4276-a645-2f65d3944e3f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.430584] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fc482d5-4b8e-42ac-bd98-6a31e55aa775 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1627.433309] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62cf5bb6-f9f6-4a47-aace-64d4b3127fce {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.434935] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Created folder: Project (7448dc77408744449ccdc5d48a397f8b) in parent group-v412391. [ 1627.435121] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Creating folder: Instances. Parent ref: group-v412447. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1627.435395] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87f770c2-0072-4f2d-8a5c-f20b9c4a1e0c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.439515] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.617s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.439515] env[63750]: DEBUG nova.compute.manager [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1627.443945] env[63750]: DEBUG oslo_concurrency.lockutils [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.554s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.444225] env[63750]: DEBUG nova.objects.instance [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63750) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1627.448208] env[63750]: DEBUG oslo_vmware.api [None req-3fc482d5-4b8e-42ac-bd98-6a31e55aa775 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Waiting for the task: (returnval){ [ 1627.448208] env[63750]: value = "task-2005977" [ 1627.448208] env[63750]: _type = "Task" [ 1627.448208] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.455286] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Created folder: Instances in parent group-v412447. [ 1627.455286] env[63750]: DEBUG oslo.service.loopingcall [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1627.455443] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc64e986-a2db-4386-bb74-b4e73761a742] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1627.455653] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2575ef7c-20ea-40af-a2c3-6356351b6026 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.480184] env[63750]: DEBUG oslo_vmware.api [None req-3fc482d5-4b8e-42ac-bd98-6a31e55aa775 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Task: {'id': task-2005977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.488034] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1627.488034] env[63750]: value = "task-2005979" [ 1627.488034] env[63750]: _type = "Task" [ 1627.488034] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.499215] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2005979, 'name': CreateVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.753216] env[63750]: DEBUG oslo_vmware.api [None req-5a7bdfe2-867d-4fbd-afb3-9e6a76dfeb8d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2005975, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.856590] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2005974, 'name': CreateVM_Task, 'duration_secs': 0.563065} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.856590] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f8ff3a5-201b-4814-bf32-2f39c2293750] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1627.857865] env[63750]: DEBUG oslo_concurrency.lockutils [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1627.858521] env[63750]: DEBUG oslo_concurrency.lockutils [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.858827] env[63750]: DEBUG oslo_concurrency.lockutils [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1627.859179] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82fd318b-2bb5-4e10-81cc-449ed287600c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.867985] env[63750]: DEBUG oslo_vmware.api [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Waiting for the task: (returnval){ [ 1627.867985] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]521cb79f-01cb-0be0-b421-b5cbccf6a441" [ 1627.867985] env[63750]: _type = "Task" [ 1627.867985] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.877476] env[63750]: DEBUG oslo_vmware.api [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]521cb79f-01cb-0be0-b421-b5cbccf6a441, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.951474] env[63750]: DEBUG nova.compute.utils [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1627.957221] env[63750]: DEBUG nova.compute.manager [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1627.957469] env[63750]: DEBUG nova.network.neutron [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1627.969196] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Acquiring lock "3972845f-a11a-4160-ad32-3cf31efa28c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.969474] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Lock "3972845f-a11a-4160-ad32-3cf31efa28c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.977591] env[63750]: DEBUG oslo_vmware.api [None req-3fc482d5-4b8e-42ac-bd98-6a31e55aa775 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Task: {'id': task-2005977, 'name': PowerOffVM_Task, 'duration_secs': 0.147721} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.977844] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fc482d5-4b8e-42ac-bd98-6a31e55aa775 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1627.978205] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc482d5-4b8e-42ac-bd98-6a31e55aa775 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1627.978489] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6bf0fbe8-a870-4226-a040-18934585752a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.998608] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2005979, 'name': CreateVM_Task, 'duration_secs': 0.501688} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.001020] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc64e986-a2db-4386-bb74-b4e73761a742] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1628.002899] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1628.004742] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc482d5-4b8e-42ac-bd98-6a31e55aa775 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1628.005085] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc482d5-4b8e-42ac-bd98-6a31e55aa775 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Deleting contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1628.005178] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fc482d5-4b8e-42ac-bd98-6a31e55aa775 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Deleting the datastore file [datastore2] 3cec7e1e-84cb-4055-a25f-b36579dd1511 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1628.006873] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d46748b4-3d3c-419f-b24a-2627be52e9f9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.018252] env[63750]: DEBUG oslo_vmware.api [None req-3fc482d5-4b8e-42ac-bd98-6a31e55aa775 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Waiting for the task: (returnval){ [ 1628.018252] env[63750]: value = "task-2005981" [ 1628.018252] env[63750]: _type = "Task" [ 1628.018252] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.026524] env[63750]: DEBUG oslo_vmware.api [None req-3fc482d5-4b8e-42ac-bd98-6a31e55aa775 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Task: {'id': task-2005981, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.128349] env[63750]: DEBUG nova.policy [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0424fb8289384a9a905f685340fa7385', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff72d6169bb042e68d5e8b5343223305', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1628.133697] env[63750]: DEBUG nova.compute.manager [req-d4dc797f-020a-44cb-804a-f56daf28ac3d req-ae99e7cd-e867-45ae-854f-11e65a7845cf service nova] [instance: 9f8ff3a5-201b-4814-bf32-2f39c2293750] Received event network-changed-42008f9e-3e3c-4207-aaae-b33535d3dd55 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1628.133697] env[63750]: DEBUG nova.compute.manager [req-d4dc797f-020a-44cb-804a-f56daf28ac3d req-ae99e7cd-e867-45ae-854f-11e65a7845cf service nova] [instance: 9f8ff3a5-201b-4814-bf32-2f39c2293750] Refreshing instance network info cache due to event network-changed-42008f9e-3e3c-4207-aaae-b33535d3dd55. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1628.134080] env[63750]: DEBUG oslo_concurrency.lockutils [req-d4dc797f-020a-44cb-804a-f56daf28ac3d req-ae99e7cd-e867-45ae-854f-11e65a7845cf service nova] Acquiring lock "refresh_cache-9f8ff3a5-201b-4814-bf32-2f39c2293750" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1628.134080] env[63750]: DEBUG oslo_concurrency.lockutils [req-d4dc797f-020a-44cb-804a-f56daf28ac3d req-ae99e7cd-e867-45ae-854f-11e65a7845cf service nova] Acquired lock "refresh_cache-9f8ff3a5-201b-4814-bf32-2f39c2293750" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.134080] env[63750]: DEBUG nova.network.neutron [req-d4dc797f-020a-44cb-804a-f56daf28ac3d req-ae99e7cd-e867-45ae-854f-11e65a7845cf service nova] [instance: 9f8ff3a5-201b-4814-bf32-2f39c2293750] Refreshing network info cache for port 42008f9e-3e3c-4207-aaae-b33535d3dd55 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1628.256464] env[63750]: DEBUG oslo_vmware.api [None req-5a7bdfe2-867d-4fbd-afb3-9e6a76dfeb8d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2005975, 'name': CreateSnapshot_Task, 'duration_secs': 0.996556} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.256803] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5a7bdfe2-867d-4fbd-afb3-9e6a76dfeb8d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] Created Snapshot of the VM instance {{(pid=63750) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1628.257720] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a76b14-58b2-4f62-b4ed-7d492a5c1efd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.382220] env[63750]: DEBUG oslo_vmware.api [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]521cb79f-01cb-0be0-b421-b5cbccf6a441, 'name': SearchDatastore_Task, 'duration_secs': 0.014738} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.382598] env[63750]: DEBUG oslo_concurrency.lockutils [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1628.382748] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] [instance: 9f8ff3a5-201b-4814-bf32-2f39c2293750] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1628.383034] env[63750]: DEBUG oslo_concurrency.lockutils [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1628.383133] env[63750]: DEBUG oslo_concurrency.lockutils [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.383302] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1628.383600] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.383925] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1628.384165] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c4e4208-16fd-414d-9fe2-eebf47196289 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.387881] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dce02c0c-ebcb-4015-bcea-d097361cfa43 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.392425] env[63750]: DEBUG oslo_vmware.api [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Waiting for the task: (returnval){ [ 1628.392425] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52bdf967-4228-9be8-68d8-d836fdcddc76" [ 1628.392425] env[63750]: _type = "Task" [ 1628.392425] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.397029] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1628.397340] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1628.406825] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11cec748-9cab-4634-ac4d-00b44dcfb467 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.411547] env[63750]: DEBUG oslo_vmware.api [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52bdf967-4228-9be8-68d8-d836fdcddc76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.417972] env[63750]: DEBUG oslo_vmware.api [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Waiting for the task: (returnval){ [ 1628.417972] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]528382d5-50aa-4853-2c3e-d3f27cf11309" [ 1628.417972] env[63750]: _type = "Task" [ 1628.417972] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.425749] env[63750]: DEBUG oslo_vmware.api [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]528382d5-50aa-4853-2c3e-d3f27cf11309, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.459727] env[63750]: DEBUG nova.compute.manager [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1628.461211] env[63750]: DEBUG oslo_concurrency.lockutils [None req-60d1d21f-c5b3-4b3b-90cb-af25b689eb82 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.463761] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 18.538s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.534871] env[63750]: DEBUG oslo_vmware.api [None req-3fc482d5-4b8e-42ac-bd98-6a31e55aa775 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Task: {'id': task-2005981, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179731} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.534871] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fc482d5-4b8e-42ac-bd98-6a31e55aa775 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1628.534871] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc482d5-4b8e-42ac-bd98-6a31e55aa775 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Deleted contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1628.535072] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc482d5-4b8e-42ac-bd98-6a31e55aa775 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1628.535121] env[63750]: INFO nova.compute.manager [None req-3fc482d5-4b8e-42ac-bd98-6a31e55aa775 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1628.535724] env[63750]: DEBUG oslo.service.loopingcall [None req-3fc482d5-4b8e-42ac-bd98-6a31e55aa775 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1628.535724] env[63750]: DEBUG nova.compute.manager [-] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1628.535724] env[63750]: DEBUG nova.network.neutron [-] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1628.580518] env[63750]: DEBUG nova.network.neutron [-] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1628.626871] env[63750]: DEBUG nova.network.neutron [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Successfully updated port: a87c1f96-31ba-46cf-8957-6ffc41191126 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1628.782319] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5a7bdfe2-867d-4fbd-afb3-9e6a76dfeb8d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] Creating linked-clone VM from snapshot {{(pid=63750) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1628.783039] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ff358442-1b59-46e9-b4ec-11b6056d7263 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.788404] env[63750]: DEBUG nova.network.neutron [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Successfully created port: 80dc9487-a0c0-4841-8c73-3f0f30f85d8e {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1628.792305] env[63750]: DEBUG oslo_vmware.api [None req-5a7bdfe2-867d-4fbd-afb3-9e6a76dfeb8d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Waiting for the task: (returnval){ [ 1628.792305] env[63750]: value = "task-2005983" [ 1628.792305] env[63750]: _type = "Task" [ 1628.792305] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.802531] env[63750]: DEBUG oslo_vmware.api [None req-5a7bdfe2-867d-4fbd-afb3-9e6a76dfeb8d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2005983, 'name': CloneVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.902891] env[63750]: DEBUG oslo_vmware.api [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52bdf967-4228-9be8-68d8-d836fdcddc76, 'name': SearchDatastore_Task, 'duration_secs': 0.023329} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.903226] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1628.903560] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] [instance: bc64e986-a2db-4386-bb74-b4e73761a742] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1628.903912] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1628.932523] env[63750]: DEBUG oslo_concurrency.lockutils [None req-141e37e2-6163-43d9-8a37-b197e7a1a560 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Acquiring lock "fe9c3f7c-4c8b-426b-85c1-6fc0f325609e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.932746] env[63750]: DEBUG oslo_concurrency.lockutils [None req-141e37e2-6163-43d9-8a37-b197e7a1a560 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Lock "fe9c3f7c-4c8b-426b-85c1-6fc0f325609e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.932962] env[63750]: DEBUG nova.compute.manager [None req-141e37e2-6163-43d9-8a37-b197e7a1a560 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Going to confirm migration 1 {{(pid=63750) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1628.939099] env[63750]: DEBUG oslo_vmware.api [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]528382d5-50aa-4853-2c3e-d3f27cf11309, 'name': SearchDatastore_Task, 'duration_secs': 0.012286} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.940358] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f84bb2bc-943c-4880-9e1c-922c1fef50c5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.945967] env[63750]: DEBUG oslo_vmware.api [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Waiting for the task: (returnval){ [ 1628.945967] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527e94c2-897c-2800-531f-822db74fa235" [ 1628.945967] env[63750]: _type = "Task" [ 1628.945967] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.954941] env[63750]: DEBUG oslo_vmware.api [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527e94c2-897c-2800-531f-822db74fa235, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.083119] env[63750]: DEBUG nova.network.neutron [-] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1629.128425] env[63750]: DEBUG oslo_concurrency.lockutils [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Acquiring lock "refresh_cache-aa0a6972-7734-4c0a-ab87-64cefae55e6c" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1629.128584] env[63750]: DEBUG oslo_concurrency.lockutils [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Acquired lock "refresh_cache-aa0a6972-7734-4c0a-ab87-64cefae55e6c" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.128763] env[63750]: DEBUG nova.network.neutron [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1629.290887] env[63750]: DEBUG nova.compute.manager [req-71c22c72-4ec0-4da4-955d-143d03f5d74e req-aacce1df-f70e-48d1-9d94-20642696dfa8 service nova] [instance: bc64e986-a2db-4386-bb74-b4e73761a742] Received event network-vif-plugged-ed7838a2-7411-4014-82ec-12cf3273bd1a {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1629.291119] env[63750]: DEBUG oslo_concurrency.lockutils [req-71c22c72-4ec0-4da4-955d-143d03f5d74e req-aacce1df-f70e-48d1-9d94-20642696dfa8 service nova] Acquiring lock "bc64e986-a2db-4386-bb74-b4e73761a742-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1629.291322] env[63750]: DEBUG oslo_concurrency.lockutils [req-71c22c72-4ec0-4da4-955d-143d03f5d74e req-aacce1df-f70e-48d1-9d94-20642696dfa8 service nova] Lock "bc64e986-a2db-4386-bb74-b4e73761a742-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1629.291500] env[63750]: DEBUG oslo_concurrency.lockutils [req-71c22c72-4ec0-4da4-955d-143d03f5d74e req-aacce1df-f70e-48d1-9d94-20642696dfa8 service nova] Lock "bc64e986-a2db-4386-bb74-b4e73761a742-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.291654] env[63750]: DEBUG nova.compute.manager [req-71c22c72-4ec0-4da4-955d-143d03f5d74e req-aacce1df-f70e-48d1-9d94-20642696dfa8 service nova] [instance: bc64e986-a2db-4386-bb74-b4e73761a742] No waiting events found dispatching network-vif-plugged-ed7838a2-7411-4014-82ec-12cf3273bd1a {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1629.291813] env[63750]: WARNING nova.compute.manager [req-71c22c72-4ec0-4da4-955d-143d03f5d74e req-aacce1df-f70e-48d1-9d94-20642696dfa8 service nova] [instance: bc64e986-a2db-4386-bb74-b4e73761a742] Received unexpected event network-vif-plugged-ed7838a2-7411-4014-82ec-12cf3273bd1a for instance with vm_state building and task_state spawning. [ 1629.291964] env[63750]: DEBUG nova.compute.manager [req-71c22c72-4ec0-4da4-955d-143d03f5d74e req-aacce1df-f70e-48d1-9d94-20642696dfa8 service nova] [instance: bc64e986-a2db-4386-bb74-b4e73761a742] Received event network-changed-ed7838a2-7411-4014-82ec-12cf3273bd1a {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1629.292272] env[63750]: DEBUG nova.compute.manager [req-71c22c72-4ec0-4da4-955d-143d03f5d74e req-aacce1df-f70e-48d1-9d94-20642696dfa8 service nova] [instance: bc64e986-a2db-4386-bb74-b4e73761a742] Refreshing instance network info cache due to event network-changed-ed7838a2-7411-4014-82ec-12cf3273bd1a. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1629.292478] env[63750]: DEBUG oslo_concurrency.lockutils [req-71c22c72-4ec0-4da4-955d-143d03f5d74e req-aacce1df-f70e-48d1-9d94-20642696dfa8 service nova] Acquiring lock "refresh_cache-bc64e986-a2db-4386-bb74-b4e73761a742" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1629.292639] env[63750]: DEBUG oslo_concurrency.lockutils [req-71c22c72-4ec0-4da4-955d-143d03f5d74e req-aacce1df-f70e-48d1-9d94-20642696dfa8 service nova] Acquired lock "refresh_cache-bc64e986-a2db-4386-bb74-b4e73761a742" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.292759] env[63750]: DEBUG nova.network.neutron [req-71c22c72-4ec0-4da4-955d-143d03f5d74e req-aacce1df-f70e-48d1-9d94-20642696dfa8 service nova] [instance: bc64e986-a2db-4386-bb74-b4e73761a742] Refreshing network info cache for port ed7838a2-7411-4014-82ec-12cf3273bd1a {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1629.308426] env[63750]: DEBUG oslo_vmware.api [None req-5a7bdfe2-867d-4fbd-afb3-9e6a76dfeb8d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2005983, 'name': CloneVM_Task} progress is 94%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.391553] env[63750]: DEBUG nova.network.neutron [req-d4dc797f-020a-44cb-804a-f56daf28ac3d req-ae99e7cd-e867-45ae-854f-11e65a7845cf service nova] [instance: 9f8ff3a5-201b-4814-bf32-2f39c2293750] Updated VIF entry in instance network info cache for port 42008f9e-3e3c-4207-aaae-b33535d3dd55. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1629.391553] env[63750]: DEBUG nova.network.neutron [req-d4dc797f-020a-44cb-804a-f56daf28ac3d req-ae99e7cd-e867-45ae-854f-11e65a7845cf service nova] [instance: 9f8ff3a5-201b-4814-bf32-2f39c2293750] Updating instance_info_cache with network_info: [{"id": "42008f9e-3e3c-4207-aaae-b33535d3dd55", "address": "fa:16:3e:01:80:9d", "network": {"id": "48e9ee2e-d753-4146-b499-cb5088587924", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97464ef51d4848b2beb776e97a17e4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42008f9e-3e", "ovs_interfaceid": "42008f9e-3e3c-4207-aaae-b33535d3dd55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1629.459024] env[63750]: DEBUG oslo_vmware.api [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527e94c2-897c-2800-531f-822db74fa235, 'name': SearchDatastore_Task, 'duration_secs': 0.016885} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.459024] env[63750]: DEBUG oslo_concurrency.lockutils [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1629.459024] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 9f8ff3a5-201b-4814-bf32-2f39c2293750/9f8ff3a5-201b-4814-bf32-2f39c2293750.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1629.459024] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.459496] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1629.459496] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7da6a392-4c3d-411d-bed9-3941f8bba139 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.460984] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c340c42-7957-46ba-8034-8020777b5be8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.469286] env[63750]: DEBUG oslo_vmware.api [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Waiting for the task: (returnval){ [ 1629.469286] env[63750]: value = "task-2005984" [ 1629.469286] env[63750]: _type = "Task" [ 1629.469286] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.470837] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1629.470837] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1629.478900] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a10953c-31d4-4e9b-934c-6b265571e91e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.483655] env[63750]: DEBUG nova.compute.manager [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1629.488918] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Applying migration context for instance fe9c3f7c-4c8b-426b-85c1-6fc0f325609e as it has an incoming, in-progress migration 26288fac-5d2d-4483-9959-922e2f739916. Migration status is confirming {{(pid=63750) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1629.488918] env[63750]: INFO nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Updating resource usage from migration 26288fac-5d2d-4483-9959-922e2f739916 [ 1629.500782] env[63750]: DEBUG oslo_vmware.api [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Task: {'id': task-2005984, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.500944] env[63750]: DEBUG oslo_vmware.api [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Waiting for the task: (returnval){ [ 1629.500944] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]528834d1-475c-b765-3d5c-36646acc95e5" [ 1629.500944] env[63750]: _type = "Task" [ 1629.500944] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.514829] env[63750]: DEBUG oslo_vmware.api [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]528834d1-475c-b765-3d5c-36646acc95e5, 'name': SearchDatastore_Task, 'duration_secs': 0.009922} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.515027] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f190ffd2-6e3c-4a80-b30d-a27e615266ad {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.522661] env[63750]: DEBUG oslo_vmware.api [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Waiting for the task: (returnval){ [ 1629.522661] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52c2869e-1cd5-ce90-d1ab-5217f9d06311" [ 1629.522661] env[63750]: _type = "Task" [ 1629.522661] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.538901] env[63750]: DEBUG oslo_concurrency.lockutils [None req-141e37e2-6163-43d9-8a37-b197e7a1a560 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Acquiring lock "refresh_cache-fe9c3f7c-4c8b-426b-85c1-6fc0f325609e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1629.539117] env[63750]: DEBUG oslo_concurrency.lockutils [None req-141e37e2-6163-43d9-8a37-b197e7a1a560 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Acquired lock "refresh_cache-fe9c3f7c-4c8b-426b-85c1-6fc0f325609e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.539275] env[63750]: DEBUG nova.network.neutron [None req-141e37e2-6163-43d9-8a37-b197e7a1a560 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1629.539456] env[63750]: DEBUG nova.objects.instance [None req-141e37e2-6163-43d9-8a37-b197e7a1a560 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Lazy-loading 'info_cache' on Instance uuid fe9c3f7c-4c8b-426b-85c1-6fc0f325609e {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1629.542236] env[63750]: DEBUG oslo_vmware.api [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52c2869e-1cd5-ce90-d1ab-5217f9d06311, 'name': SearchDatastore_Task, 'duration_secs': 0.010701} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.543075] env[63750]: WARNING nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 1747a27d-b414-457a-ac2a-5bae20896432 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1629.544996] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 01a1188a-6523-4d67-8507-2253c4c1a86a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1629.546448] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 3cec7e1e-84cb-4055-a25f-b36579dd1511 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1629.546448] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 5b4fa630-fcf0-4835-b22a-f4245f51ac6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1629.546448] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance c4241be9-151b-403f-a5e7-9e34a6425466 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1629.546448] env[63750]: WARNING nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 028ce127-561f-4a3a-b427-e0c462457550 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1629.546638] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 5ef4df0b-ad8b-4906-a304-fbe776db4943 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1629.546638] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance b23f40f6-7521-4465-bc42-872016f9a6bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1629.546638] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 8892fd3b-b3fa-4b83-89f8-3162579d6f87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1629.546638] env[63750]: WARNING nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 16e7a58b-3c51-4793-b128-d418f7173f7a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1629.546780] env[63750]: WARNING nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1629.546780] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance dc7171f8-5b93-4c12-b878-1aa1dcc54745 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1629.546780] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 9f8ff3a5-201b-4814-bf32-2f39c2293750 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1629.546780] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Migration 26288fac-5d2d-4483-9959-922e2f739916 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1629.546908] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance fe9c3f7c-4c8b-426b-85c1-6fc0f325609e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1629.546908] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance bc64e986-a2db-4386-bb74-b4e73761a742 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1629.546908] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance aa0a6972-7734-4c0a-ab87-64cefae55e6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1629.546908] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance f08cdd8f-d853-40c7-b5d8-11a1a494cba6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1629.550660] env[63750]: DEBUG nova.virt.hardware [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1629.550660] env[63750]: DEBUG nova.virt.hardware [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1629.550660] env[63750]: DEBUG nova.virt.hardware [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1629.551118] env[63750]: DEBUG nova.virt.hardware [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1629.551118] env[63750]: DEBUG nova.virt.hardware [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1629.551118] env[63750]: DEBUG nova.virt.hardware [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1629.551118] env[63750]: DEBUG nova.virt.hardware [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1629.551118] env[63750]: DEBUG nova.virt.hardware [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1629.551402] env[63750]: DEBUG nova.virt.hardware [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1629.551442] env[63750]: DEBUG nova.virt.hardware [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1629.552512] env[63750]: DEBUG nova.virt.hardware [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1629.552512] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1629.552512] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] bc64e986-a2db-4386-bb74-b4e73761a742/bc64e986-a2db-4386-bb74-b4e73761a742.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1629.555175] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc693836-586e-48d1-87fc-0c3920fd2d0c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.556455] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c80ae78c-6204-4421-9a57-4f0f45652bd2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.566840] env[63750]: DEBUG oslo_vmware.api [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Waiting for the task: (returnval){ [ 1629.566840] env[63750]: value = "task-2005985" [ 1629.566840] env[63750]: _type = "Task" [ 1629.566840] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.568183] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35fad7c0-7dae-4002-8f6a-fddb3084c608 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.586893] env[63750]: INFO nova.compute.manager [-] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Took 1.05 seconds to deallocate network for instance. [ 1629.592653] env[63750]: DEBUG oslo_vmware.api [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Task: {'id': task-2005985, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.735885] env[63750]: DEBUG nova.network.neutron [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1629.815846] env[63750]: DEBUG oslo_vmware.api [None req-5a7bdfe2-867d-4fbd-afb3-9e6a76dfeb8d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2005983, 'name': CloneVM_Task} progress is 94%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.897744] env[63750]: DEBUG oslo_concurrency.lockutils [req-d4dc797f-020a-44cb-804a-f56daf28ac3d req-ae99e7cd-e867-45ae-854f-11e65a7845cf service nova] Releasing lock "refresh_cache-9f8ff3a5-201b-4814-bf32-2f39c2293750" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1629.898056] env[63750]: DEBUG nova.compute.manager [req-d4dc797f-020a-44cb-804a-f56daf28ac3d req-ae99e7cd-e867-45ae-854f-11e65a7845cf service nova] [instance: 1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2] Received event network-vif-deleted-e0eeca41-bc04-4837-b3d5-96e4cdf67d5c {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1629.984980] env[63750]: DEBUG oslo_vmware.api [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Task: {'id': task-2005984, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.058050] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 9edf2e36-5cbd-410d-bf99-451a6e3abee6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1630.082470] env[63750]: DEBUG oslo_vmware.api [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Task: {'id': task-2005985, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.098347] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3fc482d5-4b8e-42ac-bd98-6a31e55aa775 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.316079] env[63750]: DEBUG oslo_vmware.api [None req-5a7bdfe2-867d-4fbd-afb3-9e6a76dfeb8d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2005983, 'name': CloneVM_Task} progress is 95%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.484466] env[63750]: DEBUG oslo_vmware.api [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Task: {'id': task-2005984, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542059} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.484466] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 9f8ff3a5-201b-4814-bf32-2f39c2293750/9f8ff3a5-201b-4814-bf32-2f39c2293750.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1630.484466] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] [instance: 9f8ff3a5-201b-4814-bf32-2f39c2293750] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1630.484466] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64f80a00-df33-4e99-a45c-39e6da78dd21 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.492016] env[63750]: DEBUG oslo_vmware.api [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Waiting for the task: (returnval){ [ 1630.492016] env[63750]: value = "task-2005986" [ 1630.492016] env[63750]: _type = "Task" [ 1630.492016] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.504491] env[63750]: DEBUG oslo_vmware.api [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Task: {'id': task-2005986, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.511486] env[63750]: DEBUG nova.network.neutron [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Updating instance_info_cache with network_info: [{"id": "a87c1f96-31ba-46cf-8957-6ffc41191126", "address": "fa:16:3e:c6:ba:f0", "network": {"id": "48e9ee2e-d753-4146-b499-cb5088587924", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97464ef51d4848b2beb776e97a17e4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa87c1f96-31", "ovs_interfaceid": "a87c1f96-31ba-46cf-8957-6ffc41191126", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1630.563403] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 71b4eb74-3e75-44d0-a132-0fa238a09fd2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1630.579860] env[63750]: DEBUG oslo_vmware.api [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Task: {'id': task-2005985, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.878501} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.580343] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] bc64e986-a2db-4386-bb74-b4e73761a742/bc64e986-a2db-4386-bb74-b4e73761a742.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1630.580424] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] [instance: bc64e986-a2db-4386-bb74-b4e73761a742] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1630.580740] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-979bf4e2-c804-46ca-90d9-c45684359b02 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.589487] env[63750]: DEBUG oslo_vmware.api [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Waiting for the task: (returnval){ [ 1630.589487] env[63750]: value = "task-2005987" [ 1630.589487] env[63750]: _type = "Task" [ 1630.589487] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.604734] env[63750]: DEBUG oslo_vmware.api [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Task: {'id': task-2005987, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.753795] env[63750]: DEBUG nova.network.neutron [req-71c22c72-4ec0-4da4-955d-143d03f5d74e req-aacce1df-f70e-48d1-9d94-20642696dfa8 service nova] [instance: bc64e986-a2db-4386-bb74-b4e73761a742] Updated VIF entry in instance network info cache for port ed7838a2-7411-4014-82ec-12cf3273bd1a. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1630.754186] env[63750]: DEBUG nova.network.neutron [req-71c22c72-4ec0-4da4-955d-143d03f5d74e req-aacce1df-f70e-48d1-9d94-20642696dfa8 service nova] [instance: bc64e986-a2db-4386-bb74-b4e73761a742] Updating instance_info_cache with network_info: [{"id": "ed7838a2-7411-4014-82ec-12cf3273bd1a", "address": "fa:16:3e:0b:08:50", "network": {"id": "7b83174e-6375-4604-acba-33da7e2a4b34", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-992974547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7448dc77408744449ccdc5d48a397f8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped7838a2-74", "ovs_interfaceid": "ed7838a2-7411-4014-82ec-12cf3273bd1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1630.812771] env[63750]: DEBUG oslo_vmware.api [None req-5a7bdfe2-867d-4fbd-afb3-9e6a76dfeb8d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2005983, 'name': CloneVM_Task, 'duration_secs': 1.949968} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.812771] env[63750]: INFO nova.virt.vmwareapi.vmops [None req-5a7bdfe2-867d-4fbd-afb3-9e6a76dfeb8d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] Created linked-clone VM from snapshot [ 1630.813825] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01e7e58-c5a4-4002-a802-9e1713a27f0b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.826867] env[63750]: DEBUG nova.virt.vmwareapi.images [None req-5a7bdfe2-867d-4fbd-afb3-9e6a76dfeb8d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] Uploading image 4b5d3589-2ba8-4787-a24e-34ead2884a14 {{(pid=63750) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1630.840079] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a7bdfe2-867d-4fbd-afb3-9e6a76dfeb8d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] Destroying the VM {{(pid=63750) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1630.840385] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4c316ad2-9cdc-4eb2-9205-5760578bef5e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.849926] env[63750]: DEBUG oslo_vmware.api [None req-5a7bdfe2-867d-4fbd-afb3-9e6a76dfeb8d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Waiting for the task: (returnval){ [ 1630.849926] env[63750]: value = "task-2005989" [ 1630.849926] env[63750]: _type = "Task" [ 1630.849926] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.887459] env[63750]: DEBUG oslo_vmware.api [None req-5a7bdfe2-867d-4fbd-afb3-9e6a76dfeb8d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2005989, 'name': Destroy_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.004396] env[63750]: DEBUG oslo_vmware.api [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Task: {'id': task-2005986, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077629} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.006882] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] [instance: 9f8ff3a5-201b-4814-bf32-2f39c2293750] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1631.006882] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4606e3-d4ca-4212-829f-d28187e2c88c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.022510] env[63750]: DEBUG oslo_concurrency.lockutils [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Releasing lock "refresh_cache-aa0a6972-7734-4c0a-ab87-64cefae55e6c" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1631.022510] env[63750]: DEBUG nova.compute.manager [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Instance network_info: |[{"id": "a87c1f96-31ba-46cf-8957-6ffc41191126", "address": "fa:16:3e:c6:ba:f0", "network": {"id": "48e9ee2e-d753-4146-b499-cb5088587924", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97464ef51d4848b2beb776e97a17e4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa87c1f96-31", "ovs_interfaceid": "a87c1f96-31ba-46cf-8957-6ffc41191126", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1631.033647] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] [instance: 9f8ff3a5-201b-4814-bf32-2f39c2293750] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 9f8ff3a5-201b-4814-bf32-2f39c2293750/9f8ff3a5-201b-4814-bf32-2f39c2293750.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1631.034532] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:ba:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a87c1f96-31ba-46cf-8957-6ffc41191126', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1631.043029] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Creating folder: Project (ff72d6169bb042e68d5e8b5343223305). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1631.043613] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cf8e174-d13b-436b-92c5-487a13ee75e9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.058954] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb8c4447-958f-48c6-8e4c-750a108b2db8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.067468] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance fd699fda-28a7-4cd2-bd87-f2f2d28dce65 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1631.070982] env[63750]: DEBUG oslo_vmware.api [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Waiting for the task: (returnval){ [ 1631.070982] env[63750]: value = "task-2005991" [ 1631.070982] env[63750]: _type = "Task" [ 1631.070982] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.076631] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Created folder: Project (ff72d6169bb042e68d5e8b5343223305) in parent group-v412391. [ 1631.076835] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Creating folder: Instances. Parent ref: group-v412452. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1631.077745] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd7a24cd-e9cd-4a7a-9d2c-c02901241ece {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.084116] env[63750]: DEBUG oslo_vmware.api [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Task: {'id': task-2005991, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.095626] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Created folder: Instances in parent group-v412452. [ 1631.095977] env[63750]: DEBUG oslo.service.loopingcall [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1631.096728] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1631.097402] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5afc376e-34bb-418e-9e30-571ee24d9657 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.120235] env[63750]: DEBUG oslo_vmware.api [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Task: {'id': task-2005987, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084122} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.120235] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] [instance: bc64e986-a2db-4386-bb74-b4e73761a742] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1631.122522] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec6c32a-9960-4556-8515-cc373c57bf8d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.128069] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1631.128069] env[63750]: value = "task-2005993" [ 1631.128069] env[63750]: _type = "Task" [ 1631.128069] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.159081] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] [instance: bc64e986-a2db-4386-bb74-b4e73761a742] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] bc64e986-a2db-4386-bb74-b4e73761a742/bc64e986-a2db-4386-bb74-b4e73761a742.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1631.160552] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a27fc45e-a780-4e5d-ab13-2ef74bd16d7d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.183161] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2005993, 'name': CreateVM_Task} progress is 10%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.191070] env[63750]: DEBUG oslo_vmware.api [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Waiting for the task: (returnval){ [ 1631.191070] env[63750]: value = "task-2005994" [ 1631.191070] env[63750]: _type = "Task" [ 1631.191070] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.205257] env[63750]: DEBUG oslo_vmware.api [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Task: {'id': task-2005994, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.262090] env[63750]: DEBUG oslo_concurrency.lockutils [req-71c22c72-4ec0-4da4-955d-143d03f5d74e req-aacce1df-f70e-48d1-9d94-20642696dfa8 service nova] Releasing lock "refresh_cache-bc64e986-a2db-4386-bb74-b4e73761a742" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1631.340814] env[63750]: DEBUG nova.network.neutron [None req-141e37e2-6163-43d9-8a37-b197e7a1a560 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Updating instance_info_cache with network_info: [{"id": "9fbce3e2-9b81-4aeb-bb32-80a71b82aa24", "address": "fa:16:3e:45:98:d2", "network": {"id": "48e9ee2e-d753-4146-b499-cb5088587924", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97464ef51d4848b2beb776e97a17e4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fbce3e2-9b", "ovs_interfaceid": "9fbce3e2-9b81-4aeb-bb32-80a71b82aa24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1631.363297] env[63750]: DEBUG oslo_vmware.api [None req-5a7bdfe2-867d-4fbd-afb3-9e6a76dfeb8d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2005989, 'name': Destroy_Task} progress is 33%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.571181] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 3d11142c-0197-4bd9-bf31-fffabf48ee87 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1631.585403] env[63750]: DEBUG oslo_vmware.api [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Task: {'id': task-2005991, 'name': ReconfigVM_Task, 'duration_secs': 0.380192} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.585691] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] [instance: 9f8ff3a5-201b-4814-bf32-2f39c2293750] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 9f8ff3a5-201b-4814-bf32-2f39c2293750/9f8ff3a5-201b-4814-bf32-2f39c2293750.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1631.586466] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2fd27d42-32ce-4ea2-bb11-d618080760ac {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.595337] env[63750]: DEBUG oslo_vmware.api [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Waiting for the task: (returnval){ [ 1631.595337] env[63750]: value = "task-2005995" [ 1631.595337] env[63750]: _type = "Task" [ 1631.595337] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.605368] env[63750]: DEBUG oslo_vmware.api [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Task: {'id': task-2005995, 'name': Rename_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.639448] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2005993, 'name': CreateVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.708312] env[63750]: DEBUG oslo_vmware.api [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Task: {'id': task-2005994, 'name': ReconfigVM_Task, 'duration_secs': 0.437559} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.708696] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] [instance: bc64e986-a2db-4386-bb74-b4e73761a742] Reconfigured VM instance instance-00000012 to attach disk [datastore1] bc64e986-a2db-4386-bb74-b4e73761a742/bc64e986-a2db-4386-bb74-b4e73761a742.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1631.709280] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da66380a-b84c-44f5-b34c-93bae3e4af50 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.717575] env[63750]: DEBUG oslo_vmware.api [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Waiting for the task: (returnval){ [ 1631.717575] env[63750]: value = "task-2005996" [ 1631.717575] env[63750]: _type = "Task" [ 1631.717575] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.731480] env[63750]: DEBUG oslo_vmware.api [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Task: {'id': task-2005996, 'name': Rename_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.777067] env[63750]: DEBUG nova.network.neutron [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Successfully updated port: 80dc9487-a0c0-4841-8c73-3f0f30f85d8e {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1631.846177] env[63750]: DEBUG oslo_concurrency.lockutils [None req-141e37e2-6163-43d9-8a37-b197e7a1a560 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Releasing lock "refresh_cache-fe9c3f7c-4c8b-426b-85c1-6fc0f325609e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1631.849041] env[63750]: DEBUG nova.objects.instance [None req-141e37e2-6163-43d9-8a37-b197e7a1a560 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Lazy-loading 'migration_context' on Instance uuid fe9c3f7c-4c8b-426b-85c1-6fc0f325609e {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1631.862907] env[63750]: DEBUG oslo_vmware.api [None req-5a7bdfe2-867d-4fbd-afb3-9e6a76dfeb8d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2005989, 'name': Destroy_Task, 'duration_secs': 0.637372} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.863201] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-5a7bdfe2-867d-4fbd-afb3-9e6a76dfeb8d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] Destroyed the VM [ 1631.863526] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5a7bdfe2-867d-4fbd-afb3-9e6a76dfeb8d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] Deleting Snapshot of the VM instance {{(pid=63750) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1631.864322] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-65de3450-99f0-4d00-ab83-abfaec8c96c5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.873283] env[63750]: DEBUG oslo_vmware.api [None req-5a7bdfe2-867d-4fbd-afb3-9e6a76dfeb8d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Waiting for the task: (returnval){ [ 1631.873283] env[63750]: value = "task-2005997" [ 1631.873283] env[63750]: _type = "Task" [ 1631.873283] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.891408] env[63750]: DEBUG oslo_vmware.api [None req-5a7bdfe2-867d-4fbd-afb3-9e6a76dfeb8d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2005997, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.060048] env[63750]: DEBUG nova.compute.manager [req-17afa56e-2a57-47fe-bc52-cb80aade5f30 req-b738a141-3173-4370-a727-319dbac0f750 service nova] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Received event network-vif-plugged-a87c1f96-31ba-46cf-8957-6ffc41191126 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1632.060048] env[63750]: DEBUG oslo_concurrency.lockutils [req-17afa56e-2a57-47fe-bc52-cb80aade5f30 req-b738a141-3173-4370-a727-319dbac0f750 service nova] Acquiring lock "aa0a6972-7734-4c0a-ab87-64cefae55e6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.060048] env[63750]: DEBUG oslo_concurrency.lockutils [req-17afa56e-2a57-47fe-bc52-cb80aade5f30 req-b738a141-3173-4370-a727-319dbac0f750 service nova] Lock "aa0a6972-7734-4c0a-ab87-64cefae55e6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.060048] env[63750]: DEBUG oslo_concurrency.lockutils [req-17afa56e-2a57-47fe-bc52-cb80aade5f30 req-b738a141-3173-4370-a727-319dbac0f750 service nova] Lock "aa0a6972-7734-4c0a-ab87-64cefae55e6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.060048] env[63750]: DEBUG nova.compute.manager [req-17afa56e-2a57-47fe-bc52-cb80aade5f30 req-b738a141-3173-4370-a727-319dbac0f750 service nova] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] No waiting events found dispatching network-vif-plugged-a87c1f96-31ba-46cf-8957-6ffc41191126 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1632.060210] env[63750]: WARNING nova.compute.manager [req-17afa56e-2a57-47fe-bc52-cb80aade5f30 req-b738a141-3173-4370-a727-319dbac0f750 service nova] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Received unexpected event network-vif-plugged-a87c1f96-31ba-46cf-8957-6ffc41191126 for instance with vm_state building and task_state spawning. [ 1632.060355] env[63750]: DEBUG nova.compute.manager [req-17afa56e-2a57-47fe-bc52-cb80aade5f30 req-b738a141-3173-4370-a727-319dbac0f750 service nova] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Received event network-changed-a87c1f96-31ba-46cf-8957-6ffc41191126 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1632.060583] env[63750]: DEBUG nova.compute.manager [req-17afa56e-2a57-47fe-bc52-cb80aade5f30 req-b738a141-3173-4370-a727-319dbac0f750 service nova] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Refreshing instance network info cache due to event network-changed-a87c1f96-31ba-46cf-8957-6ffc41191126. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1632.060719] env[63750]: DEBUG oslo_concurrency.lockutils [req-17afa56e-2a57-47fe-bc52-cb80aade5f30 req-b738a141-3173-4370-a727-319dbac0f750 service nova] Acquiring lock "refresh_cache-aa0a6972-7734-4c0a-ab87-64cefae55e6c" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1632.061623] env[63750]: DEBUG oslo_concurrency.lockutils [req-17afa56e-2a57-47fe-bc52-cb80aade5f30 req-b738a141-3173-4370-a727-319dbac0f750 service nova] Acquired lock "refresh_cache-aa0a6972-7734-4c0a-ab87-64cefae55e6c" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.061623] env[63750]: DEBUG nova.network.neutron [req-17afa56e-2a57-47fe-bc52-cb80aade5f30 req-b738a141-3173-4370-a727-319dbac0f750 service nova] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Refreshing network info cache for port a87c1f96-31ba-46cf-8957-6ffc41191126 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1632.082512] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 3e37b98e-c5f5-446c-8ac2-dacdf8ce7106 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1632.107649] env[63750]: DEBUG oslo_vmware.api [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Task: {'id': task-2005995, 'name': Rename_Task, 'duration_secs': 0.214365} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.108246] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] [instance: 9f8ff3a5-201b-4814-bf32-2f39c2293750] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1632.108653] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d550a54-a8a1-4ca8-8acf-ed8a1f24c457 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.116968] env[63750]: DEBUG oslo_vmware.api [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Waiting for the task: (returnval){ [ 1632.116968] env[63750]: value = "task-2005998" [ 1632.116968] env[63750]: _type = "Task" [ 1632.116968] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.131323] env[63750]: DEBUG oslo_vmware.api [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Task: {'id': task-2005998, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.148478] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2005993, 'name': CreateVM_Task, 'duration_secs': 0.58399} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.148478] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1632.148762] env[63750]: DEBUG oslo_concurrency.lockutils [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1632.149136] env[63750]: DEBUG oslo_concurrency.lockutils [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.150286] env[63750]: DEBUG oslo_concurrency.lockutils [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1632.150286] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ef5e933-c6c1-4204-af07-916cd2a7c3c6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.157609] env[63750]: DEBUG oslo_vmware.api [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Waiting for the task: (returnval){ [ 1632.157609] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52fc53d6-dd22-9265-7fc0-fc2c3a0682c6" [ 1632.157609] env[63750]: _type = "Task" [ 1632.157609] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.168325] env[63750]: DEBUG oslo_vmware.api [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52fc53d6-dd22-9265-7fc0-fc2c3a0682c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.227839] env[63750]: DEBUG oslo_vmware.api [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Task: {'id': task-2005996, 'name': Rename_Task, 'duration_secs': 0.154494} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.228382] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] [instance: bc64e986-a2db-4386-bb74-b4e73761a742] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1632.228382] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8815b295-bc9d-4cfc-afe1-146aacb8c0fd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.236966] env[63750]: DEBUG oslo_vmware.api [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Waiting for the task: (returnval){ [ 1632.236966] env[63750]: value = "task-2005999" [ 1632.236966] env[63750]: _type = "Task" [ 1632.236966] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.248957] env[63750]: DEBUG oslo_vmware.api [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Task: {'id': task-2005999, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.282528] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Acquiring lock "refresh_cache-f08cdd8f-d853-40c7-b5d8-11a1a494cba6" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1632.282610] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Acquired lock "refresh_cache-f08cdd8f-d853-40c7-b5d8-11a1a494cba6" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.282733] env[63750]: DEBUG nova.network.neutron [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1632.352575] env[63750]: DEBUG nova.objects.base [None req-141e37e2-6163-43d9-8a37-b197e7a1a560 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63750) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1632.352575] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a40881-05b0-4c20-8ab5-68d22ac0b968 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.361730] env[63750]: DEBUG oslo_concurrency.lockutils [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Acquiring lock "3544dff6-5be5-4463-9d47-4d8accf9e295" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.361730] env[63750]: DEBUG oslo_concurrency.lockutils [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Lock "3544dff6-5be5-4463-9d47-4d8accf9e295" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.383606] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ef6db6b-701d-4954-a6a2-381d70b10c0b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.394302] env[63750]: DEBUG oslo_vmware.api [None req-5a7bdfe2-867d-4fbd-afb3-9e6a76dfeb8d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2005997, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.396047] env[63750]: DEBUG oslo_vmware.api [None req-141e37e2-6163-43d9-8a37-b197e7a1a560 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Waiting for the task: (returnval){ [ 1632.396047] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5200ae4e-6e22-5e96-d61f-631b7a3ed613" [ 1632.396047] env[63750]: _type = "Task" [ 1632.396047] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.407125] env[63750]: DEBUG oslo_vmware.api [None req-141e37e2-6163-43d9-8a37-b197e7a1a560 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5200ae4e-6e22-5e96-d61f-631b7a3ed613, 'name': SearchDatastore_Task, 'duration_secs': 0.008848} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.407670] env[63750]: DEBUG oslo_concurrency.lockutils [None req-141e37e2-6163-43d9-8a37-b197e7a1a560 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.584084] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 1bc60127-2c17-4962-b6fe-0785357c36ca has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1632.594047] env[63750]: DEBUG oslo_concurrency.lockutils [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquiring lock "643617f0-9718-4aad-8882-2ffce5e41401" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.594349] env[63750]: DEBUG oslo_concurrency.lockutils [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "643617f0-9718-4aad-8882-2ffce5e41401" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.638906] env[63750]: DEBUG oslo_vmware.api [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Task: {'id': task-2005998, 'name': PowerOnVM_Task, 'duration_secs': 0.486003} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.639192] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] [instance: 9f8ff3a5-201b-4814-bf32-2f39c2293750] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1632.639393] env[63750]: INFO nova.compute.manager [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] [instance: 9f8ff3a5-201b-4814-bf32-2f39c2293750] Took 13.01 seconds to spawn the instance on the hypervisor. [ 1632.639732] env[63750]: DEBUG nova.compute.manager [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] [instance: 9f8ff3a5-201b-4814-bf32-2f39c2293750] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1632.640396] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f495d67-47ec-4d1a-acad-0c8bbf213b31 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.675061] env[63750]: DEBUG oslo_vmware.api [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52fc53d6-dd22-9265-7fc0-fc2c3a0682c6, 'name': SearchDatastore_Task, 'duration_secs': 0.01087} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.675360] env[63750]: DEBUG oslo_concurrency.lockutils [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1632.677409] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1632.677409] env[63750]: DEBUG oslo_concurrency.lockutils [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1632.677409] env[63750]: DEBUG oslo_concurrency.lockutils [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.677409] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1632.677409] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1904c9d-65cf-4644-8419-508a9a01b8d4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.689809] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1632.690057] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1632.690807] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-699c7054-1c05-40fc-9ca2-3d6b36fe086c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.698549] env[63750]: DEBUG oslo_vmware.api [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Waiting for the task: (returnval){ [ 1632.698549] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5243068c-e49f-e632-30cb-b83ebc0a9d88" [ 1632.698549] env[63750]: _type = "Task" [ 1632.698549] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.710337] env[63750]: DEBUG oslo_vmware.api [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5243068c-e49f-e632-30cb-b83ebc0a9d88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.755464] env[63750]: DEBUG oslo_vmware.api [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Task: {'id': task-2005999, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.892230] env[63750]: DEBUG oslo_vmware.api [None req-5a7bdfe2-867d-4fbd-afb3-9e6a76dfeb8d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2005997, 'name': RemoveSnapshot_Task, 'duration_secs': 0.586063} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.892230] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5a7bdfe2-867d-4fbd-afb3-9e6a76dfeb8d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] Deleted Snapshot of the VM instance {{(pid=63750) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1632.896267] env[63750]: DEBUG nova.network.neutron [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1633.091932] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 3972845f-a11a-4160-ad32-3cf31efa28c0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1633.092329] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1633.092511] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1633.161476] env[63750]: INFO nova.compute.manager [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] [instance: 9f8ff3a5-201b-4814-bf32-2f39c2293750] Took 33.75 seconds to build instance. [ 1633.205029] env[63750]: DEBUG nova.network.neutron [req-17afa56e-2a57-47fe-bc52-cb80aade5f30 req-b738a141-3173-4370-a727-319dbac0f750 service nova] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Updated VIF entry in instance network info cache for port a87c1f96-31ba-46cf-8957-6ffc41191126. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1633.205359] env[63750]: DEBUG nova.network.neutron [req-17afa56e-2a57-47fe-bc52-cb80aade5f30 req-b738a141-3173-4370-a727-319dbac0f750 service nova] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Updating instance_info_cache with network_info: [{"id": "a87c1f96-31ba-46cf-8957-6ffc41191126", "address": "fa:16:3e:c6:ba:f0", "network": {"id": "48e9ee2e-d753-4146-b499-cb5088587924", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97464ef51d4848b2beb776e97a17e4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa87c1f96-31", "ovs_interfaceid": "a87c1f96-31ba-46cf-8957-6ffc41191126", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1633.210899] env[63750]: DEBUG oslo_vmware.api [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5243068c-e49f-e632-30cb-b83ebc0a9d88, 'name': SearchDatastore_Task, 'duration_secs': 0.021543} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.215866] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e136107-168b-4c90-8fce-a058fcd97c87 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.224382] env[63750]: DEBUG oslo_vmware.api [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Waiting for the task: (returnval){ [ 1633.224382] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52201c99-c97b-f053-db3d-670f10891611" [ 1633.224382] env[63750]: _type = "Task" [ 1633.224382] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.241862] env[63750]: DEBUG oslo_vmware.api [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52201c99-c97b-f053-db3d-670f10891611, 'name': SearchDatastore_Task, 'duration_secs': 0.012067} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.245205] env[63750]: DEBUG oslo_concurrency.lockutils [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1633.245494] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] aa0a6972-7734-4c0a-ab87-64cefae55e6c/aa0a6972-7734-4c0a-ab87-64cefae55e6c.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1633.245838] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de09c972-d073-44c3-ae03-25b3c05b58c4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.261548] env[63750]: DEBUG oslo_vmware.api [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Task: {'id': task-2005999, 'name': PowerOnVM_Task, 'duration_secs': 0.817566} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.263178] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] [instance: bc64e986-a2db-4386-bb74-b4e73761a742] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1633.263576] env[63750]: INFO nova.compute.manager [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] [instance: bc64e986-a2db-4386-bb74-b4e73761a742] Took 11.02 seconds to spawn the instance on the hypervisor. [ 1633.263701] env[63750]: DEBUG nova.compute.manager [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] [instance: bc64e986-a2db-4386-bb74-b4e73761a742] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1633.264045] env[63750]: DEBUG oslo_vmware.api [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Waiting for the task: (returnval){ [ 1633.264045] env[63750]: value = "task-2006000" [ 1633.264045] env[63750]: _type = "Task" [ 1633.264045] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.265891] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3af9fea-b152-482f-8499-0b931a30623a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.289976] env[63750]: DEBUG oslo_vmware.api [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006000, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.398940] env[63750]: WARNING nova.compute.manager [None req-5a7bdfe2-867d-4fbd-afb3-9e6a76dfeb8d tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] Image not found during snapshot: nova.exception.ImageNotFound: Image 4b5d3589-2ba8-4787-a24e-34ead2884a14 could not be found. [ 1633.543233] env[63750]: DEBUG nova.network.neutron [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Updating instance_info_cache with network_info: [{"id": "80dc9487-a0c0-4841-8c73-3f0f30f85d8e", "address": "fa:16:3e:a0:14:cf", "network": {"id": "48e9ee2e-d753-4146-b499-cb5088587924", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97464ef51d4848b2beb776e97a17e4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80dc9487-a0", "ovs_interfaceid": "80dc9487-a0c0-4841-8c73-3f0f30f85d8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1633.668680] env[63750]: DEBUG oslo_concurrency.lockutils [None req-287455a3-dcb7-42e7-bf43-b69a96213e30 tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Lock "9f8ff3a5-201b-4814-bf32-2f39c2293750" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.947s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.669654] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75534efa-7677-4aa4-a232-c29c5baa7cc7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.681105] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9250be1-9df4-4a85-b489-e1ee25e70c06 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.727735] env[63750]: DEBUG oslo_concurrency.lockutils [req-17afa56e-2a57-47fe-bc52-cb80aade5f30 req-b738a141-3173-4370-a727-319dbac0f750 service nova] Releasing lock "refresh_cache-aa0a6972-7734-4c0a-ab87-64cefae55e6c" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1633.727735] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b544d75-477a-4432-bd0b-7b898967b4d7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.738956] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be02edd-a695-4336-8735-1738a77d8da3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.762116] env[63750]: DEBUG nova.compute.provider_tree [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1633.780911] env[63750]: DEBUG oslo_vmware.api [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006000, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.804248] env[63750]: INFO nova.compute.manager [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] [instance: bc64e986-a2db-4386-bb74-b4e73761a742] Took 31.78 seconds to build instance. [ 1634.050022] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Releasing lock "refresh_cache-f08cdd8f-d853-40c7-b5d8-11a1a494cba6" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1634.050022] env[63750]: DEBUG nova.compute.manager [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Instance network_info: |[{"id": "80dc9487-a0c0-4841-8c73-3f0f30f85d8e", "address": "fa:16:3e:a0:14:cf", "network": {"id": "48e9ee2e-d753-4146-b499-cb5088587924", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97464ef51d4848b2beb776e97a17e4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80dc9487-a0", "ovs_interfaceid": "80dc9487-a0c0-4841-8c73-3f0f30f85d8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1634.050217] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:14:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80dc9487-a0c0-4841-8c73-3f0f30f85d8e', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1634.063276] env[63750]: DEBUG oslo.service.loopingcall [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1634.063535] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1634.063789] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-edefd1cd-bb5e-40d5-a260-12192fc42a15 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.096070] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1634.096070] env[63750]: value = "task-2006001" [ 1634.096070] env[63750]: _type = "Task" [ 1634.096070] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.108938] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006001, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.180670] env[63750]: DEBUG nova.compute.manager [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] [instance: 3972845f-a11a-4160-ad32-3cf31efa28c0] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1634.269578] env[63750]: DEBUG nova.scheduler.client.report [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1634.295107] env[63750]: DEBUG oslo_vmware.api [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006000, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.759684} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.295107] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] aa0a6972-7734-4c0a-ab87-64cefae55e6c/aa0a6972-7734-4c0a-ab87-64cefae55e6c.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1634.295107] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1634.295107] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d363092-c51d-4bb4-8346-2ea4080cef6f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.304708] env[63750]: DEBUG oslo_vmware.api [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Waiting for the task: (returnval){ [ 1634.304708] env[63750]: value = "task-2006002" [ 1634.304708] env[63750]: _type = "Task" [ 1634.304708] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.309011] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2da55f68-55f7-432c-af5b-79d14d8c6a1b tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Lock "bc64e986-a2db-4386-bb74-b4e73761a742" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.326s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.319966] env[63750]: DEBUG oslo_vmware.api [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006002, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.611828] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006001, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.720434] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1634.786560] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63750) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1634.787801] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.323s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.787801] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f8a36f6e-b768-4e07-aad1-acefcdaf3df1 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.568s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1634.787801] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f8a36f6e-b768-4e07-aad1-acefcdaf3df1 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.789493] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.410s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1634.791053] env[63750]: INFO nova.compute.claims [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 9edf2e36-5cbd-410d-bf99-451a6e3abee6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1634.814423] env[63750]: DEBUG nova.compute.manager [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1634.825670] env[63750]: DEBUG oslo_vmware.api [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006002, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073399} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.825973] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1634.826797] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1bc7fb1-a7a4-46a4-b1ef-acafda3f7e5e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.856404] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] aa0a6972-7734-4c0a-ab87-64cefae55e6c/aa0a6972-7734-4c0a-ab87-64cefae55e6c.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1634.858427] env[63750]: INFO nova.scheduler.client.report [None req-f8a36f6e-b768-4e07-aad1-acefcdaf3df1 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Deleted allocations for instance 1747a27d-b414-457a-ac2a-5bae20896432 [ 1634.860236] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e09c3deb-c529-4e40-945c-84403c0a9515 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.890315] env[63750]: DEBUG oslo_vmware.api [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Waiting for the task: (returnval){ [ 1634.890315] env[63750]: value = "task-2006003" [ 1634.890315] env[63750]: _type = "Task" [ 1634.890315] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.905335] env[63750]: DEBUG oslo_vmware.api [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006003, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.982648] env[63750]: DEBUG nova.compute.manager [req-a28acf58-7cb2-4b94-9780-faabe44b147c req-6b8c67e6-3f0a-4235-85a9-b09fbead62ed service nova] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Received event network-vif-plugged-80dc9487-a0c0-4841-8c73-3f0f30f85d8e {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1634.982648] env[63750]: DEBUG oslo_concurrency.lockutils [req-a28acf58-7cb2-4b94-9780-faabe44b147c req-6b8c67e6-3f0a-4235-85a9-b09fbead62ed service nova] Acquiring lock "f08cdd8f-d853-40c7-b5d8-11a1a494cba6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1634.982977] env[63750]: DEBUG oslo_concurrency.lockutils [req-a28acf58-7cb2-4b94-9780-faabe44b147c req-6b8c67e6-3f0a-4235-85a9-b09fbead62ed service nova] Lock "f08cdd8f-d853-40c7-b5d8-11a1a494cba6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1634.983201] env[63750]: DEBUG oslo_concurrency.lockutils [req-a28acf58-7cb2-4b94-9780-faabe44b147c req-6b8c67e6-3f0a-4235-85a9-b09fbead62ed service nova] Lock "f08cdd8f-d853-40c7-b5d8-11a1a494cba6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.983404] env[63750]: DEBUG nova.compute.manager [req-a28acf58-7cb2-4b94-9780-faabe44b147c req-6b8c67e6-3f0a-4235-85a9-b09fbead62ed service nova] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] No waiting events found dispatching network-vif-plugged-80dc9487-a0c0-4841-8c73-3f0f30f85d8e {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1634.983620] env[63750]: WARNING nova.compute.manager [req-a28acf58-7cb2-4b94-9780-faabe44b147c req-6b8c67e6-3f0a-4235-85a9-b09fbead62ed service nova] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Received unexpected event network-vif-plugged-80dc9487-a0c0-4841-8c73-3f0f30f85d8e for instance with vm_state building and task_state spawning. [ 1634.983866] env[63750]: DEBUG nova.compute.manager [req-a28acf58-7cb2-4b94-9780-faabe44b147c req-6b8c67e6-3f0a-4235-85a9-b09fbead62ed service nova] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Received event network-changed-80dc9487-a0c0-4841-8c73-3f0f30f85d8e {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1634.984571] env[63750]: DEBUG nova.compute.manager [req-a28acf58-7cb2-4b94-9780-faabe44b147c req-6b8c67e6-3f0a-4235-85a9-b09fbead62ed service nova] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Refreshing instance network info cache due to event network-changed-80dc9487-a0c0-4841-8c73-3f0f30f85d8e. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1634.985180] env[63750]: DEBUG oslo_concurrency.lockutils [req-a28acf58-7cb2-4b94-9780-faabe44b147c req-6b8c67e6-3f0a-4235-85a9-b09fbead62ed service nova] Acquiring lock "refresh_cache-f08cdd8f-d853-40c7-b5d8-11a1a494cba6" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1634.985180] env[63750]: DEBUG oslo_concurrency.lockutils [req-a28acf58-7cb2-4b94-9780-faabe44b147c req-6b8c67e6-3f0a-4235-85a9-b09fbead62ed service nova] Acquired lock "refresh_cache-f08cdd8f-d853-40c7-b5d8-11a1a494cba6" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.985302] env[63750]: DEBUG nova.network.neutron [req-a28acf58-7cb2-4b94-9780-faabe44b147c req-6b8c67e6-3f0a-4235-85a9-b09fbead62ed service nova] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Refreshing network info cache for port 80dc9487-a0c0-4841-8c73-3f0f30f85d8e {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1635.119765] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006001, 'name': CreateVM_Task, 'duration_secs': 0.698911} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.119765] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1635.119765] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1635.119765] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.119765] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1635.120030] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-958a4010-e049-4faf-a37c-271268d4c78c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.131188] env[63750]: DEBUG oslo_vmware.api [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Waiting for the task: (returnval){ [ 1635.131188] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52934a36-9745-5f53-c4ba-f38a829d2bd6" [ 1635.131188] env[63750]: _type = "Task" [ 1635.131188] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.146224] env[63750]: DEBUG oslo_vmware.api [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52934a36-9745-5f53-c4ba-f38a829d2bd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.165223] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Acquiring lock "be1c2871-2c59-4a77-8792-fb9f5fd2128f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.165378] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Lock "be1c2871-2c59-4a77-8792-fb9f5fd2128f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.360844] env[63750]: DEBUG oslo_concurrency.lockutils [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.387076] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f8a36f6e-b768-4e07-aad1-acefcdaf3df1 tempest-ServerDiagnosticsV248Test-63870216 tempest-ServerDiagnosticsV248Test-63870216-project-member] Lock "1747a27d-b414-457a-ac2a-5bae20896432" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.549s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1635.406807] env[63750]: DEBUG oslo_vmware.api [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006003, 'name': ReconfigVM_Task, 'duration_secs': 0.487897} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.409022] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Reconfigured VM instance instance-00000013 to attach disk [datastore1] aa0a6972-7734-4c0a-ab87-64cefae55e6c/aa0a6972-7734-4c0a-ab87-64cefae55e6c.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1635.409022] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f668f72c-b39c-45ef-b8e9-7fe4f240564b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.419982] env[63750]: DEBUG oslo_vmware.api [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Waiting for the task: (returnval){ [ 1635.419982] env[63750]: value = "task-2006004" [ 1635.419982] env[63750]: _type = "Task" [ 1635.419982] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.440872] env[63750]: DEBUG oslo_vmware.api [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006004, 'name': Rename_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.647148] env[63750]: DEBUG oslo_vmware.api [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52934a36-9745-5f53-c4ba-f38a829d2bd6, 'name': SearchDatastore_Task, 'duration_secs': 0.013242} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.647514] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1635.647756] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1635.647990] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1635.648179] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.648398] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1635.648693] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0b02d8c-5238-4332-ac17-1f0013248870 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.661130] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1635.661326] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1635.662729] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19c9466e-979d-4581-b399-79768bf3726e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.672634] env[63750]: DEBUG oslo_vmware.api [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Waiting for the task: (returnval){ [ 1635.672634] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52320367-c017-61f7-026c-1cc603e51a72" [ 1635.672634] env[63750]: _type = "Task" [ 1635.672634] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.684672] env[63750]: DEBUG oslo_vmware.api [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52320367-c017-61f7-026c-1cc603e51a72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.938374] env[63750]: DEBUG oslo_vmware.api [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006004, 'name': Rename_Task, 'duration_secs': 0.205866} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.938804] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1635.939121] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d799925-d388-456a-bc91-00b4a5d68435 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.955360] env[63750]: DEBUG oslo_vmware.api [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Waiting for the task: (returnval){ [ 1635.955360] env[63750]: value = "task-2006005" [ 1635.955360] env[63750]: _type = "Task" [ 1635.955360] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.975853] env[63750]: DEBUG oslo_vmware.api [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006005, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.089453] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4b255431-8aff-4668-88e9-846e729a907e tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Acquiring lock "9f8ff3a5-201b-4814-bf32-2f39c2293750" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.089948] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4b255431-8aff-4668-88e9-846e729a907e tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Lock "9f8ff3a5-201b-4814-bf32-2f39c2293750" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1636.091039] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4b255431-8aff-4668-88e9-846e729a907e tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Acquiring lock "9f8ff3a5-201b-4814-bf32-2f39c2293750-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.091039] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4b255431-8aff-4668-88e9-846e729a907e tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Lock "9f8ff3a5-201b-4814-bf32-2f39c2293750-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1636.091039] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4b255431-8aff-4668-88e9-846e729a907e tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Lock "9f8ff3a5-201b-4814-bf32-2f39c2293750-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1636.096372] env[63750]: INFO nova.compute.manager [None req-4b255431-8aff-4668-88e9-846e729a907e tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] [instance: 9f8ff3a5-201b-4814-bf32-2f39c2293750] Terminating instance [ 1636.191951] env[63750]: DEBUG oslo_vmware.api [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52320367-c017-61f7-026c-1cc603e51a72, 'name': SearchDatastore_Task, 'duration_secs': 0.012716} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.197722] env[63750]: DEBUG nova.network.neutron [req-a28acf58-7cb2-4b94-9780-faabe44b147c req-6b8c67e6-3f0a-4235-85a9-b09fbead62ed service nova] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Updated VIF entry in instance network info cache for port 80dc9487-a0c0-4841-8c73-3f0f30f85d8e. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1636.198088] env[63750]: DEBUG nova.network.neutron [req-a28acf58-7cb2-4b94-9780-faabe44b147c req-6b8c67e6-3f0a-4235-85a9-b09fbead62ed service nova] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Updating instance_info_cache with network_info: [{"id": "80dc9487-a0c0-4841-8c73-3f0f30f85d8e", "address": "fa:16:3e:a0:14:cf", "network": {"id": "48e9ee2e-d753-4146-b499-cb5088587924", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97464ef51d4848b2beb776e97a17e4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80dc9487-a0", "ovs_interfaceid": "80dc9487-a0c0-4841-8c73-3f0f30f85d8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1636.202066] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf4a1c03-da89-4b78-8238-9d7090cc7c50 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.210584] env[63750]: DEBUG oslo_vmware.api [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Waiting for the task: (returnval){ [ 1636.210584] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]520f80c6-64cf-86ab-31b8-0b4f25ead083" [ 1636.210584] env[63750]: _type = "Task" [ 1636.210584] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.224991] env[63750]: DEBUG oslo_vmware.api [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]520f80c6-64cf-86ab-31b8-0b4f25ead083, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.351730] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec90f61d-921f-44b7-b156-216b8cb4c5e2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.365750] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5fd015-3e91-4621-bb03-50ef10cf837b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.403823] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d62ee9c-ef1e-4083-b31e-ea3f462f41a0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.415547] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0c120f-ffd5-4dc5-9a8b-3e1f426667e6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.434031] env[63750]: DEBUG nova.compute.provider_tree [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1636.468681] env[63750]: DEBUG oslo_vmware.api [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006005, 'name': PowerOnVM_Task} progress is 71%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.603581] env[63750]: DEBUG nova.compute.manager [None req-4b255431-8aff-4668-88e9-846e729a907e tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] [instance: 9f8ff3a5-201b-4814-bf32-2f39c2293750] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1636.603938] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4b255431-8aff-4668-88e9-846e729a907e tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] [instance: 9f8ff3a5-201b-4814-bf32-2f39c2293750] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1636.604888] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a8c97c-64a2-4b88-90c6-3d2565efc438 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.619376] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b255431-8aff-4668-88e9-846e729a907e tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] [instance: 9f8ff3a5-201b-4814-bf32-2f39c2293750] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1636.619669] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d468a246-3eaf-44f7-8049-b45c93f5c6c2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.628874] env[63750]: DEBUG oslo_vmware.api [None req-4b255431-8aff-4668-88e9-846e729a907e tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Waiting for the task: (returnval){ [ 1636.628874] env[63750]: value = "task-2006006" [ 1636.628874] env[63750]: _type = "Task" [ 1636.628874] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.640431] env[63750]: DEBUG oslo_vmware.api [None req-4b255431-8aff-4668-88e9-846e729a907e tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Task: {'id': task-2006006, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.700978] env[63750]: DEBUG oslo_concurrency.lockutils [req-a28acf58-7cb2-4b94-9780-faabe44b147c req-6b8c67e6-3f0a-4235-85a9-b09fbead62ed service nova] Releasing lock "refresh_cache-f08cdd8f-d853-40c7-b5d8-11a1a494cba6" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1636.722528] env[63750]: DEBUG oslo_vmware.api [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]520f80c6-64cf-86ab-31b8-0b4f25ead083, 'name': SearchDatastore_Task, 'duration_secs': 0.013353} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.722879] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1636.723210] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] f08cdd8f-d853-40c7-b5d8-11a1a494cba6/f08cdd8f-d853-40c7-b5d8-11a1a494cba6.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1636.723535] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca7ac02a-2d6e-4ccc-a384-a9713c63dcc4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.732603] env[63750]: DEBUG oslo_vmware.api [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Waiting for the task: (returnval){ [ 1636.732603] env[63750]: value = "task-2006007" [ 1636.732603] env[63750]: _type = "Task" [ 1636.732603] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.742508] env[63750]: DEBUG oslo_vmware.api [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006007, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.796603] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1636.797710] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1636.942001] env[63750]: DEBUG nova.scheduler.client.report [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1636.974369] env[63750]: DEBUG oslo_vmware.api [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006005, 'name': PowerOnVM_Task, 'duration_secs': 0.954657} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.974369] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1636.974369] env[63750]: INFO nova.compute.manager [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Took 12.17 seconds to spawn the instance on the hypervisor. [ 1636.974369] env[63750]: DEBUG nova.compute.manager [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1636.974369] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aacd3db-39ad-4792-8336-7d71fb52ecd0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.995927] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Acquiring lock "19fa9ea2-0fa3-47a3-a80a-91225c41da38" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.996276] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Lock "19fa9ea2-0fa3-47a3-a80a-91225c41da38" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.077283] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d37e7339-742c-49ef-9529-3f0dad46e726 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Acquiring lock "5ef4df0b-ad8b-4906-a304-fbe776db4943" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.077336] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d37e7339-742c-49ef-9529-3f0dad46e726 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Lock "5ef4df0b-ad8b-4906-a304-fbe776db4943" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.077946] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d37e7339-742c-49ef-9529-3f0dad46e726 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Acquiring lock "5ef4df0b-ad8b-4906-a304-fbe776db4943-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.078100] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d37e7339-742c-49ef-9529-3f0dad46e726 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Lock "5ef4df0b-ad8b-4906-a304-fbe776db4943-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.078291] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d37e7339-742c-49ef-9529-3f0dad46e726 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Lock "5ef4df0b-ad8b-4906-a304-fbe776db4943-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.081815] env[63750]: INFO nova.compute.manager [None req-d37e7339-742c-49ef-9529-3f0dad46e726 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] Terminating instance [ 1637.140598] env[63750]: DEBUG oslo_vmware.api [None req-4b255431-8aff-4668-88e9-846e729a907e tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Task: {'id': task-2006006, 'name': PowerOffVM_Task, 'duration_secs': 0.230254} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.147307] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b255431-8aff-4668-88e9-846e729a907e tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] [instance: 9f8ff3a5-201b-4814-bf32-2f39c2293750] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1637.147307] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4b255431-8aff-4668-88e9-846e729a907e tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] [instance: 9f8ff3a5-201b-4814-bf32-2f39c2293750] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1637.147307] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a242b7d9-6293-45ea-95d8-331cfeb573e9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.250782] env[63750]: DEBUG oslo_vmware.api [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006007, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.285908] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4b255431-8aff-4668-88e9-846e729a907e tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] [instance: 9f8ff3a5-201b-4814-bf32-2f39c2293750] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1637.285908] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4b255431-8aff-4668-88e9-846e729a907e tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] [instance: 9f8ff3a5-201b-4814-bf32-2f39c2293750] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1637.286076] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b255431-8aff-4668-88e9-846e729a907e tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Deleting the datastore file [datastore1] 9f8ff3a5-201b-4814-bf32-2f39c2293750 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1637.286364] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10b1bfac-1b60-4be5-afc8-d76873c1a507 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.297553] env[63750]: DEBUG oslo_vmware.api [None req-4b255431-8aff-4668-88e9-846e729a907e tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Waiting for the task: (returnval){ [ 1637.297553] env[63750]: value = "task-2006009" [ 1637.297553] env[63750]: _type = "Task" [ 1637.297553] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.309089] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1637.309089] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Starting heal instance info cache {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1637.309089] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Rebuilding the list of instances to heal {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1637.315999] env[63750]: DEBUG oslo_vmware.api [None req-4b255431-8aff-4668-88e9-846e729a907e tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Task: {'id': task-2006009, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.450774] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.450774] env[63750]: DEBUG nova.compute.manager [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 9edf2e36-5cbd-410d-bf99-451a6e3abee6] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1637.454049] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.100s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.460559] env[63750]: INFO nova.compute.claims [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1637.500732] env[63750]: INFO nova.compute.manager [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Took 32.60 seconds to build instance. [ 1637.589208] env[63750]: DEBUG nova.compute.manager [None req-d37e7339-742c-49ef-9529-3f0dad46e726 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1637.589504] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-d37e7339-742c-49ef-9529-3f0dad46e726 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1637.590413] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad496b0c-5f0e-48db-a98f-ad3b7d4db4d0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.605248] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-d37e7339-742c-49ef-9529-3f0dad46e726 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1637.605248] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3fa44a2-6de6-4f86-88c7-7aa6f97c47eb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.616283] env[63750]: DEBUG oslo_vmware.api [None req-d37e7339-742c-49ef-9529-3f0dad46e726 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Waiting for the task: (returnval){ [ 1637.616283] env[63750]: value = "task-2006010" [ 1637.616283] env[63750]: _type = "Task" [ 1637.616283] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.629489] env[63750]: DEBUG oslo_vmware.api [None req-d37e7339-742c-49ef-9529-3f0dad46e726 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006010, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.729333] env[63750]: DEBUG nova.compute.manager [req-ff38d9a2-a77b-4f4e-9e18-2553e8b7f4be req-eaa3c30b-5e9f-4f47-9160-ce32b95a9007 service nova] [instance: bc64e986-a2db-4386-bb74-b4e73761a742] Received event network-changed-ed7838a2-7411-4014-82ec-12cf3273bd1a {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1637.729480] env[63750]: DEBUG nova.compute.manager [req-ff38d9a2-a77b-4f4e-9e18-2553e8b7f4be req-eaa3c30b-5e9f-4f47-9160-ce32b95a9007 service nova] [instance: bc64e986-a2db-4386-bb74-b4e73761a742] Refreshing instance network info cache due to event network-changed-ed7838a2-7411-4014-82ec-12cf3273bd1a. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1637.729694] env[63750]: DEBUG oslo_concurrency.lockutils [req-ff38d9a2-a77b-4f4e-9e18-2553e8b7f4be req-eaa3c30b-5e9f-4f47-9160-ce32b95a9007 service nova] Acquiring lock "refresh_cache-bc64e986-a2db-4386-bb74-b4e73761a742" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1637.729839] env[63750]: DEBUG oslo_concurrency.lockutils [req-ff38d9a2-a77b-4f4e-9e18-2553e8b7f4be req-eaa3c30b-5e9f-4f47-9160-ce32b95a9007 service nova] Acquired lock "refresh_cache-bc64e986-a2db-4386-bb74-b4e73761a742" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1637.729995] env[63750]: DEBUG nova.network.neutron [req-ff38d9a2-a77b-4f4e-9e18-2553e8b7f4be req-eaa3c30b-5e9f-4f47-9160-ce32b95a9007 service nova] [instance: bc64e986-a2db-4386-bb74-b4e73761a742] Refreshing network info cache for port ed7838a2-7411-4014-82ec-12cf3273bd1a {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1637.748215] env[63750]: DEBUG oslo_vmware.api [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006007, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.813471} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.748215] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] f08cdd8f-d853-40c7-b5d8-11a1a494cba6/f08cdd8f-d853-40c7-b5d8-11a1a494cba6.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1637.748215] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1637.748215] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7bb785e7-56d0-42f5-8e85-7ef95406c08f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.757094] env[63750]: DEBUG oslo_vmware.api [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Waiting for the task: (returnval){ [ 1637.757094] env[63750]: value = "task-2006011" [ 1637.757094] env[63750]: _type = "Task" [ 1637.757094] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.767283] env[63750]: DEBUG oslo_vmware.api [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006011, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.815889] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] Skipping network cache update for instance because it is being deleted. {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10463}} [ 1637.816085] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 9f8ff3a5-201b-4814-bf32-2f39c2293750] Skipping network cache update for instance because it is being deleted. {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10463}} [ 1637.816230] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Skipping network cache update for instance because it is Building. {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 1637.816338] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 9edf2e36-5cbd-410d-bf99-451a6e3abee6] Skipping network cache update for instance because it is Building. {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 1637.818696] env[63750]: DEBUG oslo_vmware.api [None req-4b255431-8aff-4668-88e9-846e729a907e tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Task: {'id': task-2006009, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.464119} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.819267] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b255431-8aff-4668-88e9-846e729a907e tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1637.819466] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4b255431-8aff-4668-88e9-846e729a907e tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] [instance: 9f8ff3a5-201b-4814-bf32-2f39c2293750] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1637.819648] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4b255431-8aff-4668-88e9-846e729a907e tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] [instance: 9f8ff3a5-201b-4814-bf32-2f39c2293750] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1637.819815] env[63750]: INFO nova.compute.manager [None req-4b255431-8aff-4668-88e9-846e729a907e tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] [instance: 9f8ff3a5-201b-4814-bf32-2f39c2293750] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1637.820078] env[63750]: DEBUG oslo.service.loopingcall [None req-4b255431-8aff-4668-88e9-846e729a907e tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1637.820613] env[63750]: DEBUG nova.compute.manager [-] [instance: 9f8ff3a5-201b-4814-bf32-2f39c2293750] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1637.820733] env[63750]: DEBUG nova.network.neutron [-] [instance: 9f8ff3a5-201b-4814-bf32-2f39c2293750] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1637.887735] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "refresh_cache-fe9c3f7c-4c8b-426b-85c1-6fc0f325609e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1637.888192] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquired lock "refresh_cache-fe9c3f7c-4c8b-426b-85c1-6fc0f325609e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1637.888479] env[63750]: DEBUG nova.network.neutron [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Forcefully refreshing network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1637.888904] env[63750]: DEBUG nova.objects.instance [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lazy-loading 'info_cache' on Instance uuid fe9c3f7c-4c8b-426b-85c1-6fc0f325609e {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1637.970311] env[63750]: DEBUG nova.compute.utils [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1637.974988] env[63750]: DEBUG nova.compute.manager [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 9edf2e36-5cbd-410d-bf99-451a6e3abee6] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1637.974988] env[63750]: DEBUG nova.network.neutron [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 9edf2e36-5cbd-410d-bf99-451a6e3abee6] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1638.002941] env[63750]: DEBUG oslo_concurrency.lockutils [None req-34852a03-d06c-4333-be8c-218a0b8d9619 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Lock "aa0a6972-7734-4c0a-ab87-64cefae55e6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.464s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1638.065906] env[63750]: DEBUG nova.policy [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5940d077e4754488ad36aa00cfe755dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb8342d3990f4ec9987d129696c180e6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1638.128111] env[63750]: DEBUG oslo_vmware.api [None req-d37e7339-742c-49ef-9529-3f0dad46e726 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006010, 'name': PowerOffVM_Task, 'duration_secs': 0.2334} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.129533] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-d37e7339-742c-49ef-9529-3f0dad46e726 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1638.129533] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-d37e7339-742c-49ef-9529-3f0dad46e726 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1638.129533] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37cc71c5-db3b-4027-9c12-35e2ca0ce4e4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.270672] env[63750]: DEBUG oslo_vmware.api [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006011, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079947} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.270961] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1638.271774] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ddd7fc-0237-4d6f-a23e-9336d14602c9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.302027] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] f08cdd8f-d853-40c7-b5d8-11a1a494cba6/f08cdd8f-d853-40c7-b5d8-11a1a494cba6.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1638.306978] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77460ead-6dbf-45a4-a4ff-e3be608933f9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.327763] env[63750]: DEBUG oslo_vmware.api [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Waiting for the task: (returnval){ [ 1638.327763] env[63750]: value = "task-2006013" [ 1638.327763] env[63750]: _type = "Task" [ 1638.327763] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.335459] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-d37e7339-742c-49ef-9529-3f0dad46e726 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1638.335459] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-d37e7339-742c-49ef-9529-3f0dad46e726 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1638.335557] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-d37e7339-742c-49ef-9529-3f0dad46e726 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Deleting the datastore file [datastore1] 5ef4df0b-ad8b-4906-a304-fbe776db4943 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1638.336190] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-485f2bb4-96c7-4c97-abd6-9cb8704fe20b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.342213] env[63750]: DEBUG oslo_vmware.api [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006013, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.349698] env[63750]: DEBUG oslo_vmware.api [None req-d37e7339-742c-49ef-9529-3f0dad46e726 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Waiting for the task: (returnval){ [ 1638.349698] env[63750]: value = "task-2006014" [ 1638.349698] env[63750]: _type = "Task" [ 1638.349698] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.360642] env[63750]: DEBUG oslo_vmware.api [None req-d37e7339-742c-49ef-9529-3f0dad46e726 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006014, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.480265] env[63750]: DEBUG nova.compute.manager [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 9edf2e36-5cbd-410d-bf99-451a6e3abee6] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1638.505444] env[63750]: DEBUG nova.compute.manager [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1638.697398] env[63750]: DEBUG nova.network.neutron [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 9edf2e36-5cbd-410d-bf99-451a6e3abee6] Successfully created port: 7c75d708-a5fd-4a20-9808-efa0a721437f {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1638.751048] env[63750]: DEBUG nova.network.neutron [-] [instance: 9f8ff3a5-201b-4814-bf32-2f39c2293750] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1638.770678] env[63750]: DEBUG nova.network.neutron [req-ff38d9a2-a77b-4f4e-9e18-2553e8b7f4be req-eaa3c30b-5e9f-4f47-9160-ce32b95a9007 service nova] [instance: bc64e986-a2db-4386-bb74-b4e73761a742] Updated VIF entry in instance network info cache for port ed7838a2-7411-4014-82ec-12cf3273bd1a. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1638.771047] env[63750]: DEBUG nova.network.neutron [req-ff38d9a2-a77b-4f4e-9e18-2553e8b7f4be req-eaa3c30b-5e9f-4f47-9160-ce32b95a9007 service nova] [instance: bc64e986-a2db-4386-bb74-b4e73761a742] Updating instance_info_cache with network_info: [{"id": "ed7838a2-7411-4014-82ec-12cf3273bd1a", "address": "fa:16:3e:0b:08:50", "network": {"id": "7b83174e-6375-4604-acba-33da7e2a4b34", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-992974547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7448dc77408744449ccdc5d48a397f8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped7838a2-74", "ovs_interfaceid": "ed7838a2-7411-4014-82ec-12cf3273bd1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1638.839772] env[63750]: DEBUG oslo_vmware.api [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006013, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.860089] env[63750]: DEBUG oslo_vmware.api [None req-d37e7339-742c-49ef-9529-3f0dad46e726 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006014, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.018815] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9633e11-a88d-4bb9-9470-ee330e41c04e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.030774] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af2c7e5-f30c-4ddc-a958-fa0886bfb115 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.070388] env[63750]: DEBUG oslo_concurrency.lockutils [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.071261] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f1719d-fb5f-4477-bfd3-5baa88aaf7bc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.080622] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7488a3a-1061-4591-9af1-36cde5b67687 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.098149] env[63750]: DEBUG nova.compute.provider_tree [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1639.256485] env[63750]: INFO nova.compute.manager [-] [instance: 9f8ff3a5-201b-4814-bf32-2f39c2293750] Took 1.44 seconds to deallocate network for instance. [ 1639.274678] env[63750]: DEBUG oslo_concurrency.lockutils [req-ff38d9a2-a77b-4f4e-9e18-2553e8b7f4be req-eaa3c30b-5e9f-4f47-9160-ce32b95a9007 service nova] Releasing lock "refresh_cache-bc64e986-a2db-4386-bb74-b4e73761a742" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1639.342182] env[63750]: DEBUG oslo_vmware.api [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006013, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.346371] env[63750]: DEBUG oslo_concurrency.lockutils [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Acquiring lock "c1f05848-3b1b-4f8e-877a-966310e78bcc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.346592] env[63750]: DEBUG oslo_concurrency.lockutils [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Lock "c1f05848-3b1b-4f8e-877a-966310e78bcc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.360475] env[63750]: DEBUG oslo_vmware.api [None req-d37e7339-742c-49ef-9529-3f0dad46e726 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006014, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.715632} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.360715] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-d37e7339-742c-49ef-9529-3f0dad46e726 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1639.360891] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-d37e7339-742c-49ef-9529-3f0dad46e726 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1639.361075] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-d37e7339-742c-49ef-9529-3f0dad46e726 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1639.361251] env[63750]: INFO nova.compute.manager [None req-d37e7339-742c-49ef-9529-3f0dad46e726 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] Took 1.77 seconds to destroy the instance on the hypervisor. [ 1639.361482] env[63750]: DEBUG oslo.service.loopingcall [None req-d37e7339-742c-49ef-9529-3f0dad46e726 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1639.361666] env[63750]: DEBUG nova.compute.manager [-] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1639.361758] env[63750]: DEBUG nova.network.neutron [-] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1639.494181] env[63750]: DEBUG nova.compute.manager [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 9edf2e36-5cbd-410d-bf99-451a6e3abee6] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1639.527010] env[63750]: DEBUG nova.virt.hardware [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1639.527206] env[63750]: DEBUG nova.virt.hardware [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1639.527259] env[63750]: DEBUG nova.virt.hardware [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1639.527439] env[63750]: DEBUG nova.virt.hardware [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1639.527644] env[63750]: DEBUG nova.virt.hardware [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1639.527796] env[63750]: DEBUG nova.virt.hardware [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1639.528016] env[63750]: DEBUG nova.virt.hardware [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1639.528187] env[63750]: DEBUG nova.virt.hardware [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1639.528350] env[63750]: DEBUG nova.virt.hardware [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1639.528566] env[63750]: DEBUG nova.virt.hardware [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1639.528678] env[63750]: DEBUG nova.virt.hardware [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1639.529574] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2cab9bf-5782-4730-aa46-04d2ef1971c4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.538820] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7056e14d-1592-42e9-90ee-e89a38bd2d19 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.601836] env[63750]: DEBUG nova.scheduler.client.report [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1639.765720] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4b255431-8aff-4668-88e9-846e729a907e tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.840375] env[63750]: DEBUG oslo_vmware.api [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006013, 'name': ReconfigVM_Task, 'duration_secs': 1.317232} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.840670] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Reconfigured VM instance instance-00000014 to attach disk [datastore1] f08cdd8f-d853-40c7-b5d8-11a1a494cba6/f08cdd8f-d853-40c7-b5d8-11a1a494cba6.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1639.841553] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1e0b0f9-36dd-4f03-a086-7d0d2af602cb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.848841] env[63750]: DEBUG oslo_vmware.api [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Waiting for the task: (returnval){ [ 1639.848841] env[63750]: value = "task-2006015" [ 1639.848841] env[63750]: _type = "Task" [ 1639.848841] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.857454] env[63750]: DEBUG oslo_vmware.api [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006015, 'name': Rename_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.911608] env[63750]: DEBUG nova.network.neutron [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Updating instance_info_cache with network_info: [{"id": "9fbce3e2-9b81-4aeb-bb32-80a71b82aa24", "address": "fa:16:3e:45:98:d2", "network": {"id": "48e9ee2e-d753-4146-b499-cb5088587924", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97464ef51d4848b2beb776e97a17e4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fbce3e2-9b", "ovs_interfaceid": "9fbce3e2-9b81-4aeb-bb32-80a71b82aa24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.109728] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1640.109728] env[63750]: DEBUG nova.compute.manager [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1640.112770] env[63750]: DEBUG oslo_concurrency.lockutils [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.735s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.114445] env[63750]: INFO nova.compute.claims [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1640.156919] env[63750]: DEBUG nova.compute.manager [req-fa09f57f-0ed8-41c2-ba9b-547f1b6ee263 req-3714731b-89f3-4c24-bbc2-b449b3e356fd service nova] [instance: 9f8ff3a5-201b-4814-bf32-2f39c2293750] Received event network-vif-deleted-42008f9e-3e3c-4207-aaae-b33535d3dd55 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1640.363911] env[63750]: DEBUG oslo_vmware.api [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006015, 'name': Rename_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.414949] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Releasing lock "refresh_cache-fe9c3f7c-4c8b-426b-85c1-6fc0f325609e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1640.415539] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Updated the network info_cache for instance {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 1640.416207] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1640.416207] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1640.416308] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1640.416491] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1640.416815] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1640.429808] env[63750]: DEBUG nova.network.neutron [-] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.621369] env[63750]: DEBUG nova.compute.utils [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1640.625979] env[63750]: DEBUG nova.compute.manager [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1640.626165] env[63750]: DEBUG nova.network.neutron [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1640.702697] env[63750]: DEBUG nova.policy [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0a8fa6703c54031b6c179186480d439', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd1abf756d48b41a8bcdbbd12823f8e5c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1640.804134] env[63750]: DEBUG oslo_concurrency.lockutils [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Acquiring lock "57914c7f-a496-4c0c-a57d-cf9f46158032" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1640.804236] env[63750]: DEBUG oslo_concurrency.lockutils [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Lock "57914c7f-a496-4c0c-a57d-cf9f46158032" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.859894] env[63750]: DEBUG oslo_vmware.api [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006015, 'name': Rename_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.932670] env[63750]: INFO nova.compute.manager [-] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] Took 1.57 seconds to deallocate network for instance. [ 1640.959905] env[63750]: DEBUG nova.network.neutron [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 9edf2e36-5cbd-410d-bf99-451a6e3abee6] Successfully updated port: 7c75d708-a5fd-4a20-9808-efa0a721437f {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1641.129027] env[63750]: DEBUG nova.compute.manager [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1641.347583] env[63750]: DEBUG nova.network.neutron [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Successfully created port: 0c707b41-64ba-4d5a-ad40-3f85191b354f {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1641.363800] env[63750]: DEBUG oslo_vmware.api [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006015, 'name': Rename_Task, 'duration_secs': 1.315776} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.365801] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1641.365801] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0626731b-db1b-4396-a9fc-eeab846d963a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.372924] env[63750]: DEBUG oslo_vmware.api [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Waiting for the task: (returnval){ [ 1641.372924] env[63750]: value = "task-2006016" [ 1641.372924] env[63750]: _type = "Task" [ 1641.372924] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.385435] env[63750]: DEBUG oslo_vmware.api [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006016, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.443074] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d37e7339-742c-49ef-9529-3f0dad46e726 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.468057] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Acquiring lock "refresh_cache-9edf2e36-5cbd-410d-bf99-451a6e3abee6" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1641.468057] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Acquired lock "refresh_cache-9edf2e36-5cbd-410d-bf99-451a6e3abee6" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.468336] env[63750]: DEBUG nova.network.neutron [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 9edf2e36-5cbd-410d-bf99-451a6e3abee6] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1641.672011] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0882c2c9-63f6-4b4f-999b-6decc78de805 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.680597] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277aabd8-835f-4b1b-9b1c-bc23a2a33ab7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.713420] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3ada1e-6275-48c7-a025-b82f6c1bcacf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.723310] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5b618f-00fc-42ce-af3e-6bb1ee7c2861 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.738084] env[63750]: DEBUG nova.compute.provider_tree [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1641.889367] env[63750]: DEBUG oslo_vmware.api [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006016, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.901301] env[63750]: DEBUG oslo_concurrency.lockutils [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Acquiring lock "41f90609-cec6-43c2-9853-aa72527e5f46" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.901540] env[63750]: DEBUG oslo_concurrency.lockutils [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Lock "41f90609-cec6-43c2-9853-aa72527e5f46" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1642.006365] env[63750]: DEBUG nova.network.neutron [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 9edf2e36-5cbd-410d-bf99-451a6e3abee6] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1642.146472] env[63750]: DEBUG nova.compute.manager [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1642.188508] env[63750]: DEBUG nova.virt.hardware [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1642.189726] env[63750]: DEBUG nova.virt.hardware [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1642.190385] env[63750]: DEBUG nova.virt.hardware [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1642.190938] env[63750]: DEBUG nova.virt.hardware [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1642.190938] env[63750]: DEBUG nova.virt.hardware [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1642.190938] env[63750]: DEBUG nova.virt.hardware [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1642.191254] env[63750]: DEBUG nova.virt.hardware [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1642.192069] env[63750]: DEBUG nova.virt.hardware [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1642.192069] env[63750]: DEBUG nova.virt.hardware [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1642.192069] env[63750]: DEBUG nova.virt.hardware [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1642.192069] env[63750]: DEBUG nova.virt.hardware [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1642.192815] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b4677a-380e-4fe5-959f-d07b47a67572 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.204888] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e75be5-dd57-45c4-98c1-0cecd06b480d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.230351] env[63750]: DEBUG nova.network.neutron [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 9edf2e36-5cbd-410d-bf99-451a6e3abee6] Updating instance_info_cache with network_info: [{"id": "7c75d708-a5fd-4a20-9808-efa0a721437f", "address": "fa:16:3e:05:43:7b", "network": {"id": "48e9ee2e-d753-4146-b499-cb5088587924", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97464ef51d4848b2beb776e97a17e4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c75d708-a5", "ovs_interfaceid": "7c75d708-a5fd-4a20-9808-efa0a721437f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1642.241817] env[63750]: DEBUG nova.scheduler.client.report [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1642.360838] env[63750]: DEBUG nova.compute.manager [req-b69071b3-a3a3-4474-b27e-4bf29b3adaef req-448f45f0-32b9-47ba-b0cb-070c8ed00d0b service nova] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] Received event network-vif-deleted-20d84a78-8e4f-4210-865a-abb2dbf88ce8 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1642.361253] env[63750]: DEBUG nova.compute.manager [req-b69071b3-a3a3-4474-b27e-4bf29b3adaef req-448f45f0-32b9-47ba-b0cb-070c8ed00d0b service nova] [instance: 9edf2e36-5cbd-410d-bf99-451a6e3abee6] Received event network-vif-plugged-7c75d708-a5fd-4a20-9808-efa0a721437f {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1642.361806] env[63750]: DEBUG oslo_concurrency.lockutils [req-b69071b3-a3a3-4474-b27e-4bf29b3adaef req-448f45f0-32b9-47ba-b0cb-070c8ed00d0b service nova] Acquiring lock "9edf2e36-5cbd-410d-bf99-451a6e3abee6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1642.362130] env[63750]: DEBUG oslo_concurrency.lockutils [req-b69071b3-a3a3-4474-b27e-4bf29b3adaef req-448f45f0-32b9-47ba-b0cb-070c8ed00d0b service nova] Lock "9edf2e36-5cbd-410d-bf99-451a6e3abee6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1642.362559] env[63750]: DEBUG oslo_concurrency.lockutils [req-b69071b3-a3a3-4474-b27e-4bf29b3adaef req-448f45f0-32b9-47ba-b0cb-070c8ed00d0b service nova] Lock "9edf2e36-5cbd-410d-bf99-451a6e3abee6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1642.362559] env[63750]: DEBUG nova.compute.manager [req-b69071b3-a3a3-4474-b27e-4bf29b3adaef req-448f45f0-32b9-47ba-b0cb-070c8ed00d0b service nova] [instance: 9edf2e36-5cbd-410d-bf99-451a6e3abee6] No waiting events found dispatching network-vif-plugged-7c75d708-a5fd-4a20-9808-efa0a721437f {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1642.362749] env[63750]: WARNING nova.compute.manager [req-b69071b3-a3a3-4474-b27e-4bf29b3adaef req-448f45f0-32b9-47ba-b0cb-070c8ed00d0b service nova] [instance: 9edf2e36-5cbd-410d-bf99-451a6e3abee6] Received unexpected event network-vif-plugged-7c75d708-a5fd-4a20-9808-efa0a721437f for instance with vm_state building and task_state spawning. [ 1642.362981] env[63750]: DEBUG nova.compute.manager [req-b69071b3-a3a3-4474-b27e-4bf29b3adaef req-448f45f0-32b9-47ba-b0cb-070c8ed00d0b service nova] [instance: 9edf2e36-5cbd-410d-bf99-451a6e3abee6] Received event network-changed-7c75d708-a5fd-4a20-9808-efa0a721437f {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1642.363244] env[63750]: DEBUG nova.compute.manager [req-b69071b3-a3a3-4474-b27e-4bf29b3adaef req-448f45f0-32b9-47ba-b0cb-070c8ed00d0b service nova] [instance: 9edf2e36-5cbd-410d-bf99-451a6e3abee6] Refreshing instance network info cache due to event network-changed-7c75d708-a5fd-4a20-9808-efa0a721437f. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1642.364033] env[63750]: DEBUG oslo_concurrency.lockutils [req-b69071b3-a3a3-4474-b27e-4bf29b3adaef req-448f45f0-32b9-47ba-b0cb-070c8ed00d0b service nova] Acquiring lock "refresh_cache-9edf2e36-5cbd-410d-bf99-451a6e3abee6" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1642.387544] env[63750]: DEBUG oslo_vmware.api [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006016, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.695745] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Acquiring lock "64e60d53-dc4c-41ab-91ee-fff41c2b5976" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1642.695980] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Lock "64e60d53-dc4c-41ab-91ee-fff41c2b5976" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1642.736224] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Releasing lock "refresh_cache-9edf2e36-5cbd-410d-bf99-451a6e3abee6" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1642.736224] env[63750]: DEBUG nova.compute.manager [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 9edf2e36-5cbd-410d-bf99-451a6e3abee6] Instance network_info: |[{"id": "7c75d708-a5fd-4a20-9808-efa0a721437f", "address": "fa:16:3e:05:43:7b", "network": {"id": "48e9ee2e-d753-4146-b499-cb5088587924", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97464ef51d4848b2beb776e97a17e4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c75d708-a5", "ovs_interfaceid": "7c75d708-a5fd-4a20-9808-efa0a721437f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1642.736451] env[63750]: DEBUG oslo_concurrency.lockutils [req-b69071b3-a3a3-4474-b27e-4bf29b3adaef req-448f45f0-32b9-47ba-b0cb-070c8ed00d0b service nova] Acquired lock "refresh_cache-9edf2e36-5cbd-410d-bf99-451a6e3abee6" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.736451] env[63750]: DEBUG nova.network.neutron [req-b69071b3-a3a3-4474-b27e-4bf29b3adaef req-448f45f0-32b9-47ba-b0cb-070c8ed00d0b service nova] [instance: 9edf2e36-5cbd-410d-bf99-451a6e3abee6] Refreshing network info cache for port 7c75d708-a5fd-4a20-9808-efa0a721437f {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1642.736451] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 9edf2e36-5cbd-410d-bf99-451a6e3abee6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:43:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c75d708-a5fd-4a20-9808-efa0a721437f', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1642.745619] env[63750]: DEBUG oslo.service.loopingcall [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1642.746820] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9edf2e36-5cbd-410d-bf99-451a6e3abee6] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1642.747059] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da739ed7-4cd0-40bc-9fb1-ccc837b35b03 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.768735] env[63750]: DEBUG oslo_concurrency.lockutils [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1642.768983] env[63750]: DEBUG nova.compute.manager [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1642.772300] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d6137270-e85c-4dbc-8967-82e06a959653 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.889s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1642.772525] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d6137270-e85c-4dbc-8967-82e06a959653 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1642.774717] env[63750]: DEBUG oslo_concurrency.lockutils [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.142s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1642.776419] env[63750]: INFO nova.compute.claims [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1642.788992] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1642.788992] env[63750]: value = "task-2006017" [ 1642.788992] env[63750]: _type = "Task" [ 1642.788992] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.803136] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006017, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.825666] env[63750]: INFO nova.scheduler.client.report [None req-d6137270-e85c-4dbc-8967-82e06a959653 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Deleted allocations for instance 028ce127-561f-4a3a-b427-e0c462457550 [ 1642.886883] env[63750]: DEBUG oslo_vmware.api [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006016, 'name': PowerOnVM_Task, 'duration_secs': 1.4309} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.887214] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1642.887370] env[63750]: INFO nova.compute.manager [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Took 13.40 seconds to spawn the instance on the hypervisor. [ 1642.887645] env[63750]: DEBUG nova.compute.manager [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1642.888385] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d11c57-752d-4494-add5-918b5eaba93d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.196373] env[63750]: DEBUG nova.network.neutron [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Successfully updated port: 0c707b41-64ba-4d5a-ad40-3f85191b354f {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1643.275530] env[63750]: DEBUG nova.compute.utils [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1643.279624] env[63750]: DEBUG nova.compute.manager [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1643.279624] env[63750]: DEBUG nova.network.neutron [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1643.305777] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006017, 'name': CreateVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.338859] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d6137270-e85c-4dbc-8967-82e06a959653 tempest-ServerDiagnosticsTest-26274542 tempest-ServerDiagnosticsTest-26274542-project-member] Lock "028ce127-561f-4a3a-b427-e0c462457550" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.465s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.371848] env[63750]: DEBUG nova.policy [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5f0d847ef3b452ab788f34ea9553687', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dccc6dbc796141f8b26a3545f330219b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1643.411939] env[63750]: INFO nova.compute.manager [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Took 36.09 seconds to build instance. [ 1643.683767] env[63750]: DEBUG nova.network.neutron [req-b69071b3-a3a3-4474-b27e-4bf29b3adaef req-448f45f0-32b9-47ba-b0cb-070c8ed00d0b service nova] [instance: 9edf2e36-5cbd-410d-bf99-451a6e3abee6] Updated VIF entry in instance network info cache for port 7c75d708-a5fd-4a20-9808-efa0a721437f. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1643.684279] env[63750]: DEBUG nova.network.neutron [req-b69071b3-a3a3-4474-b27e-4bf29b3adaef req-448f45f0-32b9-47ba-b0cb-070c8ed00d0b service nova] [instance: 9edf2e36-5cbd-410d-bf99-451a6e3abee6] Updating instance_info_cache with network_info: [{"id": "7c75d708-a5fd-4a20-9808-efa0a721437f", "address": "fa:16:3e:05:43:7b", "network": {"id": "48e9ee2e-d753-4146-b499-cb5088587924", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97464ef51d4848b2beb776e97a17e4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c75d708-a5", "ovs_interfaceid": "7c75d708-a5fd-4a20-9808-efa0a721437f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1643.699037] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Acquiring lock "refresh_cache-71b4eb74-3e75-44d0-a132-0fa238a09fd2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1643.699188] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Acquired lock "refresh_cache-71b4eb74-3e75-44d0-a132-0fa238a09fd2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1643.699330] env[63750]: DEBUG nova.network.neutron [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1643.780022] env[63750]: DEBUG nova.compute.manager [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1643.803749] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006017, 'name': CreateVM_Task, 'duration_secs': 0.560746} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.804025] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9edf2e36-5cbd-410d-bf99-451a6e3abee6] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1643.804979] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1643.807172] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1643.807172] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1643.807172] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2f9320e-3903-478f-9152-b12615314571 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.817359] env[63750]: DEBUG oslo_vmware.api [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Waiting for the task: (returnval){ [ 1643.817359] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a781c9-7414-c8ee-2a0b-6ab5575f2573" [ 1643.817359] env[63750]: _type = "Task" [ 1643.817359] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.832025] env[63750]: DEBUG oslo_vmware.api [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a781c9-7414-c8ee-2a0b-6ab5575f2573, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.876252] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquiring lock "627fabed-0639-417d-b78c-fc6ef6ab7979" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.876252] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "627fabed-0639-417d-b78c-fc6ef6ab7979" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.913938] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c5f0ea6f-3eb6-4256-9626-63bad3e5a67b tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Lock "f08cdd8f-d853-40c7-b5d8-11a1a494cba6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.215s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.961760] env[63750]: DEBUG nova.network.neutron [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Successfully created port: 07dd1594-1935-47b8-8370-c41c8c2d47fb {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1644.188245] env[63750]: DEBUG oslo_concurrency.lockutils [req-b69071b3-a3a3-4474-b27e-4bf29b3adaef req-448f45f0-32b9-47ba-b0cb-070c8ed00d0b service nova] Releasing lock "refresh_cache-9edf2e36-5cbd-410d-bf99-451a6e3abee6" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1644.239999] env[63750]: DEBUG nova.network.neutron [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1644.315305] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cafad1e-0889-4cd1-9896-5c7dea71465a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.323909] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea68dfd1-21b3-499d-81c4-d367ff1f9f3f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.332023] env[63750]: DEBUG oslo_vmware.api [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a781c9-7414-c8ee-2a0b-6ab5575f2573, 'name': SearchDatastore_Task, 'duration_secs': 0.013028} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.332074] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1644.332280] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 9edf2e36-5cbd-410d-bf99-451a6e3abee6] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1644.332562] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1644.332711] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1644.332882] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1644.333815] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2b09c03-2cb9-4039-80ba-393e3bccfe55 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.365998] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fce3e6b-b179-482e-8b86-31ea99c1fe1c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.375416] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a085cb-4421-45cb-a5e9-644c0efcd5a3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.379883] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1644.379883] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1644.381065] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83324039-3135-45c5-bb46-7b946afcd486 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.387231] env[63750]: DEBUG oslo_vmware.api [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Waiting for the task: (returnval){ [ 1644.387231] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52e5193c-534e-2ff3-be2f-3e62b7e64f44" [ 1644.387231] env[63750]: _type = "Task" [ 1644.387231] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.395485] env[63750]: DEBUG nova.compute.provider_tree [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1644.406431] env[63750]: DEBUG oslo_vmware.api [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52e5193c-534e-2ff3-be2f-3e62b7e64f44, 'name': SearchDatastore_Task, 'duration_secs': 0.009804} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.407211] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fb49063-ad3a-4274-a6d0-85935e2c9def {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.416633] env[63750]: DEBUG nova.compute.manager [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1644.419842] env[63750]: DEBUG oslo_vmware.api [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Waiting for the task: (returnval){ [ 1644.419842] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52b930a1-8368-0685-95bd-fc092cb42682" [ 1644.419842] env[63750]: _type = "Task" [ 1644.419842] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.429966] env[63750]: DEBUG oslo_vmware.api [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52b930a1-8368-0685-95bd-fc092cb42682, 'name': SearchDatastore_Task, 'duration_secs': 0.010296} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.429966] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1644.429966] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 9edf2e36-5cbd-410d-bf99-451a6e3abee6/9edf2e36-5cbd-410d-bf99-451a6e3abee6.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1644.430263] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37552887-502e-4c75-93c0-6887b0d44bc5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.439607] env[63750]: DEBUG oslo_vmware.api [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Waiting for the task: (returnval){ [ 1644.439607] env[63750]: value = "task-2006018" [ 1644.439607] env[63750]: _type = "Task" [ 1644.439607] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.449750] env[63750]: DEBUG oslo_vmware.api [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Task: {'id': task-2006018, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.453664] env[63750]: DEBUG nova.network.neutron [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Updating instance_info_cache with network_info: [{"id": "0c707b41-64ba-4d5a-ad40-3f85191b354f", "address": "fa:16:3e:6d:c3:7e", "network": {"id": "cdd06c27-65a8-4c58-994a-efab0c935e7a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-927322350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1abf756d48b41a8bcdbbd12823f8e5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c707b41-64", "ovs_interfaceid": "0c707b41-64ba-4d5a-ad40-3f85191b354f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1644.610515] env[63750]: DEBUG nova.compute.manager [req-48f3731d-ff08-4cb3-b0d5-860988c50d74 req-fe587704-ec5f-472d-8c4a-4e84679ae7aa service nova] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Received event network-vif-plugged-0c707b41-64ba-4d5a-ad40-3f85191b354f {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1644.610752] env[63750]: DEBUG oslo_concurrency.lockutils [req-48f3731d-ff08-4cb3-b0d5-860988c50d74 req-fe587704-ec5f-472d-8c4a-4e84679ae7aa service nova] Acquiring lock "71b4eb74-3e75-44d0-a132-0fa238a09fd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.611016] env[63750]: DEBUG oslo_concurrency.lockutils [req-48f3731d-ff08-4cb3-b0d5-860988c50d74 req-fe587704-ec5f-472d-8c4a-4e84679ae7aa service nova] Lock "71b4eb74-3e75-44d0-a132-0fa238a09fd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1644.611220] env[63750]: DEBUG oslo_concurrency.lockutils [req-48f3731d-ff08-4cb3-b0d5-860988c50d74 req-fe587704-ec5f-472d-8c4a-4e84679ae7aa service nova] Lock "71b4eb74-3e75-44d0-a132-0fa238a09fd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1644.611404] env[63750]: DEBUG nova.compute.manager [req-48f3731d-ff08-4cb3-b0d5-860988c50d74 req-fe587704-ec5f-472d-8c4a-4e84679ae7aa service nova] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] No waiting events found dispatching network-vif-plugged-0c707b41-64ba-4d5a-ad40-3f85191b354f {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1644.611659] env[63750]: WARNING nova.compute.manager [req-48f3731d-ff08-4cb3-b0d5-860988c50d74 req-fe587704-ec5f-472d-8c4a-4e84679ae7aa service nova] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Received unexpected event network-vif-plugged-0c707b41-64ba-4d5a-ad40-3f85191b354f for instance with vm_state building and task_state spawning. [ 1644.611940] env[63750]: DEBUG nova.compute.manager [req-48f3731d-ff08-4cb3-b0d5-860988c50d74 req-fe587704-ec5f-472d-8c4a-4e84679ae7aa service nova] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Received event network-changed-0c707b41-64ba-4d5a-ad40-3f85191b354f {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1644.612076] env[63750]: DEBUG nova.compute.manager [req-48f3731d-ff08-4cb3-b0d5-860988c50d74 req-fe587704-ec5f-472d-8c4a-4e84679ae7aa service nova] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Refreshing instance network info cache due to event network-changed-0c707b41-64ba-4d5a-ad40-3f85191b354f. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1644.612286] env[63750]: DEBUG oslo_concurrency.lockutils [req-48f3731d-ff08-4cb3-b0d5-860988c50d74 req-fe587704-ec5f-472d-8c4a-4e84679ae7aa service nova] Acquiring lock "refresh_cache-71b4eb74-3e75-44d0-a132-0fa238a09fd2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1644.789342] env[63750]: DEBUG nova.compute.manager [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1644.816756] env[63750]: DEBUG nova.virt.hardware [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1644.817920] env[63750]: DEBUG nova.virt.hardware [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1644.817920] env[63750]: DEBUG nova.virt.hardware [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1644.817920] env[63750]: DEBUG nova.virt.hardware [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1644.817920] env[63750]: DEBUG nova.virt.hardware [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1644.817920] env[63750]: DEBUG nova.virt.hardware [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1644.818273] env[63750]: DEBUG nova.virt.hardware [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1644.818304] env[63750]: DEBUG nova.virt.hardware [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1644.818512] env[63750]: DEBUG nova.virt.hardware [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1644.818692] env[63750]: DEBUG nova.virt.hardware [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1644.818920] env[63750]: DEBUG nova.virt.hardware [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1644.819935] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7679499b-bba2-433c-ad52-84850197fe43 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.834591] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9923fee8-924f-4c9f-a3f6-043dc703c803 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.901233] env[63750]: DEBUG nova.scheduler.client.report [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1644.937496] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.950628] env[63750]: DEBUG oslo_vmware.api [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Task: {'id': task-2006018, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504088} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.950884] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 9edf2e36-5cbd-410d-bf99-451a6e3abee6/9edf2e36-5cbd-410d-bf99-451a6e3abee6.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1644.951113] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 9edf2e36-5cbd-410d-bf99-451a6e3abee6] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1644.951365] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-715e846c-6ee3-4afd-b020-d2d1d216e273 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.954954] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Releasing lock "refresh_cache-71b4eb74-3e75-44d0-a132-0fa238a09fd2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1644.955275] env[63750]: DEBUG nova.compute.manager [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Instance network_info: |[{"id": "0c707b41-64ba-4d5a-ad40-3f85191b354f", "address": "fa:16:3e:6d:c3:7e", "network": {"id": "cdd06c27-65a8-4c58-994a-efab0c935e7a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-927322350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1abf756d48b41a8bcdbbd12823f8e5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c707b41-64", "ovs_interfaceid": "0c707b41-64ba-4d5a-ad40-3f85191b354f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1644.955551] env[63750]: DEBUG oslo_concurrency.lockutils [req-48f3731d-ff08-4cb3-b0d5-860988c50d74 req-fe587704-ec5f-472d-8c4a-4e84679ae7aa service nova] Acquired lock "refresh_cache-71b4eb74-3e75-44d0-a132-0fa238a09fd2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1644.955724] env[63750]: DEBUG nova.network.neutron [req-48f3731d-ff08-4cb3-b0d5-860988c50d74 req-fe587704-ec5f-472d-8c4a-4e84679ae7aa service nova] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Refreshing network info cache for port 0c707b41-64ba-4d5a-ad40-3f85191b354f {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1644.956933] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:c3:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b2049d7-f99e-425a-afdb-2c95ca88e483', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c707b41-64ba-4d5a-ad40-3f85191b354f', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1644.966100] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Creating folder: Project (d1abf756d48b41a8bcdbbd12823f8e5c). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1644.968806] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df015856-088d-43b2-b719-60314aa41dcd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.971135] env[63750]: DEBUG oslo_vmware.api [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Waiting for the task: (returnval){ [ 1644.971135] env[63750]: value = "task-2006019" [ 1644.971135] env[63750]: _type = "Task" [ 1644.971135] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.981172] env[63750]: DEBUG oslo_vmware.api [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Task: {'id': task-2006019, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.982790] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Created folder: Project (d1abf756d48b41a8bcdbbd12823f8e5c) in parent group-v412391. [ 1644.982946] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Creating folder: Instances. Parent ref: group-v412457. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1644.983215] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c32d66bc-5c62-485e-a8f6-6a9a2135d8b5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.993624] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Created folder: Instances in parent group-v412457. [ 1644.993939] env[63750]: DEBUG oslo.service.loopingcall [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1644.994162] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1644.994376] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6bfebdfd-ad18-4229-a02f-1e09d899d0cc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.016441] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1645.016441] env[63750]: value = "task-2006022" [ 1645.016441] env[63750]: _type = "Task" [ 1645.016441] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.024820] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006022, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.407921] env[63750]: DEBUG oslo_concurrency.lockutils [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.408523] env[63750]: DEBUG nova.compute.manager [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1645.411646] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.056s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.415019] env[63750]: INFO nova.compute.claims [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] [instance: 3e37b98e-c5f5-446c-8ac2-dacdf8ce7106] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1645.484457] env[63750]: DEBUG oslo_vmware.api [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Task: {'id': task-2006019, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064003} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.484882] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 9edf2e36-5cbd-410d-bf99-451a6e3abee6] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1645.485725] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99d8af7-bf77-4050-9981-2cbc22edf078 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.511704] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 9edf2e36-5cbd-410d-bf99-451a6e3abee6] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 9edf2e36-5cbd-410d-bf99-451a6e3abee6/9edf2e36-5cbd-410d-bf99-451a6e3abee6.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1645.512137] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bc783c9-dbfd-4b28-898a-b3240f7d5f30 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.539651] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006022, 'name': CreateVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.541279] env[63750]: DEBUG oslo_vmware.api [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Waiting for the task: (returnval){ [ 1645.541279] env[63750]: value = "task-2006023" [ 1645.541279] env[63750]: _type = "Task" [ 1645.541279] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.552685] env[63750]: DEBUG oslo_vmware.api [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Task: {'id': task-2006023, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.588145] env[63750]: DEBUG nova.compute.manager [None req-03fc4ff0-d1bc-42f1-9293-b57f27fe3028 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1645.589483] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36f93ac-248c-42ff-9946-a767e37ded97 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.918169] env[63750]: DEBUG nova.compute.utils [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1645.921321] env[63750]: DEBUG nova.compute.manager [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1645.921490] env[63750]: DEBUG nova.network.neutron [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1646.037527] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006022, 'name': CreateVM_Task, 'duration_secs': 0.527931} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.037697] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1646.038399] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1646.038566] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.038948] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1646.039277] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d62832a-e8ff-4cf6-9fb1-4be79760e80e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.046533] env[63750]: DEBUG oslo_vmware.api [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Waiting for the task: (returnval){ [ 1646.046533] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52840bc1-af02-c6b3-08f6-2f0410f7620c" [ 1646.046533] env[63750]: _type = "Task" [ 1646.046533] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.058876] env[63750]: DEBUG nova.policy [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '074447d45e6f4097a39694e36a73c8f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '618573a371474aec86d00edfd3267bcf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1646.072136] env[63750]: DEBUG oslo_vmware.api [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Task: {'id': task-2006023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.072397] env[63750]: DEBUG oslo_vmware.api [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52840bc1-af02-c6b3-08f6-2f0410f7620c, 'name': SearchDatastore_Task, 'duration_secs': 0.010985} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.072659] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1646.072888] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1646.073130] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1646.073274] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.073447] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1646.073717] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbbda9c7-8219-4c32-80db-525d7be600f4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.083108] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1646.086219] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1646.086219] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e153f604-7d3b-4848-a1b5-c9682f24e987 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.090459] env[63750]: DEBUG oslo_vmware.api [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Waiting for the task: (returnval){ [ 1646.090459] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a130e5-7a4a-ab38-b006-0ba92bbdba9b" [ 1646.090459] env[63750]: _type = "Task" [ 1646.090459] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.098804] env[63750]: DEBUG oslo_vmware.api [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a130e5-7a4a-ab38-b006-0ba92bbdba9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.099840] env[63750]: DEBUG nova.network.neutron [req-48f3731d-ff08-4cb3-b0d5-860988c50d74 req-fe587704-ec5f-472d-8c4a-4e84679ae7aa service nova] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Updated VIF entry in instance network info cache for port 0c707b41-64ba-4d5a-ad40-3f85191b354f. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1646.100353] env[63750]: DEBUG nova.network.neutron [req-48f3731d-ff08-4cb3-b0d5-860988c50d74 req-fe587704-ec5f-472d-8c4a-4e84679ae7aa service nova] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Updating instance_info_cache with network_info: [{"id": "0c707b41-64ba-4d5a-ad40-3f85191b354f", "address": "fa:16:3e:6d:c3:7e", "network": {"id": "cdd06c27-65a8-4c58-994a-efab0c935e7a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-927322350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1abf756d48b41a8bcdbbd12823f8e5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c707b41-64", "ovs_interfaceid": "0c707b41-64ba-4d5a-ad40-3f85191b354f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1646.101882] env[63750]: INFO nova.compute.manager [None req-03fc4ff0-d1bc-42f1-9293-b57f27fe3028 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] instance snapshotting [ 1646.104173] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77c2787-687d-4187-8214-b242240c712a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.123949] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c6efee-d7a0-4d3f-955a-c3299a3b57d0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.201164] env[63750]: DEBUG nova.network.neutron [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Successfully updated port: 07dd1594-1935-47b8-8370-c41c8c2d47fb {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1646.427244] env[63750]: DEBUG nova.compute.manager [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1646.559074] env[63750]: DEBUG oslo_vmware.api [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Task: {'id': task-2006023, 'name': ReconfigVM_Task, 'duration_secs': 0.764854} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.559366] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 9edf2e36-5cbd-410d-bf99-451a6e3abee6] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 9edf2e36-5cbd-410d-bf99-451a6e3abee6/9edf2e36-5cbd-410d-bf99-451a6e3abee6.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1646.562354] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7ccf0f5-cca0-4647-aab7-2573138676df {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.570297] env[63750]: DEBUG oslo_vmware.api [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Waiting for the task: (returnval){ [ 1646.570297] env[63750]: value = "task-2006024" [ 1646.570297] env[63750]: _type = "Task" [ 1646.570297] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.580540] env[63750]: DEBUG oslo_vmware.api [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Task: {'id': task-2006024, 'name': Rename_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.605911] env[63750]: DEBUG oslo_vmware.api [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a130e5-7a4a-ab38-b006-0ba92bbdba9b, 'name': SearchDatastore_Task, 'duration_secs': 0.00945} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.608733] env[63750]: DEBUG oslo_concurrency.lockutils [req-48f3731d-ff08-4cb3-b0d5-860988c50d74 req-fe587704-ec5f-472d-8c4a-4e84679ae7aa service nova] Releasing lock "refresh_cache-71b4eb74-3e75-44d0-a132-0fa238a09fd2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1646.610220] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a101b85c-d6e0-4dc8-a32b-3bd1abf30efe {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.616974] env[63750]: DEBUG oslo_vmware.api [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Waiting for the task: (returnval){ [ 1646.616974] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52f724d2-654d-7312-cd99-adc627e84fa8" [ 1646.616974] env[63750]: _type = "Task" [ 1646.616974] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.626899] env[63750]: DEBUG oslo_vmware.api [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52f724d2-654d-7312-cd99-adc627e84fa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.638237] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-03fc4ff0-d1bc-42f1-9293-b57f27fe3028 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Creating Snapshot of the VM instance {{(pid=63750) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1646.638535] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4d60ce1c-d9e4-4491-8029-89fb880280bc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.647505] env[63750]: DEBUG oslo_vmware.api [None req-03fc4ff0-d1bc-42f1-9293-b57f27fe3028 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Waiting for the task: (returnval){ [ 1646.647505] env[63750]: value = "task-2006025" [ 1646.647505] env[63750]: _type = "Task" [ 1646.647505] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.661030] env[63750]: DEBUG oslo_vmware.api [None req-03fc4ff0-d1bc-42f1-9293-b57f27fe3028 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006025, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.687345] env[63750]: DEBUG nova.compute.manager [req-d20d64a2-001c-4dd3-a766-321d26e2e641 req-9d9f6670-1d21-45da-b578-46c7fc5bfc67 service nova] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Received event network-vif-plugged-07dd1594-1935-47b8-8370-c41c8c2d47fb {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1646.687607] env[63750]: DEBUG oslo_concurrency.lockutils [req-d20d64a2-001c-4dd3-a766-321d26e2e641 req-9d9f6670-1d21-45da-b578-46c7fc5bfc67 service nova] Acquiring lock "fd699fda-28a7-4cd2-bd87-f2f2d28dce65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.687815] env[63750]: DEBUG oslo_concurrency.lockutils [req-d20d64a2-001c-4dd3-a766-321d26e2e641 req-9d9f6670-1d21-45da-b578-46c7fc5bfc67 service nova] Lock "fd699fda-28a7-4cd2-bd87-f2f2d28dce65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.687981] env[63750]: DEBUG oslo_concurrency.lockutils [req-d20d64a2-001c-4dd3-a766-321d26e2e641 req-9d9f6670-1d21-45da-b578-46c7fc5bfc67 service nova] Lock "fd699fda-28a7-4cd2-bd87-f2f2d28dce65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.688246] env[63750]: DEBUG nova.compute.manager [req-d20d64a2-001c-4dd3-a766-321d26e2e641 req-9d9f6670-1d21-45da-b578-46c7fc5bfc67 service nova] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] No waiting events found dispatching network-vif-plugged-07dd1594-1935-47b8-8370-c41c8c2d47fb {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1646.688422] env[63750]: WARNING nova.compute.manager [req-d20d64a2-001c-4dd3-a766-321d26e2e641 req-9d9f6670-1d21-45da-b578-46c7fc5bfc67 service nova] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Received unexpected event network-vif-plugged-07dd1594-1935-47b8-8370-c41c8c2d47fb for instance with vm_state building and task_state spawning. [ 1646.688580] env[63750]: DEBUG nova.compute.manager [req-d20d64a2-001c-4dd3-a766-321d26e2e641 req-9d9f6670-1d21-45da-b578-46c7fc5bfc67 service nova] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Received event network-changed-07dd1594-1935-47b8-8370-c41c8c2d47fb {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1646.688729] env[63750]: DEBUG nova.compute.manager [req-d20d64a2-001c-4dd3-a766-321d26e2e641 req-9d9f6670-1d21-45da-b578-46c7fc5bfc67 service nova] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Refreshing instance network info cache due to event network-changed-07dd1594-1935-47b8-8370-c41c8c2d47fb. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1646.688942] env[63750]: DEBUG oslo_concurrency.lockutils [req-d20d64a2-001c-4dd3-a766-321d26e2e641 req-9d9f6670-1d21-45da-b578-46c7fc5bfc67 service nova] Acquiring lock "refresh_cache-fd699fda-28a7-4cd2-bd87-f2f2d28dce65" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1646.689047] env[63750]: DEBUG oslo_concurrency.lockutils [req-d20d64a2-001c-4dd3-a766-321d26e2e641 req-9d9f6670-1d21-45da-b578-46c7fc5bfc67 service nova] Acquired lock "refresh_cache-fd699fda-28a7-4cd2-bd87-f2f2d28dce65" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.689269] env[63750]: DEBUG nova.network.neutron [req-d20d64a2-001c-4dd3-a766-321d26e2e641 req-9d9f6670-1d21-45da-b578-46c7fc5bfc67 service nova] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Refreshing network info cache for port 07dd1594-1935-47b8-8370-c41c8c2d47fb {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1646.703469] env[63750]: DEBUG oslo_concurrency.lockutils [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Acquiring lock "refresh_cache-fd699fda-28a7-4cd2-bd87-f2f2d28dce65" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1646.948725] env[63750]: DEBUG nova.network.neutron [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Successfully created port: 1af3e56a-ff15-4851-a629-891eaf8aa9b7 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1646.952613] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eddb600a-c45a-4238-a574-29346b20a6fe {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.962058] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531398ad-a7e8-409c-b31b-cef03306a136 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.997582] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5312b8-5e97-4bba-9b6f-e8815cb17407 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.005750] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7dafc7-538c-4a81-857b-972529e0d69b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.021396] env[63750]: DEBUG nova.compute.provider_tree [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1647.081953] env[63750]: DEBUG oslo_vmware.api [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Task: {'id': task-2006024, 'name': Rename_Task, 'duration_secs': 0.195549} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.082281] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 9edf2e36-5cbd-410d-bf99-451a6e3abee6] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1647.082576] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4445ba7b-4378-4c69-b332-530301b3efb3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.093092] env[63750]: DEBUG oslo_vmware.api [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Waiting for the task: (returnval){ [ 1647.093092] env[63750]: value = "task-2006026" [ 1647.093092] env[63750]: _type = "Task" [ 1647.093092] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.102649] env[63750]: DEBUG oslo_vmware.api [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Task: {'id': task-2006026, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.127866] env[63750]: DEBUG oslo_vmware.api [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52f724d2-654d-7312-cd99-adc627e84fa8, 'name': SearchDatastore_Task, 'duration_secs': 0.010351} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.128166] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1647.128397] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 71b4eb74-3e75-44d0-a132-0fa238a09fd2/71b4eb74-3e75-44d0-a132-0fa238a09fd2.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1647.128659] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a002c617-73d3-4d39-a8e6-54d5ad4fa6b1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.136640] env[63750]: DEBUG oslo_vmware.api [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Waiting for the task: (returnval){ [ 1647.136640] env[63750]: value = "task-2006027" [ 1647.136640] env[63750]: _type = "Task" [ 1647.136640] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.146532] env[63750]: DEBUG oslo_vmware.api [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Task: {'id': task-2006027, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.158680] env[63750]: DEBUG oslo_vmware.api [None req-03fc4ff0-d1bc-42f1-9293-b57f27fe3028 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006025, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.245755] env[63750]: DEBUG nova.network.neutron [req-d20d64a2-001c-4dd3-a766-321d26e2e641 req-9d9f6670-1d21-45da-b578-46c7fc5bfc67 service nova] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1647.389240] env[63750]: DEBUG nova.network.neutron [req-d20d64a2-001c-4dd3-a766-321d26e2e641 req-9d9f6670-1d21-45da-b578-46c7fc5bfc67 service nova] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1647.441439] env[63750]: DEBUG nova.compute.manager [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1647.478136] env[63750]: DEBUG nova.virt.hardware [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1647.478437] env[63750]: DEBUG nova.virt.hardware [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1647.478589] env[63750]: DEBUG nova.virt.hardware [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1647.478725] env[63750]: DEBUG nova.virt.hardware [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1647.478876] env[63750]: DEBUG nova.virt.hardware [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1647.479060] env[63750]: DEBUG nova.virt.hardware [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1647.479300] env[63750]: DEBUG nova.virt.hardware [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1647.479459] env[63750]: DEBUG nova.virt.hardware [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1647.479629] env[63750]: DEBUG nova.virt.hardware [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1647.479794] env[63750]: DEBUG nova.virt.hardware [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1647.479987] env[63750]: DEBUG nova.virt.hardware [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1647.480896] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f54c4dd-7fe4-472b-87c4-2e23cc505f7f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.491428] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7c64b6-d6bd-4b1a-bf7a-956259236db3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.524123] env[63750]: DEBUG nova.scheduler.client.report [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1647.608250] env[63750]: DEBUG oslo_vmware.api [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Task: {'id': task-2006026, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.649725] env[63750]: DEBUG oslo_vmware.api [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Task: {'id': task-2006027, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497022} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.653519] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 71b4eb74-3e75-44d0-a132-0fa238a09fd2/71b4eb74-3e75-44d0-a132-0fa238a09fd2.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1647.654393] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1647.657149] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-297fcecf-ecb6-42c3-bed7-5dabe472a259 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.663134] env[63750]: DEBUG oslo_vmware.api [None req-03fc4ff0-d1bc-42f1-9293-b57f27fe3028 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006025, 'name': CreateSnapshot_Task, 'duration_secs': 0.545168} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.664937] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-03fc4ff0-d1bc-42f1-9293-b57f27fe3028 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Created Snapshot of the VM instance {{(pid=63750) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1647.665386] env[63750]: DEBUG oslo_vmware.api [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Waiting for the task: (returnval){ [ 1647.665386] env[63750]: value = "task-2006028" [ 1647.665386] env[63750]: _type = "Task" [ 1647.665386] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.666398] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def24ae6-3a6e-4346-aa8a-cf09f1665b67 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.693822] env[63750]: DEBUG oslo_vmware.api [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Task: {'id': task-2006028, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.891972] env[63750]: DEBUG oslo_concurrency.lockutils [req-d20d64a2-001c-4dd3-a766-321d26e2e641 req-9d9f6670-1d21-45da-b578-46c7fc5bfc67 service nova] Releasing lock "refresh_cache-fd699fda-28a7-4cd2-bd87-f2f2d28dce65" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1647.892475] env[63750]: DEBUG oslo_concurrency.lockutils [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Acquired lock "refresh_cache-fd699fda-28a7-4cd2-bd87-f2f2d28dce65" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1647.892681] env[63750]: DEBUG nova.network.neutron [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1648.029433] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.030016] env[63750]: DEBUG nova.compute.manager [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] [instance: 3e37b98e-c5f5-446c-8ac2-dacdf8ce7106] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1648.040464] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.472s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.040464] env[63750]: DEBUG nova.objects.instance [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63750) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1648.105732] env[63750]: DEBUG oslo_vmware.api [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Task: {'id': task-2006026, 'name': PowerOnVM_Task, 'duration_secs': 0.719303} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.106035] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 9edf2e36-5cbd-410d-bf99-451a6e3abee6] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1648.107306] env[63750]: INFO nova.compute.manager [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 9edf2e36-5cbd-410d-bf99-451a6e3abee6] Took 8.61 seconds to spawn the instance on the hypervisor. [ 1648.108383] env[63750]: DEBUG nova.compute.manager [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 9edf2e36-5cbd-410d-bf99-451a6e3abee6] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1648.108383] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebdaaab6-ce33-42c4-b2b8-351b5d8169f5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.182685] env[63750]: DEBUG oslo_vmware.api [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Task: {'id': task-2006028, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074765} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.182992] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1648.184088] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d6c628-2cec-4ee7-988c-17942d700fc4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.206494] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-03fc4ff0-d1bc-42f1-9293-b57f27fe3028 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Creating linked-clone VM from snapshot {{(pid=63750) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1648.215785] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 71b4eb74-3e75-44d0-a132-0fa238a09fd2/71b4eb74-3e75-44d0-a132-0fa238a09fd2.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1648.216533] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-00aebd76-c6a0-4ff4-943a-77096b441b29 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.223104] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-582ac8be-ec67-481b-9370-e9e0ffa7be36 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.245532] env[63750]: DEBUG oslo_vmware.api [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Waiting for the task: (returnval){ [ 1648.245532] env[63750]: value = "task-2006030" [ 1648.245532] env[63750]: _type = "Task" [ 1648.245532] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.250333] env[63750]: DEBUG oslo_vmware.api [None req-03fc4ff0-d1bc-42f1-9293-b57f27fe3028 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Waiting for the task: (returnval){ [ 1648.250333] env[63750]: value = "task-2006029" [ 1648.250333] env[63750]: _type = "Task" [ 1648.250333] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.265551] env[63750]: DEBUG oslo_vmware.api [None req-03fc4ff0-d1bc-42f1-9293-b57f27fe3028 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006029, 'name': CloneVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.266143] env[63750]: DEBUG oslo_vmware.api [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Task: {'id': task-2006030, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.465811] env[63750]: DEBUG nova.network.neutron [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1648.541390] env[63750]: DEBUG nova.compute.utils [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1648.548177] env[63750]: DEBUG nova.compute.manager [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] [instance: 3e37b98e-c5f5-446c-8ac2-dacdf8ce7106] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1648.548177] env[63750]: DEBUG nova.network.neutron [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] [instance: 3e37b98e-c5f5-446c-8ac2-dacdf8ce7106] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1648.633784] env[63750]: INFO nova.compute.manager [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 9edf2e36-5cbd-410d-bf99-451a6e3abee6] Took 38.28 seconds to build instance. [ 1648.680367] env[63750]: DEBUG nova.policy [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '24d5a46f0e7342ee84d21dd65dbe895c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '924fda3b3ae04e04ab76d9e91ac688be', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1648.767723] env[63750]: DEBUG oslo_vmware.api [None req-03fc4ff0-d1bc-42f1-9293-b57f27fe3028 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006029, 'name': CloneVM_Task} progress is 94%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.772405] env[63750]: DEBUG oslo_vmware.api [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Task: {'id': task-2006030, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.856954] env[63750]: DEBUG nova.network.neutron [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Updating instance_info_cache with network_info: [{"id": "07dd1594-1935-47b8-8370-c41c8c2d47fb", "address": "fa:16:3e:65:21:6f", "network": {"id": "632b827f-b9c8-437a-9c65-7f22cf56e293", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-101112159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dccc6dbc796141f8b26a3545f330219b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07dd1594-19", "ovs_interfaceid": "07dd1594-1935-47b8-8370-c41c8c2d47fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1649.028486] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d2fc4a-5dfa-4b67-bb6e-d2ac2e8cadbb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.036273] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-890f3a2e-931f-43cd-b7c6-f7da775b0422 tempest-ServersAdminNegativeTestJSON-530528535 tempest-ServersAdminNegativeTestJSON-530528535-project-admin] [instance: 9edf2e36-5cbd-410d-bf99-451a6e3abee6] Suspending the VM {{(pid=63750) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1649.037025] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-3d778a91-b46e-4887-aa65-7858e76ec211 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.044056] env[63750]: DEBUG oslo_vmware.api [None req-890f3a2e-931f-43cd-b7c6-f7da775b0422 tempest-ServersAdminNegativeTestJSON-530528535 tempest-ServersAdminNegativeTestJSON-530528535-project-admin] Waiting for the task: (returnval){ [ 1649.044056] env[63750]: value = "task-2006031" [ 1649.044056] env[63750]: _type = "Task" [ 1649.044056] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.048183] env[63750]: DEBUG nova.compute.manager [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] [instance: 3e37b98e-c5f5-446c-8ac2-dacdf8ce7106] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1649.051305] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3ad1a6cf-489b-4179-b927-b7c5b5bb6ab9 tempest-ServersAdmin275Test-91279968 tempest-ServersAdmin275Test-91279968-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1649.057029] env[63750]: DEBUG oslo_concurrency.lockutils [None req-06fa643f-d68a-4071-822b-39f64a6447c3 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.453s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1649.057029] env[63750]: DEBUG oslo_concurrency.lockutils [None req-06fa643f-d68a-4071-822b-39f64a6447c3 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1649.059052] env[63750]: DEBUG oslo_concurrency.lockutils [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.435s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1649.064190] env[63750]: INFO nova.compute.claims [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] [instance: 1bc60127-2c17-4962-b6fe-0785357c36ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1649.078661] env[63750]: DEBUG oslo_vmware.api [None req-890f3a2e-931f-43cd-b7c6-f7da775b0422 tempest-ServersAdminNegativeTestJSON-530528535 tempest-ServersAdminNegativeTestJSON-530528535-project-admin] Task: {'id': task-2006031, 'name': SuspendVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.095856] env[63750]: INFO nova.scheduler.client.report [None req-06fa643f-d68a-4071-822b-39f64a6447c3 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Deleted allocations for instance 16e7a58b-3c51-4793-b128-d418f7173f7a [ 1649.138397] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1b4c335d-8d20-4679-895c-aefaea5f384c tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Lock "9edf2e36-5cbd-410d-bf99-451a6e3abee6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.677s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1649.191533] env[63750]: DEBUG nova.network.neutron [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Successfully updated port: 1af3e56a-ff15-4851-a629-891eaf8aa9b7 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1649.267085] env[63750]: DEBUG oslo_vmware.api [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Task: {'id': task-2006030, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.275040] env[63750]: DEBUG oslo_vmware.api [None req-03fc4ff0-d1bc-42f1-9293-b57f27fe3028 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006029, 'name': CloneVM_Task} progress is 94%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.312566] env[63750]: DEBUG nova.network.neutron [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] [instance: 3e37b98e-c5f5-446c-8ac2-dacdf8ce7106] Successfully created port: 4b8d9bb3-4ae6-412e-b59b-8ff4adcf4828 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1649.360612] env[63750]: DEBUG oslo_concurrency.lockutils [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Releasing lock "refresh_cache-fd699fda-28a7-4cd2-bd87-f2f2d28dce65" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1649.361047] env[63750]: DEBUG nova.compute.manager [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Instance network_info: |[{"id": "07dd1594-1935-47b8-8370-c41c8c2d47fb", "address": "fa:16:3e:65:21:6f", "network": {"id": "632b827f-b9c8-437a-9c65-7f22cf56e293", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-101112159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dccc6dbc796141f8b26a3545f330219b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07dd1594-19", "ovs_interfaceid": "07dd1594-1935-47b8-8370-c41c8c2d47fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1649.361551] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:21:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ffea58a-e043-4ad1-9ad7-45a61fdca001', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07dd1594-1935-47b8-8370-c41c8c2d47fb', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1649.370495] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Creating folder: Project (dccc6dbc796141f8b26a3545f330219b). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1649.370954] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b75a3a6-6338-4cbf-b69c-d90e0ac4a53b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.385916] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Created folder: Project (dccc6dbc796141f8b26a3545f330219b) in parent group-v412391. [ 1649.388039] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Creating folder: Instances. Parent ref: group-v412462. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1649.388039] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b530c9f-d42c-48ef-bd70-b0e8f0d97813 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.401973] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Created folder: Instances in parent group-v412462. [ 1649.402556] env[63750]: DEBUG oslo.service.loopingcall [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1649.402556] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1649.403970] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4decdac9-65e9-4205-999d-ff479155f156 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.437492] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1649.437492] env[63750]: value = "task-2006034" [ 1649.437492] env[63750]: _type = "Task" [ 1649.437492] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.451843] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006034, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.464238] env[63750]: DEBUG nova.compute.manager [req-6179eea4-7bfb-4fbe-a760-3e5c549e55f3 req-2b470f13-d9a1-4321-b094-75397ffe8329 service nova] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Received event network-vif-plugged-1af3e56a-ff15-4851-a629-891eaf8aa9b7 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1649.464664] env[63750]: DEBUG oslo_concurrency.lockutils [req-6179eea4-7bfb-4fbe-a760-3e5c549e55f3 req-2b470f13-d9a1-4321-b094-75397ffe8329 service nova] Acquiring lock "3d11142c-0197-4bd9-bf31-fffabf48ee87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1649.464914] env[63750]: DEBUG oslo_concurrency.lockutils [req-6179eea4-7bfb-4fbe-a760-3e5c549e55f3 req-2b470f13-d9a1-4321-b094-75397ffe8329 service nova] Lock "3d11142c-0197-4bd9-bf31-fffabf48ee87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1649.465199] env[63750]: DEBUG oslo_concurrency.lockutils [req-6179eea4-7bfb-4fbe-a760-3e5c549e55f3 req-2b470f13-d9a1-4321-b094-75397ffe8329 service nova] Lock "3d11142c-0197-4bd9-bf31-fffabf48ee87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1649.465434] env[63750]: DEBUG nova.compute.manager [req-6179eea4-7bfb-4fbe-a760-3e5c549e55f3 req-2b470f13-d9a1-4321-b094-75397ffe8329 service nova] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] No waiting events found dispatching network-vif-plugged-1af3e56a-ff15-4851-a629-891eaf8aa9b7 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1649.465794] env[63750]: WARNING nova.compute.manager [req-6179eea4-7bfb-4fbe-a760-3e5c549e55f3 req-2b470f13-d9a1-4321-b094-75397ffe8329 service nova] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Received unexpected event network-vif-plugged-1af3e56a-ff15-4851-a629-891eaf8aa9b7 for instance with vm_state building and task_state spawning. [ 1649.559098] env[63750]: DEBUG oslo_vmware.api [None req-890f3a2e-931f-43cd-b7c6-f7da775b0422 tempest-ServersAdminNegativeTestJSON-530528535 tempest-ServersAdminNegativeTestJSON-530528535-project-admin] Task: {'id': task-2006031, 'name': SuspendVM_Task} progress is 62%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.595236] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Acquiring lock "b3a09612-f064-4b1f-8e5d-29ff6d423592" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1649.595236] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Lock "b3a09612-f064-4b1f-8e5d-29ff6d423592" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1649.609417] env[63750]: DEBUG oslo_concurrency.lockutils [None req-06fa643f-d68a-4071-822b-39f64a6447c3 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Lock "16e7a58b-3c51-4793-b128-d418f7173f7a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.223s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1649.641400] env[63750]: DEBUG nova.compute.manager [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] [instance: 19fa9ea2-0fa3-47a3-a80a-91225c41da38] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1649.698818] env[63750]: DEBUG oslo_concurrency.lockutils [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquiring lock "refresh_cache-3d11142c-0197-4bd9-bf31-fffabf48ee87" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1649.698818] env[63750]: DEBUG oslo_concurrency.lockutils [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquired lock "refresh_cache-3d11142c-0197-4bd9-bf31-fffabf48ee87" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1649.698818] env[63750]: DEBUG nova.network.neutron [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1649.777843] env[63750]: DEBUG oslo_vmware.api [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Task: {'id': task-2006030, 'name': ReconfigVM_Task, 'duration_secs': 1.246647} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.777843] env[63750]: DEBUG oslo_vmware.api [None req-03fc4ff0-d1bc-42f1-9293-b57f27fe3028 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006029, 'name': CloneVM_Task} progress is 95%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.778097] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 71b4eb74-3e75-44d0-a132-0fa238a09fd2/71b4eb74-3e75-44d0-a132-0fa238a09fd2.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1649.778859] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1bc0c7a-c790-405a-bc73-425f11916a24 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.788524] env[63750]: DEBUG oslo_vmware.api [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Waiting for the task: (returnval){ [ 1649.788524] env[63750]: value = "task-2006035" [ 1649.788524] env[63750]: _type = "Task" [ 1649.788524] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.801997] env[63750]: DEBUG oslo_vmware.api [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Task: {'id': task-2006035, 'name': Rename_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.948726] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006034, 'name': CreateVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.055395] env[63750]: DEBUG oslo_vmware.api [None req-890f3a2e-931f-43cd-b7c6-f7da775b0422 tempest-ServersAdminNegativeTestJSON-530528535 tempest-ServersAdminNegativeTestJSON-530528535-project-admin] Task: {'id': task-2006031, 'name': SuspendVM_Task, 'duration_secs': 0.712644} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.055675] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-890f3a2e-931f-43cd-b7c6-f7da775b0422 tempest-ServersAdminNegativeTestJSON-530528535 tempest-ServersAdminNegativeTestJSON-530528535-project-admin] [instance: 9edf2e36-5cbd-410d-bf99-451a6e3abee6] Suspended the VM {{(pid=63750) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1650.055849] env[63750]: DEBUG nova.compute.manager [None req-890f3a2e-931f-43cd-b7c6-f7da775b0422 tempest-ServersAdminNegativeTestJSON-530528535 tempest-ServersAdminNegativeTestJSON-530528535-project-admin] [instance: 9edf2e36-5cbd-410d-bf99-451a6e3abee6] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1650.056636] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85450af8-e465-4fdc-8d3c-510a1961ac16 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.086724] env[63750]: DEBUG nova.compute.manager [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] [instance: 3e37b98e-c5f5-446c-8ac2-dacdf8ce7106] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1650.121163] env[63750]: DEBUG nova.virt.hardware [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1650.121163] env[63750]: DEBUG nova.virt.hardware [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1650.121163] env[63750]: DEBUG nova.virt.hardware [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1650.121368] env[63750]: DEBUG nova.virt.hardware [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1650.121484] env[63750]: DEBUG nova.virt.hardware [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1650.121629] env[63750]: DEBUG nova.virt.hardware [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1650.121863] env[63750]: DEBUG nova.virt.hardware [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1650.122037] env[63750]: DEBUG nova.virt.hardware [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1650.122228] env[63750]: DEBUG nova.virt.hardware [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1650.122384] env[63750]: DEBUG nova.virt.hardware [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1650.122514] env[63750]: DEBUG nova.virt.hardware [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1650.124934] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7d1966-9882-4c44-b45a-43c035542f30 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.135673] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf44864-a862-4cea-a179-bbd39e0adaef {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.166483] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1650.274303] env[63750]: DEBUG oslo_vmware.api [None req-03fc4ff0-d1bc-42f1-9293-b57f27fe3028 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006029, 'name': CloneVM_Task, 'duration_secs': 1.805324} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.274593] env[63750]: INFO nova.virt.vmwareapi.vmops [None req-03fc4ff0-d1bc-42f1-9293-b57f27fe3028 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Created linked-clone VM from snapshot [ 1650.275736] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c15d97-bf39-4f96-8dc7-1563c7621634 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.284915] env[63750]: DEBUG nova.virt.vmwareapi.images [None req-03fc4ff0-d1bc-42f1-9293-b57f27fe3028 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Uploading image de0f9f6d-c0f7-4a62-b89e-403701ddb2d3 {{(pid=63750) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1650.287403] env[63750]: DEBUG nova.network.neutron [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1650.299883] env[63750]: DEBUG oslo_vmware.api [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Task: {'id': task-2006035, 'name': Rename_Task, 'duration_secs': 0.230594} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.302940] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1650.303397] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f4a86d7-366d-48f8-ad16-c8181f83f59e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.312739] env[63750]: DEBUG oslo_vmware.api [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Waiting for the task: (returnval){ [ 1650.312739] env[63750]: value = "task-2006036" [ 1650.312739] env[63750]: _type = "Task" [ 1650.312739] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.318305] env[63750]: DEBUG oslo_vmware.rw_handles [None req-03fc4ff0-d1bc-42f1-9293-b57f27fe3028 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1650.318305] env[63750]: value = "vm-412461" [ 1650.318305] env[63750]: _type = "VirtualMachine" [ 1650.318305] env[63750]: }. {{(pid=63750) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1650.322974] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-00c7cbc0-c18f-4ea2-b9b4-a888fe453e9e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.331654] env[63750]: DEBUG oslo_vmware.api [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Task: {'id': task-2006036, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.333167] env[63750]: DEBUG oslo_vmware.rw_handles [None req-03fc4ff0-d1bc-42f1-9293-b57f27fe3028 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Lease: (returnval){ [ 1650.333167] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52f18b97-e801-b032-df7a-22f3ec05cc33" [ 1650.333167] env[63750]: _type = "HttpNfcLease" [ 1650.333167] env[63750]: } obtained for exporting VM: (result){ [ 1650.333167] env[63750]: value = "vm-412461" [ 1650.333167] env[63750]: _type = "VirtualMachine" [ 1650.333167] env[63750]: }. {{(pid=63750) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1650.333395] env[63750]: DEBUG oslo_vmware.api [None req-03fc4ff0-d1bc-42f1-9293-b57f27fe3028 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Waiting for the lease: (returnval){ [ 1650.333395] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52f18b97-e801-b032-df7a-22f3ec05cc33" [ 1650.333395] env[63750]: _type = "HttpNfcLease" [ 1650.333395] env[63750]: } to be ready. {{(pid=63750) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1650.342381] env[63750]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1650.342381] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52f18b97-e801-b032-df7a-22f3ec05cc33" [ 1650.342381] env[63750]: _type = "HttpNfcLease" [ 1650.342381] env[63750]: } is initializing. {{(pid=63750) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1650.448201] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006034, 'name': CreateVM_Task, 'duration_secs': 0.554497} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.450769] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1650.451912] env[63750]: DEBUG oslo_concurrency.lockutils [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1650.452129] env[63750]: DEBUG oslo_concurrency.lockutils [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1650.452443] env[63750]: DEBUG oslo_concurrency.lockutils [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1650.452704] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c236d93c-1faf-4cea-b853-fbdd277f575b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.458573] env[63750]: DEBUG oslo_vmware.api [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Waiting for the task: (returnval){ [ 1650.458573] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52111018-7958-b2f4-d53b-02c57eb945d6" [ 1650.458573] env[63750]: _type = "Task" [ 1650.458573] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.471686] env[63750]: DEBUG oslo_vmware.api [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52111018-7958-b2f4-d53b-02c57eb945d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.513337] env[63750]: DEBUG nova.network.neutron [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Updating instance_info_cache with network_info: [{"id": "1af3e56a-ff15-4851-a629-891eaf8aa9b7", "address": "fa:16:3e:6e:e3:76", "network": {"id": "8eeb3f57-9e47-48f4-ab8b-e14a44671e51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1675437426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "618573a371474aec86d00edfd3267bcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1af3e56a-ff", "ovs_interfaceid": "1af3e56a-ff15-4851-a629-891eaf8aa9b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1650.590030] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a88a143-78b2-44d1-a0ea-edd5fe7ac12f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.598887] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b18d0e-c4c3-4250-8dba-832f3942c338 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.630755] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc54221-bccb-49d0-9bea-f2d8cb6a4b5b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.639665] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5534392-b481-4ec3-bacd-ef8fbf635183 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.654177] env[63750]: DEBUG nova.compute.provider_tree [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1650.829732] env[63750]: DEBUG oslo_vmware.api [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Task: {'id': task-2006036, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.846023] env[63750]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1650.846023] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52f18b97-e801-b032-df7a-22f3ec05cc33" [ 1650.846023] env[63750]: _type = "HttpNfcLease" [ 1650.846023] env[63750]: } is ready. {{(pid=63750) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1650.846023] env[63750]: DEBUG oslo_vmware.rw_handles [None req-03fc4ff0-d1bc-42f1-9293-b57f27fe3028 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1650.846023] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52f18b97-e801-b032-df7a-22f3ec05cc33" [ 1650.846023] env[63750]: _type = "HttpNfcLease" [ 1650.846023] env[63750]: }. {{(pid=63750) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1650.846707] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f571357-d167-47b7-b877-b0cadd3bf263 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.856697] env[63750]: DEBUG oslo_vmware.rw_handles [None req-03fc4ff0-d1bc-42f1-9293-b57f27fe3028 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c11e1f-5c18-159e-50ce-0aed1e05fd09/disk-0.vmdk from lease info. {{(pid=63750) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1650.856872] env[63750]: DEBUG oslo_vmware.rw_handles [None req-03fc4ff0-d1bc-42f1-9293-b57f27fe3028 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c11e1f-5c18-159e-50ce-0aed1e05fd09/disk-0.vmdk for reading. {{(pid=63750) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1650.952554] env[63750]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0cdcfc64-e5c2-42aa-8686-12c4bb4a445f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.968488] env[63750]: DEBUG oslo_vmware.api [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52111018-7958-b2f4-d53b-02c57eb945d6, 'name': SearchDatastore_Task, 'duration_secs': 0.038965} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.970499] env[63750]: DEBUG oslo_concurrency.lockutils [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1650.970748] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1650.970983] env[63750]: DEBUG oslo_concurrency.lockutils [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1650.971148] env[63750]: DEBUG oslo_concurrency.lockutils [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1650.971321] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1650.971819] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-907bb63f-aa63-4f1a-b224-bdfac894ba6e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.991220] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1650.991446] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1650.992313] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67b6b4c0-bf0c-49a4-8032-9c9fa04fe843 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.998283] env[63750]: DEBUG oslo_vmware.api [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Waiting for the task: (returnval){ [ 1650.998283] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52852d0c-7b0a-bb49-b017-5bbdd0d68332" [ 1650.998283] env[63750]: _type = "Task" [ 1650.998283] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.007191] env[63750]: DEBUG oslo_vmware.api [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52852d0c-7b0a-bb49-b017-5bbdd0d68332, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.016033] env[63750]: DEBUG oslo_concurrency.lockutils [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Releasing lock "refresh_cache-3d11142c-0197-4bd9-bf31-fffabf48ee87" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1651.016481] env[63750]: DEBUG nova.compute.manager [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Instance network_info: |[{"id": "1af3e56a-ff15-4851-a629-891eaf8aa9b7", "address": "fa:16:3e:6e:e3:76", "network": {"id": "8eeb3f57-9e47-48f4-ab8b-e14a44671e51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1675437426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "618573a371474aec86d00edfd3267bcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1af3e56a-ff", "ovs_interfaceid": "1af3e56a-ff15-4851-a629-891eaf8aa9b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1651.016973] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:e3:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1af3e56a-ff15-4851-a629-891eaf8aa9b7', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1651.025129] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Creating folder: Project (618573a371474aec86d00edfd3267bcf). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1651.025129] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f068a013-f29c-4ec6-afab-282695d8adec {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.037881] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Created folder: Project (618573a371474aec86d00edfd3267bcf) in parent group-v412391. [ 1651.038178] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Creating folder: Instances. Parent ref: group-v412465. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1651.038463] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3a942ad-7e2d-4a36-af9c-ca3a085d1f6e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.049900] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Created folder: Instances in parent group-v412465. [ 1651.050162] env[63750]: DEBUG oslo.service.loopingcall [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1651.050557] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1651.050786] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2cccc0e7-7c73-4d1f-b9c5-5e006195355a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.074649] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1651.074649] env[63750]: value = "task-2006040" [ 1651.074649] env[63750]: _type = "Task" [ 1651.074649] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.078521] env[63750]: DEBUG nova.network.neutron [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] [instance: 3e37b98e-c5f5-446c-8ac2-dacdf8ce7106] Successfully updated port: 4b8d9bb3-4ae6-412e-b59b-8ff4adcf4828 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1651.085607] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006040, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.158608] env[63750]: DEBUG nova.scheduler.client.report [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1651.324298] env[63750]: DEBUG oslo_vmware.api [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Task: {'id': task-2006036, 'name': PowerOnVM_Task, 'duration_secs': 0.824826} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.324675] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1651.324917] env[63750]: INFO nova.compute.manager [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Took 9.18 seconds to spawn the instance on the hypervisor. [ 1651.325157] env[63750]: DEBUG nova.compute.manager [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1651.326019] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87d6a8b-0d05-499c-a58e-b2b943596d2f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.509766] env[63750]: DEBUG oslo_vmware.api [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52852d0c-7b0a-bb49-b017-5bbdd0d68332, 'name': SearchDatastore_Task, 'duration_secs': 0.015335} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.510806] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7769f47-248c-47a0-b676-76cc2ba043e8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.517540] env[63750]: DEBUG oslo_vmware.api [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Waiting for the task: (returnval){ [ 1651.517540] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52bbb6f4-0674-e7d0-faa6-e44bf2333282" [ 1651.517540] env[63750]: _type = "Task" [ 1651.517540] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.526545] env[63750]: DEBUG oslo_vmware.api [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52bbb6f4-0674-e7d0-faa6-e44bf2333282, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.541826] env[63750]: DEBUG nova.compute.manager [req-90569808-0239-4f02-b41a-0a3a98bb29a6 req-656fcbe5-5b8a-4c8a-9091-08357c1a9f09 service nova] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Received event network-changed-1af3e56a-ff15-4851-a629-891eaf8aa9b7 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1651.541826] env[63750]: DEBUG nova.compute.manager [req-90569808-0239-4f02-b41a-0a3a98bb29a6 req-656fcbe5-5b8a-4c8a-9091-08357c1a9f09 service nova] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Refreshing instance network info cache due to event network-changed-1af3e56a-ff15-4851-a629-891eaf8aa9b7. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1651.541826] env[63750]: DEBUG oslo_concurrency.lockutils [req-90569808-0239-4f02-b41a-0a3a98bb29a6 req-656fcbe5-5b8a-4c8a-9091-08357c1a9f09 service nova] Acquiring lock "refresh_cache-3d11142c-0197-4bd9-bf31-fffabf48ee87" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1651.541826] env[63750]: DEBUG oslo_concurrency.lockutils [req-90569808-0239-4f02-b41a-0a3a98bb29a6 req-656fcbe5-5b8a-4c8a-9091-08357c1a9f09 service nova] Acquired lock "refresh_cache-3d11142c-0197-4bd9-bf31-fffabf48ee87" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.541939] env[63750]: DEBUG nova.network.neutron [req-90569808-0239-4f02-b41a-0a3a98bb29a6 req-656fcbe5-5b8a-4c8a-9091-08357c1a9f09 service nova] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Refreshing network info cache for port 1af3e56a-ff15-4851-a629-891eaf8aa9b7 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1651.581714] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Acquiring lock "refresh_cache-3e37b98e-c5f5-446c-8ac2-dacdf8ce7106" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1651.581714] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Acquired lock "refresh_cache-3e37b98e-c5f5-446c-8ac2-dacdf8ce7106" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.581846] env[63750]: DEBUG nova.network.neutron [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] [instance: 3e37b98e-c5f5-446c-8ac2-dacdf8ce7106] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1651.591314] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006040, 'name': CreateVM_Task, 'duration_secs': 0.407393} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.591314] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1651.591678] env[63750]: DEBUG oslo_concurrency.lockutils [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1651.591678] env[63750]: DEBUG oslo_concurrency.lockutils [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.592086] env[63750]: DEBUG oslo_concurrency.lockutils [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1651.593040] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dcb3c52-afe4-443a-91d9-ce59347519c0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.599335] env[63750]: DEBUG oslo_vmware.api [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 1651.599335] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]526810e8-619d-b47d-ffbe-03aa0c028147" [ 1651.599335] env[63750]: _type = "Task" [ 1651.599335] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.609499] env[63750]: DEBUG oslo_vmware.api [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]526810e8-619d-b47d-ffbe-03aa0c028147, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.664919] env[63750]: DEBUG oslo_concurrency.lockutils [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.665449] env[63750]: DEBUG nova.compute.manager [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] [instance: 1bc60127-2c17-4962-b6fe-0785357c36ca] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1651.672020] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a473cc79-0142-41a2-885d-b5451e796fa4 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.401s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1651.672020] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a473cc79-0142-41a2-885d-b5451e796fa4 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.673444] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3fc482d5-4b8e-42ac-bd98-6a31e55aa775 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.575s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1651.673490] env[63750]: DEBUG nova.objects.instance [None req-3fc482d5-4b8e-42ac-bd98-6a31e55aa775 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Lazy-loading 'resources' on Instance uuid 3cec7e1e-84cb-4055-a25f-b36579dd1511 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1651.704710] env[63750]: INFO nova.scheduler.client.report [None req-a473cc79-0142-41a2-885d-b5451e796fa4 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Deleted allocations for instance 1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2 [ 1651.848902] env[63750]: INFO nova.compute.manager [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Took 37.52 seconds to build instance. [ 1652.032228] env[63750]: DEBUG oslo_vmware.api [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52bbb6f4-0674-e7d0-faa6-e44bf2333282, 'name': SearchDatastore_Task, 'duration_secs': 0.010593} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.032706] env[63750]: DEBUG oslo_concurrency.lockutils [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1652.033121] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] fd699fda-28a7-4cd2-bd87-f2f2d28dce65/fd699fda-28a7-4cd2-bd87-f2f2d28dce65.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1652.033909] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6aba8b70-ef24-4ad7-a4c9-a05008f6be84 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.042543] env[63750]: DEBUG oslo_vmware.api [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Waiting for the task: (returnval){ [ 1652.042543] env[63750]: value = "task-2006041" [ 1652.042543] env[63750]: _type = "Task" [ 1652.042543] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.055072] env[63750]: DEBUG oslo_vmware.api [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Task: {'id': task-2006041, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.113962] env[63750]: DEBUG oslo_vmware.api [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]526810e8-619d-b47d-ffbe-03aa0c028147, 'name': SearchDatastore_Task, 'duration_secs': 0.011381} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.113962] env[63750]: DEBUG oslo_concurrency.lockutils [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1652.114257] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1652.114489] env[63750]: DEBUG oslo_concurrency.lockutils [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1652.114614] env[63750]: DEBUG oslo_concurrency.lockutils [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.114868] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1652.115212] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fad35e4-c74f-4ffa-95a1-fedf65bb0f8b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.125270] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1652.125482] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1652.126309] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ed400e5-2034-47c5-8b0c-3b773daf6827 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.133310] env[63750]: DEBUG oslo_vmware.api [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 1652.133310] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52bf59c6-80e4-6ce1-af9f-c05e465de96d" [ 1652.133310] env[63750]: _type = "Task" [ 1652.133310] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.142390] env[63750]: DEBUG oslo_vmware.api [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52bf59c6-80e4-6ce1-af9f-c05e465de96d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.143317] env[63750]: DEBUG nova.network.neutron [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] [instance: 3e37b98e-c5f5-446c-8ac2-dacdf8ce7106] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1652.171504] env[63750]: DEBUG nova.compute.utils [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1652.175780] env[63750]: DEBUG nova.compute.manager [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] [instance: 1bc60127-2c17-4962-b6fe-0785357c36ca] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1652.176062] env[63750]: DEBUG nova.network.neutron [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] [instance: 1bc60127-2c17-4962-b6fe-0785357c36ca] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1652.183597] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9bebb900-79e6-4690-9103-769fb5e6b764 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Acquiring lock "9edf2e36-5cbd-410d-bf99-451a6e3abee6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1652.183826] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9bebb900-79e6-4690-9103-769fb5e6b764 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Lock "9edf2e36-5cbd-410d-bf99-451a6e3abee6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1652.184183] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9bebb900-79e6-4690-9103-769fb5e6b764 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Acquiring lock "9edf2e36-5cbd-410d-bf99-451a6e3abee6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1652.184378] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9bebb900-79e6-4690-9103-769fb5e6b764 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Lock "9edf2e36-5cbd-410d-bf99-451a6e3abee6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1652.184669] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9bebb900-79e6-4690-9103-769fb5e6b764 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Lock "9edf2e36-5cbd-410d-bf99-451a6e3abee6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1652.186604] env[63750]: INFO nova.compute.manager [None req-9bebb900-79e6-4690-9103-769fb5e6b764 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 9edf2e36-5cbd-410d-bf99-451a6e3abee6] Terminating instance [ 1652.215801] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a473cc79-0142-41a2-885d-b5451e796fa4 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Lock "1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.134s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1652.353164] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6e3e4033-4511-4b54-85db-e0653f5c7c5f tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Lock "71b4eb74-3e75-44d0-a132-0fa238a09fd2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.073s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1652.377730] env[63750]: DEBUG nova.policy [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '774b8e826f3b4dc1be4e2cceecb3bd6b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0dd20d4ad230406aa5c14b1fc5816496', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1652.557375] env[63750]: DEBUG oslo_vmware.api [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Task: {'id': task-2006041, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500675} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.557514] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] fd699fda-28a7-4cd2-bd87-f2f2d28dce65/fd699fda-28a7-4cd2-bd87-f2f2d28dce65.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1652.557792] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1652.558053] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54164a6d-1e56-4544-bee9-b1ec52c7f2b1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.565865] env[63750]: DEBUG oslo_vmware.api [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Waiting for the task: (returnval){ [ 1652.565865] env[63750]: value = "task-2006042" [ 1652.565865] env[63750]: _type = "Task" [ 1652.565865] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.578253] env[63750]: DEBUG oslo_vmware.api [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Task: {'id': task-2006042, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.631638] env[63750]: DEBUG nova.network.neutron [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] [instance: 3e37b98e-c5f5-446c-8ac2-dacdf8ce7106] Updating instance_info_cache with network_info: [{"id": "4b8d9bb3-4ae6-412e-b59b-8ff4adcf4828", "address": "fa:16:3e:38:31:91", "network": {"id": "fe50ca72-914d-4ced-93ec-c64eb94febca", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-53332335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "924fda3b3ae04e04ab76d9e91ac688be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b8d9bb3-4a", "ovs_interfaceid": "4b8d9bb3-4ae6-412e-b59b-8ff4adcf4828", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1652.651011] env[63750]: DEBUG oslo_vmware.api [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52bf59c6-80e4-6ce1-af9f-c05e465de96d, 'name': SearchDatastore_Task, 'duration_secs': 0.010003} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.652573] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd4a8bf8-8be7-4e45-832b-57727c8b2cba {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.661061] env[63750]: DEBUG oslo_vmware.api [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 1652.661061] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]520145c4-733c-1129-3e18-3a3e910d5970" [ 1652.661061] env[63750]: _type = "Task" [ 1652.661061] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.671792] env[63750]: DEBUG oslo_vmware.api [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]520145c4-733c-1129-3e18-3a3e910d5970, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.682132] env[63750]: DEBUG nova.compute.manager [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] [instance: 1bc60127-2c17-4962-b6fe-0785357c36ca] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1652.695101] env[63750]: DEBUG nova.compute.manager [None req-9bebb900-79e6-4690-9103-769fb5e6b764 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 9edf2e36-5cbd-410d-bf99-451a6e3abee6] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1652.695336] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-9bebb900-79e6-4690-9103-769fb5e6b764 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 9edf2e36-5cbd-410d-bf99-451a6e3abee6] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1652.696654] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ecb1d8-e8ed-4c0f-ae14-0e3c76a317e7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.705762] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-9bebb900-79e6-4690-9103-769fb5e6b764 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 9edf2e36-5cbd-410d-bf99-451a6e3abee6] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1652.706459] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a55a5f6e-aa1c-469a-bf48-8cfe3b191ee0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.758285] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e4364b-2a5f-4656-8d37-6639bd95e062 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.767833] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40bcfac8-bb9e-4871-8bc1-ced61edb1d6b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.806025] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d2e7e1-db7c-44c7-8d54-de1b301bb554 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.815143] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d910bba-c9b3-4fd5-bb71-47e25cdd3ccc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.834538] env[63750]: DEBUG nova.compute.provider_tree [None req-3fc482d5-4b8e-42ac-bd98-6a31e55aa775 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1652.837532] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-9bebb900-79e6-4690-9103-769fb5e6b764 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 9edf2e36-5cbd-410d-bf99-451a6e3abee6] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1652.837739] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-9bebb900-79e6-4690-9103-769fb5e6b764 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 9edf2e36-5cbd-410d-bf99-451a6e3abee6] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1652.837917] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bebb900-79e6-4690-9103-769fb5e6b764 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Deleting the datastore file [datastore1] 9edf2e36-5cbd-410d-bf99-451a6e3abee6 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1652.838470] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd23a645-de84-4df0-93a3-98d0807418e9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.848435] env[63750]: DEBUG oslo_vmware.api [None req-9bebb900-79e6-4690-9103-769fb5e6b764 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Waiting for the task: (returnval){ [ 1652.848435] env[63750]: value = "task-2006044" [ 1652.848435] env[63750]: _type = "Task" [ 1652.848435] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.857822] env[63750]: DEBUG nova.compute.manager [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1652.864144] env[63750]: DEBUG oslo_vmware.api [None req-9bebb900-79e6-4690-9103-769fb5e6b764 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Task: {'id': task-2006044, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.865572] env[63750]: DEBUG nova.network.neutron [req-90569808-0239-4f02-b41a-0a3a98bb29a6 req-656fcbe5-5b8a-4c8a-9091-08357c1a9f09 service nova] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Updated VIF entry in instance network info cache for port 1af3e56a-ff15-4851-a629-891eaf8aa9b7. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1652.865960] env[63750]: DEBUG nova.network.neutron [req-90569808-0239-4f02-b41a-0a3a98bb29a6 req-656fcbe5-5b8a-4c8a-9091-08357c1a9f09 service nova] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Updating instance_info_cache with network_info: [{"id": "1af3e56a-ff15-4851-a629-891eaf8aa9b7", "address": "fa:16:3e:6e:e3:76", "network": {"id": "8eeb3f57-9e47-48f4-ab8b-e14a44671e51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1675437426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "618573a371474aec86d00edfd3267bcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1af3e56a-ff", "ovs_interfaceid": "1af3e56a-ff15-4851-a629-891eaf8aa9b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1653.079832] env[63750]: DEBUG oslo_vmware.api [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Task: {'id': task-2006042, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069471} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.080395] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1653.081450] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d283fc7-5d18-4317-adc0-44f53c172589 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.107863] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] fd699fda-28a7-4cd2-bd87-f2f2d28dce65/fd699fda-28a7-4cd2-bd87-f2f2d28dce65.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1653.108406] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-828e372d-9f4a-4a7e-a752-a6604e166e3d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.131700] env[63750]: DEBUG oslo_vmware.api [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Waiting for the task: (returnval){ [ 1653.131700] env[63750]: value = "task-2006045" [ 1653.131700] env[63750]: _type = "Task" [ 1653.131700] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.141693] env[63750]: DEBUG oslo_vmware.api [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Task: {'id': task-2006045, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.142751] env[63750]: DEBUG nova.network.neutron [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] [instance: 1bc60127-2c17-4962-b6fe-0785357c36ca] Successfully created port: d8493975-4c67-4b03-b1f0-a67a926e3799 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1653.144951] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Releasing lock "refresh_cache-3e37b98e-c5f5-446c-8ac2-dacdf8ce7106" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1653.145424] env[63750]: DEBUG nova.compute.manager [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] [instance: 3e37b98e-c5f5-446c-8ac2-dacdf8ce7106] Instance network_info: |[{"id": "4b8d9bb3-4ae6-412e-b59b-8ff4adcf4828", "address": "fa:16:3e:38:31:91", "network": {"id": "fe50ca72-914d-4ced-93ec-c64eb94febca", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-53332335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "924fda3b3ae04e04ab76d9e91ac688be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b8d9bb3-4a", "ovs_interfaceid": "4b8d9bb3-4ae6-412e-b59b-8ff4adcf4828", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1653.145947] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] [instance: 3e37b98e-c5f5-446c-8ac2-dacdf8ce7106] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:31:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '504a3211-8288-4b87-a52a-590466d80a49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b8d9bb3-4ae6-412e-b59b-8ff4adcf4828', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1653.153699] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Creating folder: Project (924fda3b3ae04e04ab76d9e91ac688be). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1653.154593] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-227704ec-93f8-4e49-9eb5-47b7a781d692 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.168291] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Created folder: Project (924fda3b3ae04e04ab76d9e91ac688be) in parent group-v412391. [ 1653.168621] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Creating folder: Instances. Parent ref: group-v412468. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1653.169389] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4624c399-a79b-4e07-9849-3ce05fa6ceec {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.176724] env[63750]: DEBUG oslo_vmware.api [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]520145c4-733c-1129-3e18-3a3e910d5970, 'name': SearchDatastore_Task, 'duration_secs': 0.010816} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.177084] env[63750]: DEBUG oslo_concurrency.lockutils [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1653.177410] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 3d11142c-0197-4bd9-bf31-fffabf48ee87/3d11142c-0197-4bd9-bf31-fffabf48ee87.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1653.177710] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1cc5ed66-e580-4100-bd13-7586291a88df {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.185024] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Created folder: Instances in parent group-v412468. [ 1653.185024] env[63750]: DEBUG oslo.service.loopingcall [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1653.185024] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e37b98e-c5f5-446c-8ac2-dacdf8ce7106] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1653.185024] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3703f3d5-63d5-49bd-b64a-c6464fb673df {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.211349] env[63750]: DEBUG oslo_vmware.api [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 1653.211349] env[63750]: value = "task-2006048" [ 1653.211349] env[63750]: _type = "Task" [ 1653.211349] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.221169] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1653.221169] env[63750]: value = "task-2006049" [ 1653.221169] env[63750]: _type = "Task" [ 1653.221169] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.222595] env[63750]: DEBUG oslo_vmware.api [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006048, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.235385] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006049, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.340262] env[63750]: DEBUG nova.scheduler.client.report [None req-3fc482d5-4b8e-42ac-bd98-6a31e55aa775 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1653.360589] env[63750]: DEBUG oslo_vmware.api [None req-9bebb900-79e6-4690-9103-769fb5e6b764 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Task: {'id': task-2006044, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1538} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.360881] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bebb900-79e6-4690-9103-769fb5e6b764 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1653.361123] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-9bebb900-79e6-4690-9103-769fb5e6b764 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 9edf2e36-5cbd-410d-bf99-451a6e3abee6] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1653.361315] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-9bebb900-79e6-4690-9103-769fb5e6b764 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 9edf2e36-5cbd-410d-bf99-451a6e3abee6] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1653.361580] env[63750]: INFO nova.compute.manager [None req-9bebb900-79e6-4690-9103-769fb5e6b764 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 9edf2e36-5cbd-410d-bf99-451a6e3abee6] Took 0.67 seconds to destroy the instance on the hypervisor. [ 1653.361898] env[63750]: DEBUG oslo.service.loopingcall [None req-9bebb900-79e6-4690-9103-769fb5e6b764 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1653.362143] env[63750]: DEBUG nova.compute.manager [-] [instance: 9edf2e36-5cbd-410d-bf99-451a6e3abee6] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1653.362246] env[63750]: DEBUG nova.network.neutron [-] [instance: 9edf2e36-5cbd-410d-bf99-451a6e3abee6] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1653.370757] env[63750]: DEBUG oslo_concurrency.lockutils [req-90569808-0239-4f02-b41a-0a3a98bb29a6 req-656fcbe5-5b8a-4c8a-9091-08357c1a9f09 service nova] Releasing lock "refresh_cache-3d11142c-0197-4bd9-bf31-fffabf48ee87" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1653.371113] env[63750]: DEBUG nova.compute.manager [req-90569808-0239-4f02-b41a-0a3a98bb29a6 req-656fcbe5-5b8a-4c8a-9091-08357c1a9f09 service nova] [instance: 3e37b98e-c5f5-446c-8ac2-dacdf8ce7106] Received event network-vif-plugged-4b8d9bb3-4ae6-412e-b59b-8ff4adcf4828 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1653.371284] env[63750]: DEBUG oslo_concurrency.lockutils [req-90569808-0239-4f02-b41a-0a3a98bb29a6 req-656fcbe5-5b8a-4c8a-9091-08357c1a9f09 service nova] Acquiring lock "3e37b98e-c5f5-446c-8ac2-dacdf8ce7106-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.371548] env[63750]: DEBUG oslo_concurrency.lockutils [req-90569808-0239-4f02-b41a-0a3a98bb29a6 req-656fcbe5-5b8a-4c8a-9091-08357c1a9f09 service nova] Lock "3e37b98e-c5f5-446c-8ac2-dacdf8ce7106-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.371826] env[63750]: DEBUG oslo_concurrency.lockutils [req-90569808-0239-4f02-b41a-0a3a98bb29a6 req-656fcbe5-5b8a-4c8a-9091-08357c1a9f09 service nova] Lock "3e37b98e-c5f5-446c-8ac2-dacdf8ce7106-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.372074] env[63750]: DEBUG nova.compute.manager [req-90569808-0239-4f02-b41a-0a3a98bb29a6 req-656fcbe5-5b8a-4c8a-9091-08357c1a9f09 service nova] [instance: 3e37b98e-c5f5-446c-8ac2-dacdf8ce7106] No waiting events found dispatching network-vif-plugged-4b8d9bb3-4ae6-412e-b59b-8ff4adcf4828 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1653.372276] env[63750]: WARNING nova.compute.manager [req-90569808-0239-4f02-b41a-0a3a98bb29a6 req-656fcbe5-5b8a-4c8a-9091-08357c1a9f09 service nova] [instance: 3e37b98e-c5f5-446c-8ac2-dacdf8ce7106] Received unexpected event network-vif-plugged-4b8d9bb3-4ae6-412e-b59b-8ff4adcf4828 for instance with vm_state building and task_state spawning. [ 1653.372477] env[63750]: DEBUG nova.compute.manager [req-90569808-0239-4f02-b41a-0a3a98bb29a6 req-656fcbe5-5b8a-4c8a-9091-08357c1a9f09 service nova] [instance: 3e37b98e-c5f5-446c-8ac2-dacdf8ce7106] Received event network-changed-4b8d9bb3-4ae6-412e-b59b-8ff4adcf4828 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1653.372676] env[63750]: DEBUG nova.compute.manager [req-90569808-0239-4f02-b41a-0a3a98bb29a6 req-656fcbe5-5b8a-4c8a-9091-08357c1a9f09 service nova] [instance: 3e37b98e-c5f5-446c-8ac2-dacdf8ce7106] Refreshing instance network info cache due to event network-changed-4b8d9bb3-4ae6-412e-b59b-8ff4adcf4828. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1653.372909] env[63750]: DEBUG oslo_concurrency.lockutils [req-90569808-0239-4f02-b41a-0a3a98bb29a6 req-656fcbe5-5b8a-4c8a-9091-08357c1a9f09 service nova] Acquiring lock "refresh_cache-3e37b98e-c5f5-446c-8ac2-dacdf8ce7106" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.373282] env[63750]: DEBUG oslo_concurrency.lockutils [req-90569808-0239-4f02-b41a-0a3a98bb29a6 req-656fcbe5-5b8a-4c8a-9091-08357c1a9f09 service nova] Acquired lock "refresh_cache-3e37b98e-c5f5-446c-8ac2-dacdf8ce7106" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.373694] env[63750]: DEBUG nova.network.neutron [req-90569808-0239-4f02-b41a-0a3a98bb29a6 req-656fcbe5-5b8a-4c8a-9091-08357c1a9f09 service nova] [instance: 3e37b98e-c5f5-446c-8ac2-dacdf8ce7106] Refreshing network info cache for port 4b8d9bb3-4ae6-412e-b59b-8ff4adcf4828 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1653.396034] env[63750]: DEBUG oslo_concurrency.lockutils [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.646092] env[63750]: DEBUG oslo_vmware.api [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Task: {'id': task-2006045, 'name': ReconfigVM_Task, 'duration_secs': 0.4053} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.646556] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Reconfigured VM instance instance-00000017 to attach disk [datastore1] fd699fda-28a7-4cd2-bd87-f2f2d28dce65/fd699fda-28a7-4cd2-bd87-f2f2d28dce65.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1653.648019] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-686a3ac0-7ec1-4c52-a45f-d9d0f1bce5e6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.658391] env[63750]: DEBUG oslo_vmware.api [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Waiting for the task: (returnval){ [ 1653.658391] env[63750]: value = "task-2006050" [ 1653.658391] env[63750]: _type = "Task" [ 1653.658391] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.670271] env[63750]: DEBUG oslo_vmware.api [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Task: {'id': task-2006050, 'name': Rename_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.716640] env[63750]: DEBUG nova.compute.manager [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] [instance: 1bc60127-2c17-4962-b6fe-0785357c36ca] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1653.734120] env[63750]: DEBUG oslo_vmware.api [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006048, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535059} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.739182] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 3d11142c-0197-4bd9-bf31-fffabf48ee87/3d11142c-0197-4bd9-bf31-fffabf48ee87.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1653.739483] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1653.740220] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14f52def-0dbb-4f18-9ab1-07f2f0f428e5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.753358] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006049, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.758056] env[63750]: DEBUG nova.virt.hardware [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1653.759547] env[63750]: DEBUG nova.virt.hardware [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1653.759547] env[63750]: DEBUG nova.virt.hardware [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1653.759547] env[63750]: DEBUG nova.virt.hardware [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1653.759547] env[63750]: DEBUG nova.virt.hardware [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1653.759796] env[63750]: DEBUG nova.virt.hardware [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1653.759899] env[63750]: DEBUG nova.virt.hardware [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1653.761765] env[63750]: DEBUG nova.virt.hardware [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1653.761765] env[63750]: DEBUG nova.virt.hardware [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1653.761765] env[63750]: DEBUG nova.virt.hardware [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1653.761765] env[63750]: DEBUG nova.virt.hardware [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1653.762109] env[63750]: DEBUG oslo_vmware.api [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 1653.762109] env[63750]: value = "task-2006051" [ 1653.762109] env[63750]: _type = "Task" [ 1653.762109] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.763022] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81ea8ad-ed34-408c-8ddf-af72b327943d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.787093] env[63750]: DEBUG oslo_vmware.api [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006051, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.788538] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6d4b4e-5900-48e3-93bf-c0d40c3bbd85 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.847695] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3fc482d5-4b8e-42ac-bd98-6a31e55aa775 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.175s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.850413] env[63750]: DEBUG oslo_concurrency.lockutils [None req-141e37e2-6163-43d9-8a37-b197e7a1a560 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 21.443s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.862816] env[63750]: DEBUG nova.compute.manager [req-b45afb90-467f-4acc-8ded-2dc196c56edb req-9fcac8b4-61e2-4f8a-894f-6c8ff146aaf3 service nova] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Received event network-changed-0c707b41-64ba-4d5a-ad40-3f85191b354f {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1653.862816] env[63750]: DEBUG nova.compute.manager [req-b45afb90-467f-4acc-8ded-2dc196c56edb req-9fcac8b4-61e2-4f8a-894f-6c8ff146aaf3 service nova] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Refreshing instance network info cache due to event network-changed-0c707b41-64ba-4d5a-ad40-3f85191b354f. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1653.864651] env[63750]: DEBUG oslo_concurrency.lockutils [req-b45afb90-467f-4acc-8ded-2dc196c56edb req-9fcac8b4-61e2-4f8a-894f-6c8ff146aaf3 service nova] Acquiring lock "refresh_cache-71b4eb74-3e75-44d0-a132-0fa238a09fd2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.864988] env[63750]: DEBUG oslo_concurrency.lockutils [req-b45afb90-467f-4acc-8ded-2dc196c56edb req-9fcac8b4-61e2-4f8a-894f-6c8ff146aaf3 service nova] Acquired lock "refresh_cache-71b4eb74-3e75-44d0-a132-0fa238a09fd2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.865296] env[63750]: DEBUG nova.network.neutron [req-b45afb90-467f-4acc-8ded-2dc196c56edb req-9fcac8b4-61e2-4f8a-894f-6c8ff146aaf3 service nova] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Refreshing network info cache for port 0c707b41-64ba-4d5a-ad40-3f85191b354f {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1653.890605] env[63750]: INFO nova.scheduler.client.report [None req-3fc482d5-4b8e-42ac-bd98-6a31e55aa775 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Deleted allocations for instance 3cec7e1e-84cb-4055-a25f-b36579dd1511 [ 1653.938041] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Acquiring lock "75c55c9f-ad11-4d74-b63e-ff82150fb152" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.938657] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Lock "75c55c9f-ad11-4d74-b63e-ff82150fb152" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.966937] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Acquiring lock "47ea6c82-618f-4d4e-9d75-0ad02d9518f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.967175] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Lock "47ea6c82-618f-4d4e-9d75-0ad02d9518f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.084753] env[63750]: DEBUG nova.compute.manager [req-d2c87de9-afb1-41b4-82d1-2c1c7d42d788 req-43347b2a-2a1c-467c-85c2-fdac3964dac9 service nova] [instance: 9edf2e36-5cbd-410d-bf99-451a6e3abee6] Received event network-vif-deleted-7c75d708-a5fd-4a20-9808-efa0a721437f {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1654.086264] env[63750]: INFO nova.compute.manager [req-d2c87de9-afb1-41b4-82d1-2c1c7d42d788 req-43347b2a-2a1c-467c-85c2-fdac3964dac9 service nova] [instance: 9edf2e36-5cbd-410d-bf99-451a6e3abee6] Neutron deleted interface 7c75d708-a5fd-4a20-9808-efa0a721437f; detaching it from the instance and deleting it from the info cache [ 1654.086264] env[63750]: DEBUG nova.network.neutron [req-d2c87de9-afb1-41b4-82d1-2c1c7d42d788 req-43347b2a-2a1c-467c-85c2-fdac3964dac9 service nova] [instance: 9edf2e36-5cbd-410d-bf99-451a6e3abee6] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1654.174201] env[63750]: DEBUG oslo_vmware.api [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Task: {'id': task-2006050, 'name': Rename_Task, 'duration_secs': 0.202325} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.174674] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1654.174949] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7bb65650-b82d-4070-a07a-d31900723f46 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.184198] env[63750]: DEBUG oslo_vmware.api [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Waiting for the task: (returnval){ [ 1654.184198] env[63750]: value = "task-2006052" [ 1654.184198] env[63750]: _type = "Task" [ 1654.184198] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.193860] env[63750]: DEBUG oslo_vmware.api [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Task: {'id': task-2006052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.214963] env[63750]: DEBUG nova.network.neutron [req-90569808-0239-4f02-b41a-0a3a98bb29a6 req-656fcbe5-5b8a-4c8a-9091-08357c1a9f09 service nova] [instance: 3e37b98e-c5f5-446c-8ac2-dacdf8ce7106] Updated VIF entry in instance network info cache for port 4b8d9bb3-4ae6-412e-b59b-8ff4adcf4828. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1654.215341] env[63750]: DEBUG nova.network.neutron [req-90569808-0239-4f02-b41a-0a3a98bb29a6 req-656fcbe5-5b8a-4c8a-9091-08357c1a9f09 service nova] [instance: 3e37b98e-c5f5-446c-8ac2-dacdf8ce7106] Updating instance_info_cache with network_info: [{"id": "4b8d9bb3-4ae6-412e-b59b-8ff4adcf4828", "address": "fa:16:3e:38:31:91", "network": {"id": "fe50ca72-914d-4ced-93ec-c64eb94febca", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-53332335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "924fda3b3ae04e04ab76d9e91ac688be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b8d9bb3-4a", "ovs_interfaceid": "4b8d9bb3-4ae6-412e-b59b-8ff4adcf4828", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1654.243911] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006049, 'name': CreateVM_Task, 'duration_secs': 0.692351} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.244134] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e37b98e-c5f5-446c-8ac2-dacdf8ce7106] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1654.245054] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.245257] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.245575] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1654.245825] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa4854ce-e702-4da7-9c64-8bc5623d59cd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.251045] env[63750]: DEBUG oslo_vmware.api [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Waiting for the task: (returnval){ [ 1654.251045] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52d824f7-7144-39f2-1bb3-e0a35e3af363" [ 1654.251045] env[63750]: _type = "Task" [ 1654.251045] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.259571] env[63750]: DEBUG oslo_vmware.api [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52d824f7-7144-39f2-1bb3-e0a35e3af363, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.276751] env[63750]: DEBUG oslo_vmware.api [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006051, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08068} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.277024] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1654.277795] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c453933d-90a6-4fda-b106-996c9a40a64a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.300344] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 3d11142c-0197-4bd9-bf31-fffabf48ee87/3d11142c-0197-4bd9-bf31-fffabf48ee87.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1654.301028] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57c218ae-929a-4079-adf3-643a64997b2d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.324258] env[63750]: DEBUG oslo_vmware.api [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 1654.324258] env[63750]: value = "task-2006053" [ 1654.324258] env[63750]: _type = "Task" [ 1654.324258] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.333111] env[63750]: DEBUG oslo_vmware.api [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006053, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.382266] env[63750]: DEBUG nova.network.neutron [-] [instance: 9edf2e36-5cbd-410d-bf99-451a6e3abee6] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1654.400936] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3fc482d5-4b8e-42ac-bd98-6a31e55aa775 tempest-ServersAdmin275Test-1640206168 tempest-ServersAdmin275Test-1640206168-project-member] Lock "3cec7e1e-84cb-4055-a25f-b36579dd1511" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.645s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.588765] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b9151428-931f-419f-810a-c9477717c9fc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.599369] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b1417b-c317-4ba3-8895-dd301a8f44c4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.643009] env[63750]: DEBUG nova.compute.manager [req-d2c87de9-afb1-41b4-82d1-2c1c7d42d788 req-43347b2a-2a1c-467c-85c2-fdac3964dac9 service nova] [instance: 9edf2e36-5cbd-410d-bf99-451a6e3abee6] Detach interface failed, port_id=7c75d708-a5fd-4a20-9808-efa0a721437f, reason: Instance 9edf2e36-5cbd-410d-bf99-451a6e3abee6 could not be found. {{(pid=63750) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1654.646653] env[63750]: DEBUG nova.network.neutron [req-b45afb90-467f-4acc-8ded-2dc196c56edb req-9fcac8b4-61e2-4f8a-894f-6c8ff146aaf3 service nova] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Updated VIF entry in instance network info cache for port 0c707b41-64ba-4d5a-ad40-3f85191b354f. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1654.647115] env[63750]: DEBUG nova.network.neutron [req-b45afb90-467f-4acc-8ded-2dc196c56edb req-9fcac8b4-61e2-4f8a-894f-6c8ff146aaf3 service nova] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Updating instance_info_cache with network_info: [{"id": "0c707b41-64ba-4d5a-ad40-3f85191b354f", "address": "fa:16:3e:6d:c3:7e", "network": {"id": "cdd06c27-65a8-4c58-994a-efab0c935e7a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-927322350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1abf756d48b41a8bcdbbd12823f8e5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c707b41-64", "ovs_interfaceid": "0c707b41-64ba-4d5a-ad40-3f85191b354f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1654.696925] env[63750]: DEBUG oslo_vmware.api [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Task: {'id': task-2006052, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.717656] env[63750]: DEBUG oslo_concurrency.lockutils [req-90569808-0239-4f02-b41a-0a3a98bb29a6 req-656fcbe5-5b8a-4c8a-9091-08357c1a9f09 service nova] Releasing lock "refresh_cache-3e37b98e-c5f5-446c-8ac2-dacdf8ce7106" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1654.765027] env[63750]: DEBUG oslo_vmware.api [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52d824f7-7144-39f2-1bb3-e0a35e3af363, 'name': SearchDatastore_Task, 'duration_secs': 0.011148} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.765354] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1654.765588] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] [instance: 3e37b98e-c5f5-446c-8ac2-dacdf8ce7106] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1654.765819] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.765964] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.766154] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1654.766416] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17b3f696-532a-491d-b86c-2a150932a608 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.781144] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1654.781664] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1654.782318] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7de1c93-2ac0-4e5f-810e-e83eb35a1fd5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.794303] env[63750]: DEBUG oslo_vmware.api [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Waiting for the task: (returnval){ [ 1654.794303] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52dfc8cb-7525-47c4-9507-009a2675b086" [ 1654.794303] env[63750]: _type = "Task" [ 1654.794303] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.806295] env[63750]: DEBUG oslo_vmware.api [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52dfc8cb-7525-47c4-9507-009a2675b086, 'name': SearchDatastore_Task, 'duration_secs': 0.011792} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.811466] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c91f06d2-966a-477c-8ca6-5c9898b87e01 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.817814] env[63750]: DEBUG oslo_vmware.api [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Waiting for the task: (returnval){ [ 1654.817814] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]526af2fc-82d0-d29a-aeb8-6402ab739267" [ 1654.817814] env[63750]: _type = "Task" [ 1654.817814] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.832143] env[63750]: DEBUG oslo_vmware.api [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]526af2fc-82d0-d29a-aeb8-6402ab739267, 'name': SearchDatastore_Task, 'duration_secs': 0.010877} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.833156] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1654.833230] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 3e37b98e-c5f5-446c-8ac2-dacdf8ce7106/3e37b98e-c5f5-446c-8ac2-dacdf8ce7106.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1654.833503] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d8a0518-152d-4e85-b085-8ab57563c8ee {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.839187] env[63750]: DEBUG oslo_vmware.api [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006053, 'name': ReconfigVM_Task, 'duration_secs': 0.320769} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.842304] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 3d11142c-0197-4bd9-bf31-fffabf48ee87/3d11142c-0197-4bd9-bf31-fffabf48ee87.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1654.843154] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8917e00a-cb5b-4ce7-a5cf-2b0d150cf012 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.847842] env[63750]: DEBUG oslo_vmware.api [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Waiting for the task: (returnval){ [ 1654.847842] env[63750]: value = "task-2006054" [ 1654.847842] env[63750]: _type = "Task" [ 1654.847842] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.853084] env[63750]: DEBUG oslo_vmware.api [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 1654.853084] env[63750]: value = "task-2006055" [ 1654.853084] env[63750]: _type = "Task" [ 1654.853084] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.860936] env[63750]: DEBUG oslo_vmware.api [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Task: {'id': task-2006054, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.863071] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432e61e0-e582-49c1-8aca-8738694648b5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.869207] env[63750]: DEBUG oslo_vmware.api [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006055, 'name': Rename_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.875121] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a589d5a1-e9b6-438f-ad6e-bd7e67ed20ec {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.907696] env[63750]: INFO nova.compute.manager [-] [instance: 9edf2e36-5cbd-410d-bf99-451a6e3abee6] Took 1.55 seconds to deallocate network for instance. [ 1654.910424] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c752ba-925a-46de-9153-057f41614f4f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.937061] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf2fbd3-f45d-4e03-a5a8-6fe17dec9ea4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.954885] env[63750]: DEBUG nova.compute.provider_tree [None req-141e37e2-6163-43d9-8a37-b197e7a1a560 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1655.119031] env[63750]: DEBUG nova.network.neutron [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] [instance: 1bc60127-2c17-4962-b6fe-0785357c36ca] Successfully updated port: d8493975-4c67-4b03-b1f0-a67a926e3799 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1655.150156] env[63750]: DEBUG oslo_concurrency.lockutils [req-b45afb90-467f-4acc-8ded-2dc196c56edb req-9fcac8b4-61e2-4f8a-894f-6c8ff146aaf3 service nova] Releasing lock "refresh_cache-71b4eb74-3e75-44d0-a132-0fa238a09fd2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1655.200923] env[63750]: DEBUG oslo_vmware.api [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Task: {'id': task-2006052, 'name': PowerOnVM_Task, 'duration_secs': 0.654513} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.201390] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1655.201536] env[63750]: INFO nova.compute.manager [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Took 10.41 seconds to spawn the instance on the hypervisor. [ 1655.201773] env[63750]: DEBUG nova.compute.manager [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1655.202694] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9110328d-f949-4002-977b-fe89a95a1331 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.363323] env[63750]: DEBUG oslo_vmware.api [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Task: {'id': task-2006054, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.371188] env[63750]: DEBUG oslo_vmware.api [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006055, 'name': Rename_Task, 'duration_secs': 0.165092} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.371386] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1655.371642] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a15e3d9a-f2ed-474a-83f1-0d0a5e399f1a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.381180] env[63750]: DEBUG oslo_vmware.api [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 1655.381180] env[63750]: value = "task-2006056" [ 1655.381180] env[63750]: _type = "Task" [ 1655.381180] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.399185] env[63750]: DEBUG oslo_vmware.api [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006056, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.422276] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9bebb900-79e6-4690-9103-769fb5e6b764 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1655.458850] env[63750]: DEBUG nova.scheduler.client.report [None req-141e37e2-6163-43d9-8a37-b197e7a1a560 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1655.623521] env[63750]: DEBUG oslo_concurrency.lockutils [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Acquiring lock "refresh_cache-1bc60127-2c17-4962-b6fe-0785357c36ca" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1655.623733] env[63750]: DEBUG oslo_concurrency.lockutils [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Acquired lock "refresh_cache-1bc60127-2c17-4962-b6fe-0785357c36ca" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1655.623969] env[63750]: DEBUG nova.network.neutron [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] [instance: 1bc60127-2c17-4962-b6fe-0785357c36ca] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1655.724836] env[63750]: INFO nova.compute.manager [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Took 40.37 seconds to build instance. [ 1655.861073] env[63750]: DEBUG oslo_vmware.api [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Task: {'id': task-2006054, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551633} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.861073] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 3e37b98e-c5f5-446c-8ac2-dacdf8ce7106/3e37b98e-c5f5-446c-8ac2-dacdf8ce7106.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1655.861073] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] [instance: 3e37b98e-c5f5-446c-8ac2-dacdf8ce7106] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1655.861479] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2aff345d-0865-47a0-b2cc-49f257e00468 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.870310] env[63750]: DEBUG oslo_vmware.api [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Waiting for the task: (returnval){ [ 1655.870310] env[63750]: value = "task-2006057" [ 1655.870310] env[63750]: _type = "Task" [ 1655.870310] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.880719] env[63750]: DEBUG oslo_vmware.api [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Task: {'id': task-2006057, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.893878] env[63750]: DEBUG oslo_vmware.api [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006056, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.113683] env[63750]: DEBUG nova.compute.manager [req-55edd059-1216-4d9d-a35e-813f164126fc req-d724f9cd-4396-4c95-9c5d-25379528970a service nova] [instance: 1bc60127-2c17-4962-b6fe-0785357c36ca] Received event network-vif-plugged-d8493975-4c67-4b03-b1f0-a67a926e3799 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1656.113934] env[63750]: DEBUG oslo_concurrency.lockutils [req-55edd059-1216-4d9d-a35e-813f164126fc req-d724f9cd-4396-4c95-9c5d-25379528970a service nova] Acquiring lock "1bc60127-2c17-4962-b6fe-0785357c36ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1656.114159] env[63750]: DEBUG oslo_concurrency.lockutils [req-55edd059-1216-4d9d-a35e-813f164126fc req-d724f9cd-4396-4c95-9c5d-25379528970a service nova] Lock "1bc60127-2c17-4962-b6fe-0785357c36ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.114329] env[63750]: DEBUG oslo_concurrency.lockutils [req-55edd059-1216-4d9d-a35e-813f164126fc req-d724f9cd-4396-4c95-9c5d-25379528970a service nova] Lock "1bc60127-2c17-4962-b6fe-0785357c36ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.114493] env[63750]: DEBUG nova.compute.manager [req-55edd059-1216-4d9d-a35e-813f164126fc req-d724f9cd-4396-4c95-9c5d-25379528970a service nova] [instance: 1bc60127-2c17-4962-b6fe-0785357c36ca] No waiting events found dispatching network-vif-plugged-d8493975-4c67-4b03-b1f0-a67a926e3799 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1656.114652] env[63750]: WARNING nova.compute.manager [req-55edd059-1216-4d9d-a35e-813f164126fc req-d724f9cd-4396-4c95-9c5d-25379528970a service nova] [instance: 1bc60127-2c17-4962-b6fe-0785357c36ca] Received unexpected event network-vif-plugged-d8493975-4c67-4b03-b1f0-a67a926e3799 for instance with vm_state building and task_state spawning. [ 1656.114807] env[63750]: DEBUG nova.compute.manager [req-55edd059-1216-4d9d-a35e-813f164126fc req-d724f9cd-4396-4c95-9c5d-25379528970a service nova] [instance: 1bc60127-2c17-4962-b6fe-0785357c36ca] Received event network-changed-d8493975-4c67-4b03-b1f0-a67a926e3799 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1656.115307] env[63750]: DEBUG nova.compute.manager [req-55edd059-1216-4d9d-a35e-813f164126fc req-d724f9cd-4396-4c95-9c5d-25379528970a service nova] [instance: 1bc60127-2c17-4962-b6fe-0785357c36ca] Refreshing instance network info cache due to event network-changed-d8493975-4c67-4b03-b1f0-a67a926e3799. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1656.115433] env[63750]: DEBUG oslo_concurrency.lockutils [req-55edd059-1216-4d9d-a35e-813f164126fc req-d724f9cd-4396-4c95-9c5d-25379528970a service nova] Acquiring lock "refresh_cache-1bc60127-2c17-4962-b6fe-0785357c36ca" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1656.163969] env[63750]: DEBUG nova.network.neutron [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] [instance: 1bc60127-2c17-4962-b6fe-0785357c36ca] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1656.226624] env[63750]: DEBUG oslo_concurrency.lockutils [None req-907248bb-ab9c-4311-962c-88cb8db4c42e tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Lock "fd699fda-28a7-4cd2-bd87-f2f2d28dce65" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.389s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.383584] env[63750]: DEBUG oslo_vmware.api [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Task: {'id': task-2006057, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144242} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.388020] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] [instance: 3e37b98e-c5f5-446c-8ac2-dacdf8ce7106] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1656.388020] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8db1f04-7ff7-44ff-aad7-f01c5e8f3f91 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.396968] env[63750]: DEBUG oslo_vmware.api [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006056, 'name': PowerOnVM_Task, 'duration_secs': 0.577065} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.406130] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1656.406407] env[63750]: INFO nova.compute.manager [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Took 8.96 seconds to spawn the instance on the hypervisor. [ 1656.408463] env[63750]: DEBUG nova.compute.manager [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1656.415743] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] [instance: 3e37b98e-c5f5-446c-8ac2-dacdf8ce7106] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 3e37b98e-c5f5-446c-8ac2-dacdf8ce7106/3e37b98e-c5f5-446c-8ac2-dacdf8ce7106.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1656.419081] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f516f7-3af8-4f9d-a99b-8d190cd545f1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.422200] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b5e33fa-6dd3-493e-a5ec-c49e626b0dc9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.449485] env[63750]: DEBUG oslo_vmware.api [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Waiting for the task: (returnval){ [ 1656.449485] env[63750]: value = "task-2006058" [ 1656.449485] env[63750]: _type = "Task" [ 1656.449485] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.458326] env[63750]: DEBUG oslo_vmware.api [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Task: {'id': task-2006058, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.471023] env[63750]: DEBUG oslo_concurrency.lockutils [None req-141e37e2-6163-43d9-8a37-b197e7a1a560 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.621s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.475192] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.754s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.475887] env[63750]: INFO nova.compute.claims [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] [instance: 3972845f-a11a-4160-ad32-3cf31efa28c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1656.505911] env[63750]: DEBUG nova.network.neutron [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] [instance: 1bc60127-2c17-4962-b6fe-0785357c36ca] Updating instance_info_cache with network_info: [{"id": "d8493975-4c67-4b03-b1f0-a67a926e3799", "address": "fa:16:3e:bb:f1:31", "network": {"id": "48e9ee2e-d753-4146-b499-cb5088587924", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97464ef51d4848b2beb776e97a17e4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8493975-4c", "ovs_interfaceid": "d8493975-4c67-4b03-b1f0-a67a926e3799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.657944] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1656.658393] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63750) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1656.728777] env[63750]: DEBUG nova.compute.manager [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] [instance: 57914c7f-a496-4c0c-a57d-cf9f46158032] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1656.969428] env[63750]: INFO nova.compute.manager [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Took 39.37 seconds to build instance. [ 1656.985221] env[63750]: DEBUG oslo_vmware.api [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Task: {'id': task-2006058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.008709] env[63750]: DEBUG oslo_concurrency.lockutils [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Releasing lock "refresh_cache-1bc60127-2c17-4962-b6fe-0785357c36ca" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.009369] env[63750]: DEBUG nova.compute.manager [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] [instance: 1bc60127-2c17-4962-b6fe-0785357c36ca] Instance network_info: |[{"id": "d8493975-4c67-4b03-b1f0-a67a926e3799", "address": "fa:16:3e:bb:f1:31", "network": {"id": "48e9ee2e-d753-4146-b499-cb5088587924", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97464ef51d4848b2beb776e97a17e4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8493975-4c", "ovs_interfaceid": "d8493975-4c67-4b03-b1f0-a67a926e3799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1657.009790] env[63750]: DEBUG oslo_concurrency.lockutils [req-55edd059-1216-4d9d-a35e-813f164126fc req-d724f9cd-4396-4c95-9c5d-25379528970a service nova] Acquired lock "refresh_cache-1bc60127-2c17-4962-b6fe-0785357c36ca" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.010080] env[63750]: DEBUG nova.network.neutron [req-55edd059-1216-4d9d-a35e-813f164126fc req-d724f9cd-4396-4c95-9c5d-25379528970a service nova] [instance: 1bc60127-2c17-4962-b6fe-0785357c36ca] Refreshing network info cache for port d8493975-4c67-4b03-b1f0-a67a926e3799 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1657.011618] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] [instance: 1bc60127-2c17-4962-b6fe-0785357c36ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:f1:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8493975-4c67-4b03-b1f0-a67a926e3799', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1657.023481] env[63750]: DEBUG oslo.service.loopingcall [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1657.027357] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bc60127-2c17-4962-b6fe-0785357c36ca] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1657.027679] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08c61506-6b1b-47f7-9eea-89e73dbfbfa7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.051396] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1657.051396] env[63750]: value = "task-2006059" [ 1657.051396] env[63750]: _type = "Task" [ 1657.051396] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.061453] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006059, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.099329] env[63750]: INFO nova.scheduler.client.report [None req-141e37e2-6163-43d9-8a37-b197e7a1a560 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Deleted allocation for migration 26288fac-5d2d-4483-9959-922e2f739916 [ 1657.255524] env[63750]: DEBUG oslo_concurrency.lockutils [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.369699] env[63750]: DEBUG nova.network.neutron [req-55edd059-1216-4d9d-a35e-813f164126fc req-d724f9cd-4396-4c95-9c5d-25379528970a service nova] [instance: 1bc60127-2c17-4962-b6fe-0785357c36ca] Updated VIF entry in instance network info cache for port d8493975-4c67-4b03-b1f0-a67a926e3799. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1657.370107] env[63750]: DEBUG nova.network.neutron [req-55edd059-1216-4d9d-a35e-813f164126fc req-d724f9cd-4396-4c95-9c5d-25379528970a service nova] [instance: 1bc60127-2c17-4962-b6fe-0785357c36ca] Updating instance_info_cache with network_info: [{"id": "d8493975-4c67-4b03-b1f0-a67a926e3799", "address": "fa:16:3e:bb:f1:31", "network": {"id": "48e9ee2e-d753-4146-b499-cb5088587924", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97464ef51d4848b2beb776e97a17e4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8493975-4c", "ovs_interfaceid": "d8493975-4c67-4b03-b1f0-a67a926e3799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1657.465512] env[63750]: DEBUG oslo_vmware.api [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Task: {'id': task-2006058, 'name': ReconfigVM_Task, 'duration_secs': 0.84136} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.465512] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] [instance: 3e37b98e-c5f5-446c-8ac2-dacdf8ce7106] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 3e37b98e-c5f5-446c-8ac2-dacdf8ce7106/3e37b98e-c5f5-446c-8ac2-dacdf8ce7106.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1657.466034] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a069bda9-ca37-4f9e-8ceb-c9d7a7214f3e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.471735] env[63750]: DEBUG oslo_concurrency.lockutils [None req-202bf5e3-fa7d-4c55-b46c-41d65c2b0ae1 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "3d11142c-0197-4bd9-bf31-fffabf48ee87" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.647s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.478737] env[63750]: DEBUG oslo_vmware.api [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Waiting for the task: (returnval){ [ 1657.478737] env[63750]: value = "task-2006060" [ 1657.478737] env[63750]: _type = "Task" [ 1657.478737] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.485822] env[63750]: DEBUG oslo_vmware.api [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Task: {'id': task-2006060, 'name': Rename_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.569720] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006059, 'name': CreateVM_Task, 'duration_secs': 0.436704} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.569934] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bc60127-2c17-4962-b6fe-0785357c36ca] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1657.570811] env[63750]: DEBUG oslo_concurrency.lockutils [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.570979] env[63750]: DEBUG oslo_concurrency.lockutils [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.571314] env[63750]: DEBUG oslo_concurrency.lockutils [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1657.571583] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae29e23c-bc46-4e31-968a-261fc617350f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.580056] env[63750]: DEBUG oslo_vmware.api [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Waiting for the task: (returnval){ [ 1657.580056] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]523f5cbb-41fb-5b68-341a-0ee5e782ec68" [ 1657.580056] env[63750]: _type = "Task" [ 1657.580056] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.590168] env[63750]: DEBUG oslo_vmware.api [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]523f5cbb-41fb-5b68-341a-0ee5e782ec68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.607993] env[63750]: DEBUG oslo_concurrency.lockutils [None req-141e37e2-6163-43d9-8a37-b197e7a1a560 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Lock "fe9c3f7c-4c8b-426b-85c1-6fc0f325609e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 28.675s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.878889] env[63750]: DEBUG oslo_concurrency.lockutils [req-55edd059-1216-4d9d-a35e-813f164126fc req-d724f9cd-4396-4c95-9c5d-25379528970a service nova] Releasing lock "refresh_cache-1bc60127-2c17-4962-b6fe-0785357c36ca" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.970321] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d174b70-3e6b-45df-afc6-8b0328cdef67 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.976798] env[63750]: DEBUG nova.compute.manager [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] [instance: 41f90609-cec6-43c2-9853-aa72527e5f46] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1657.988076] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a153db-fd0a-419b-9da6-e7bd5a446809 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.997738] env[63750]: DEBUG oslo_vmware.api [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Task: {'id': task-2006060, 'name': Rename_Task, 'duration_secs': 0.18086} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.025253] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] [instance: 3e37b98e-c5f5-446c-8ac2-dacdf8ce7106] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1658.026139] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5423d642-6ef9-4681-bb00-780e268d9bf6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.028930] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee1ce2b-befe-44a2-8507-7746df7b3e7b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.041794] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f268ac19-2a18-484b-9fa5-66ab7719a2d3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.049288] env[63750]: DEBUG oslo_vmware.api [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Waiting for the task: (returnval){ [ 1658.049288] env[63750]: value = "task-2006061" [ 1658.049288] env[63750]: _type = "Task" [ 1658.049288] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.059562] env[63750]: DEBUG nova.compute.provider_tree [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1658.068989] env[63750]: DEBUG oslo_vmware.api [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Task: {'id': task-2006061, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.093081] env[63750]: DEBUG oslo_vmware.api [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]523f5cbb-41fb-5b68-341a-0ee5e782ec68, 'name': SearchDatastore_Task, 'duration_secs': 0.012664} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.093448] env[63750]: DEBUG oslo_concurrency.lockutils [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.093680] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] [instance: 1bc60127-2c17-4962-b6fe-0785357c36ca] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1658.094180] env[63750]: DEBUG oslo_concurrency.lockutils [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1658.094350] env[63750]: DEBUG oslo_concurrency.lockutils [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.094546] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1658.094849] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09e044fa-a932-46c6-b96a-03b08a1eb8f0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.105420] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1658.105644] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1658.106473] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5aefd6f2-ce59-4388-be9e-24d5cdeb64a7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.113316] env[63750]: DEBUG oslo_vmware.api [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Waiting for the task: (returnval){ [ 1658.113316] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5265095d-1967-3d10-5118-90c80a031d2c" [ 1658.113316] env[63750]: _type = "Task" [ 1658.113316] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.122817] env[63750]: DEBUG oslo_vmware.api [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5265095d-1967-3d10-5118-90c80a031d2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.511428] env[63750]: DEBUG oslo_concurrency.lockutils [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1658.562873] env[63750]: DEBUG oslo_vmware.api [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Task: {'id': task-2006061, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.564927] env[63750]: DEBUG nova.scheduler.client.report [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1658.630817] env[63750]: DEBUG oslo_vmware.api [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5265095d-1967-3d10-5118-90c80a031d2c, 'name': SearchDatastore_Task, 'duration_secs': 0.013759} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.632487] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-220e1376-0f5d-4199-9c64-02060918c44f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.639824] env[63750]: DEBUG oslo_vmware.api [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Waiting for the task: (returnval){ [ 1658.639824] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52cfa63a-7062-40f2-333c-ad3c7672a112" [ 1658.639824] env[63750]: _type = "Task" [ 1658.639824] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.650918] env[63750]: DEBUG oslo_vmware.api [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52cfa63a-7062-40f2-333c-ad3c7672a112, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.658401] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1659.033352] env[63750]: DEBUG nova.compute.manager [req-242d7240-58ac-4719-aed5-91b8bb45820e req-f9d88b22-d007-45f7-bb50-595b538b1d56 service nova] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Received event network-changed-07dd1594-1935-47b8-8370-c41c8c2d47fb {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1659.033614] env[63750]: DEBUG nova.compute.manager [req-242d7240-58ac-4719-aed5-91b8bb45820e req-f9d88b22-d007-45f7-bb50-595b538b1d56 service nova] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Refreshing instance network info cache due to event network-changed-07dd1594-1935-47b8-8370-c41c8c2d47fb. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1659.033922] env[63750]: DEBUG oslo_concurrency.lockutils [req-242d7240-58ac-4719-aed5-91b8bb45820e req-f9d88b22-d007-45f7-bb50-595b538b1d56 service nova] Acquiring lock "refresh_cache-fd699fda-28a7-4cd2-bd87-f2f2d28dce65" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1659.034202] env[63750]: DEBUG oslo_concurrency.lockutils [req-242d7240-58ac-4719-aed5-91b8bb45820e req-f9d88b22-d007-45f7-bb50-595b538b1d56 service nova] Acquired lock "refresh_cache-fd699fda-28a7-4cd2-bd87-f2f2d28dce65" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1659.036363] env[63750]: DEBUG nova.network.neutron [req-242d7240-58ac-4719-aed5-91b8bb45820e req-f9d88b22-d007-45f7-bb50-595b538b1d56 service nova] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Refreshing network info cache for port 07dd1594-1935-47b8-8370-c41c8c2d47fb {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1659.063218] env[63750]: DEBUG oslo_vmware.api [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Task: {'id': task-2006061, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.072197] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.598s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.072723] env[63750]: DEBUG nova.compute.manager [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] [instance: 3972845f-a11a-4160-ad32-3cf31efa28c0] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1659.078094] env[63750]: DEBUG oslo_concurrency.lockutils [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.717s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1659.079092] env[63750]: INFO nova.compute.claims [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1659.160099] env[63750]: DEBUG oslo_vmware.api [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52cfa63a-7062-40f2-333c-ad3c7672a112, 'name': SearchDatastore_Task, 'duration_secs': 0.021523} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.161574] env[63750]: DEBUG oslo_concurrency.lockutils [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1659.161574] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 1bc60127-2c17-4962-b6fe-0785357c36ca/1bc60127-2c17-4962-b6fe-0785357c36ca.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1659.162552] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1659.163019] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e59f8dd0-d4ec-4f91-b5b2-ed32ef2969af {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.176427] env[63750]: DEBUG oslo_vmware.api [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Waiting for the task: (returnval){ [ 1659.176427] env[63750]: value = "task-2006062" [ 1659.176427] env[63750]: _type = "Task" [ 1659.176427] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.194049] env[63750]: DEBUG oslo_vmware.api [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Task: {'id': task-2006062, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.394067] env[63750]: DEBUG nova.compute.manager [req-f0bacf48-1aaf-40d6-8293-cffa00816630 req-58485326-b1ab-469f-a7fd-e8855e646c38 service nova] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Received event network-changed-1af3e56a-ff15-4851-a629-891eaf8aa9b7 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1659.394067] env[63750]: DEBUG nova.compute.manager [req-f0bacf48-1aaf-40d6-8293-cffa00816630 req-58485326-b1ab-469f-a7fd-e8855e646c38 service nova] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Refreshing instance network info cache due to event network-changed-1af3e56a-ff15-4851-a629-891eaf8aa9b7. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1659.394535] env[63750]: DEBUG oslo_concurrency.lockutils [req-f0bacf48-1aaf-40d6-8293-cffa00816630 req-58485326-b1ab-469f-a7fd-e8855e646c38 service nova] Acquiring lock "refresh_cache-3d11142c-0197-4bd9-bf31-fffabf48ee87" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1659.394755] env[63750]: DEBUG oslo_concurrency.lockutils [req-f0bacf48-1aaf-40d6-8293-cffa00816630 req-58485326-b1ab-469f-a7fd-e8855e646c38 service nova] Acquired lock "refresh_cache-3d11142c-0197-4bd9-bf31-fffabf48ee87" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1659.395023] env[63750]: DEBUG nova.network.neutron [req-f0bacf48-1aaf-40d6-8293-cffa00816630 req-58485326-b1ab-469f-a7fd-e8855e646c38 service nova] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Refreshing network info cache for port 1af3e56a-ff15-4851-a629-891eaf8aa9b7 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1659.564240] env[63750]: DEBUG oslo_vmware.api [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Task: {'id': task-2006061, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.584987] env[63750]: DEBUG nova.compute.utils [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1659.589940] env[63750]: DEBUG nova.compute.manager [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] [instance: 3972845f-a11a-4160-ad32-3cf31efa28c0] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1659.589940] env[63750]: DEBUG nova.network.neutron [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] [instance: 3972845f-a11a-4160-ad32-3cf31efa28c0] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1659.691570] env[63750]: DEBUG oslo_vmware.api [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Task: {'id': task-2006062, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.738837] env[63750]: DEBUG nova.policy [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b33edb523f6458a89d78eb940565d46', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5af2bfbb2f047c98cd27b6d308b8661', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1660.062049] env[63750]: DEBUG oslo_vmware.api [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Task: {'id': task-2006061, 'name': PowerOnVM_Task} progress is 82%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.103740] env[63750]: DEBUG nova.compute.manager [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] [instance: 3972845f-a11a-4160-ad32-3cf31efa28c0] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1660.193520] env[63750]: DEBUG oslo_vmware.api [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Task: {'id': task-2006062, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.381520] env[63750]: DEBUG nova.network.neutron [req-242d7240-58ac-4719-aed5-91b8bb45820e req-f9d88b22-d007-45f7-bb50-595b538b1d56 service nova] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Updated VIF entry in instance network info cache for port 07dd1594-1935-47b8-8370-c41c8c2d47fb. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1660.381955] env[63750]: DEBUG nova.network.neutron [req-242d7240-58ac-4719-aed5-91b8bb45820e req-f9d88b22-d007-45f7-bb50-595b538b1d56 service nova] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Updating instance_info_cache with network_info: [{"id": "07dd1594-1935-47b8-8370-c41c8c2d47fb", "address": "fa:16:3e:65:21:6f", "network": {"id": "632b827f-b9c8-437a-9c65-7f22cf56e293", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-101112159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dccc6dbc796141f8b26a3545f330219b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07dd1594-19", "ovs_interfaceid": "07dd1594-1935-47b8-8370-c41c8c2d47fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1660.437421] env[63750]: DEBUG oslo_vmware.rw_handles [None req-03fc4ff0-d1bc-42f1-9293-b57f27fe3028 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c11e1f-5c18-159e-50ce-0aed1e05fd09/disk-0.vmdk. {{(pid=63750) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1660.438795] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906718ca-baa3-4291-8f90-8f04356b7044 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.452655] env[63750]: DEBUG oslo_vmware.rw_handles [None req-03fc4ff0-d1bc-42f1-9293-b57f27fe3028 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c11e1f-5c18-159e-50ce-0aed1e05fd09/disk-0.vmdk is in state: ready. {{(pid=63750) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1660.452655] env[63750]: ERROR oslo_vmware.rw_handles [None req-03fc4ff0-d1bc-42f1-9293-b57f27fe3028 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c11e1f-5c18-159e-50ce-0aed1e05fd09/disk-0.vmdk due to incomplete transfer. [ 1660.452655] env[63750]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-edcad300-ed2a-40aa-8d1e-0ed2ff200f3b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.458388] env[63750]: DEBUG oslo_vmware.rw_handles [None req-03fc4ff0-d1bc-42f1-9293-b57f27fe3028 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c11e1f-5c18-159e-50ce-0aed1e05fd09/disk-0.vmdk. {{(pid=63750) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1660.458585] env[63750]: DEBUG nova.virt.vmwareapi.images [None req-03fc4ff0-d1bc-42f1-9293-b57f27fe3028 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Uploaded image de0f9f6d-c0f7-4a62-b89e-403701ddb2d3 to the Glance image server {{(pid=63750) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1660.460619] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-03fc4ff0-d1bc-42f1-9293-b57f27fe3028 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Destroying the VM {{(pid=63750) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1660.460887] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-14566eba-b016-459a-9487-343cba2d826d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.476820] env[63750]: DEBUG oslo_vmware.api [None req-03fc4ff0-d1bc-42f1-9293-b57f27fe3028 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Waiting for the task: (returnval){ [ 1660.476820] env[63750]: value = "task-2006063" [ 1660.476820] env[63750]: _type = "Task" [ 1660.476820] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.494947] env[63750]: DEBUG oslo_vmware.api [None req-03fc4ff0-d1bc-42f1-9293-b57f27fe3028 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006063, 'name': Destroy_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.566775] env[63750]: DEBUG oslo_vmware.api [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Task: {'id': task-2006061, 'name': PowerOnVM_Task, 'duration_secs': 2.205181} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.566883] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] [instance: 3e37b98e-c5f5-446c-8ac2-dacdf8ce7106] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1660.567130] env[63750]: INFO nova.compute.manager [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] [instance: 3e37b98e-c5f5-446c-8ac2-dacdf8ce7106] Took 10.48 seconds to spawn the instance on the hypervisor. [ 1660.567254] env[63750]: DEBUG nova.compute.manager [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] [instance: 3e37b98e-c5f5-446c-8ac2-dacdf8ce7106] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1660.568293] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d78a45-f919-4482-8d1f-8e96bbbe841b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.632858] env[63750]: DEBUG nova.network.neutron [req-f0bacf48-1aaf-40d6-8293-cffa00816630 req-58485326-b1ab-469f-a7fd-e8855e646c38 service nova] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Updated VIF entry in instance network info cache for port 1af3e56a-ff15-4851-a629-891eaf8aa9b7. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1660.633210] env[63750]: DEBUG nova.network.neutron [req-f0bacf48-1aaf-40d6-8293-cffa00816630 req-58485326-b1ab-469f-a7fd-e8855e646c38 service nova] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Updating instance_info_cache with network_info: [{"id": "1af3e56a-ff15-4851-a629-891eaf8aa9b7", "address": "fa:16:3e:6e:e3:76", "network": {"id": "8eeb3f57-9e47-48f4-ab8b-e14a44671e51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1675437426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "618573a371474aec86d00edfd3267bcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1af3e56a-ff", "ovs_interfaceid": "1af3e56a-ff15-4851-a629-891eaf8aa9b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1660.663212] env[63750]: DEBUG nova.network.neutron [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] [instance: 3972845f-a11a-4160-ad32-3cf31efa28c0] Successfully created port: b082d7a7-4476-49f6-9782-9cd4ee0d373b {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1660.698592] env[63750]: DEBUG oslo_vmware.api [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Task: {'id': task-2006062, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.711975] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20aaf3ba-40c0-4c85-aa3a-a091ff275e37 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.720445] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d532b1ca-2eec-4c13-b50e-745c450c91ac {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.752518] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7dba379-dce8-4e35-8953-923159148fc9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.760981] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3957f8-759d-45f8-8c8e-f91ec8646d15 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.777637] env[63750]: DEBUG nova.compute.provider_tree [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1660.888283] env[63750]: DEBUG oslo_concurrency.lockutils [req-242d7240-58ac-4719-aed5-91b8bb45820e req-f9d88b22-d007-45f7-bb50-595b538b1d56 service nova] Releasing lock "refresh_cache-fd699fda-28a7-4cd2-bd87-f2f2d28dce65" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1660.990950] env[63750]: DEBUG oslo_vmware.api [None req-03fc4ff0-d1bc-42f1-9293-b57f27fe3028 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006063, 'name': Destroy_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.106437] env[63750]: INFO nova.compute.manager [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] [instance: 3e37b98e-c5f5-446c-8ac2-dacdf8ce7106] Took 40.78 seconds to build instance. [ 1661.117452] env[63750]: DEBUG nova.compute.manager [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] [instance: 3972845f-a11a-4160-ad32-3cf31efa28c0] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1661.139773] env[63750]: DEBUG oslo_concurrency.lockutils [req-f0bacf48-1aaf-40d6-8293-cffa00816630 req-58485326-b1ab-469f-a7fd-e8855e646c38 service nova] Releasing lock "refresh_cache-3d11142c-0197-4bd9-bf31-fffabf48ee87" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1661.169711] env[63750]: DEBUG nova.virt.hardware [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1661.169982] env[63750]: DEBUG nova.virt.hardware [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1661.172756] env[63750]: DEBUG nova.virt.hardware [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1661.173022] env[63750]: DEBUG nova.virt.hardware [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1661.173151] env[63750]: DEBUG nova.virt.hardware [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1661.173300] env[63750]: DEBUG nova.virt.hardware [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1661.173511] env[63750]: DEBUG nova.virt.hardware [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1661.175211] env[63750]: DEBUG nova.virt.hardware [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1661.175211] env[63750]: DEBUG nova.virt.hardware [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1661.175211] env[63750]: DEBUG nova.virt.hardware [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1661.175211] env[63750]: DEBUG nova.virt.hardware [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1661.176682] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234affba-8908-4252-a524-e1a3f38f6ab4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.192207] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb57693-b16f-449a-868b-64cee299a6fd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.204955] env[63750]: DEBUG oslo_vmware.api [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Task: {'id': task-2006062, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.715498} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.215370] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 1bc60127-2c17-4962-b6fe-0785357c36ca/1bc60127-2c17-4962-b6fe-0785357c36ca.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1661.215688] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] [instance: 1bc60127-2c17-4962-b6fe-0785357c36ca] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1661.216667] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03ae5c41-c9ad-477a-bca3-2bda134ff10b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.227502] env[63750]: DEBUG oslo_vmware.api [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Waiting for the task: (returnval){ [ 1661.227502] env[63750]: value = "task-2006064" [ 1661.227502] env[63750]: _type = "Task" [ 1661.227502] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.239029] env[63750]: DEBUG oslo_vmware.api [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Task: {'id': task-2006064, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.281545] env[63750]: DEBUG nova.scheduler.client.report [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1661.493673] env[63750]: DEBUG oslo_vmware.api [None req-03fc4ff0-d1bc-42f1-9293-b57f27fe3028 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006063, 'name': Destroy_Task} progress is 33%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.614784] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e90e0a17-7988-4355-8014-8a118421ccbc tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Lock "3e37b98e-c5f5-446c-8ac2-dacdf8ce7106" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.755s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.720838] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Acquiring lock "99c765c3-0b70-4f53-a8e7-e2723898c70e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.721201] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Lock "99c765c3-0b70-4f53-a8e7-e2723898c70e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.737979] env[63750]: DEBUG oslo_vmware.api [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Task: {'id': task-2006064, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084321} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.739058] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] [instance: 1bc60127-2c17-4962-b6fe-0785357c36ca] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1661.739357] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0816a7-2e13-4153-af9a-bfd0833f8688 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.763864] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] [instance: 1bc60127-2c17-4962-b6fe-0785357c36ca] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 1bc60127-2c17-4962-b6fe-0785357c36ca/1bc60127-2c17-4962-b6fe-0785357c36ca.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1661.764142] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69c72c3e-5f86-4d3e-8c7b-a467e12d968d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.785603] env[63750]: DEBUG oslo_vmware.api [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Waiting for the task: (returnval){ [ 1661.785603] env[63750]: value = "task-2006065" [ 1661.785603] env[63750]: _type = "Task" [ 1661.785603] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.792343] env[63750]: DEBUG oslo_concurrency.lockutils [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.715s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.792857] env[63750]: DEBUG nova.compute.manager [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1661.795708] env[63750]: DEBUG oslo_concurrency.lockutils [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.725s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.800028] env[63750]: INFO nova.compute.claims [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1661.808456] env[63750]: DEBUG oslo_vmware.api [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Task: {'id': task-2006065, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.992076] env[63750]: DEBUG oslo_vmware.api [None req-03fc4ff0-d1bc-42f1-9293-b57f27fe3028 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006063, 'name': Destroy_Task, 'duration_secs': 1.190988} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.992076] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-03fc4ff0-d1bc-42f1-9293-b57f27fe3028 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Destroyed the VM [ 1661.992076] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-03fc4ff0-d1bc-42f1-9293-b57f27fe3028 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Deleting Snapshot of the VM instance {{(pid=63750) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1661.992076] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-38470992-81df-4221-823a-d74a9d0c8b27 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.000019] env[63750]: DEBUG oslo_vmware.api [None req-03fc4ff0-d1bc-42f1-9293-b57f27fe3028 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Waiting for the task: (returnval){ [ 1662.000019] env[63750]: value = "task-2006066" [ 1662.000019] env[63750]: _type = "Task" [ 1662.000019] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.008965] env[63750]: DEBUG oslo_vmware.api [None req-03fc4ff0-d1bc-42f1-9293-b57f27fe3028 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006066, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.116315] env[63750]: DEBUG nova.compute.manager [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: 64e60d53-dc4c-41ab-91ee-fff41c2b5976] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1662.299807] env[63750]: DEBUG oslo_vmware.api [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Task: {'id': task-2006065, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.305573] env[63750]: DEBUG nova.compute.utils [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1662.309041] env[63750]: DEBUG nova.compute.manager [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1662.309203] env[63750]: DEBUG nova.network.neutron [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1662.434457] env[63750]: DEBUG nova.policy [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9cab1bfb062d41d8aa7db02e3ac13cfe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba81ec19042e432283500854f7336dd0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1662.511487] env[63750]: DEBUG oslo_vmware.api [None req-03fc4ff0-d1bc-42f1-9293-b57f27fe3028 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006066, 'name': RemoveSnapshot_Task} progress is 77%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.642954] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1662.710432] env[63750]: DEBUG nova.compute.manager [req-b7595abc-fbb8-47af-8dbd-0e02893627a9 req-159a3242-9b48-41ba-86fa-94396853d83e service nova] [instance: 3972845f-a11a-4160-ad32-3cf31efa28c0] Received event network-vif-plugged-b082d7a7-4476-49f6-9782-9cd4ee0d373b {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1662.710653] env[63750]: DEBUG oslo_concurrency.lockutils [req-b7595abc-fbb8-47af-8dbd-0e02893627a9 req-159a3242-9b48-41ba-86fa-94396853d83e service nova] Acquiring lock "3972845f-a11a-4160-ad32-3cf31efa28c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1662.710857] env[63750]: DEBUG oslo_concurrency.lockutils [req-b7595abc-fbb8-47af-8dbd-0e02893627a9 req-159a3242-9b48-41ba-86fa-94396853d83e service nova] Lock "3972845f-a11a-4160-ad32-3cf31efa28c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1662.711313] env[63750]: DEBUG oslo_concurrency.lockutils [req-b7595abc-fbb8-47af-8dbd-0e02893627a9 req-159a3242-9b48-41ba-86fa-94396853d83e service nova] Lock "3972845f-a11a-4160-ad32-3cf31efa28c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1662.711798] env[63750]: DEBUG nova.compute.manager [req-b7595abc-fbb8-47af-8dbd-0e02893627a9 req-159a3242-9b48-41ba-86fa-94396853d83e service nova] [instance: 3972845f-a11a-4160-ad32-3cf31efa28c0] No waiting events found dispatching network-vif-plugged-b082d7a7-4476-49f6-9782-9cd4ee0d373b {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1662.712197] env[63750]: WARNING nova.compute.manager [req-b7595abc-fbb8-47af-8dbd-0e02893627a9 req-159a3242-9b48-41ba-86fa-94396853d83e service nova] [instance: 3972845f-a11a-4160-ad32-3cf31efa28c0] Received unexpected event network-vif-plugged-b082d7a7-4476-49f6-9782-9cd4ee0d373b for instance with vm_state building and task_state spawning. [ 1662.797192] env[63750]: DEBUG oslo_vmware.api [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Task: {'id': task-2006065, 'name': ReconfigVM_Task, 'duration_secs': 0.60131} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.797469] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] [instance: 1bc60127-2c17-4962-b6fe-0785357c36ca] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 1bc60127-2c17-4962-b6fe-0785357c36ca/1bc60127-2c17-4962-b6fe-0785357c36ca.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1662.799118] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-846b2a86-83e9-4218-9d4d-cd1819ed85b7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.806813] env[63750]: DEBUG oslo_vmware.api [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Waiting for the task: (returnval){ [ 1662.806813] env[63750]: value = "task-2006067" [ 1662.806813] env[63750]: _type = "Task" [ 1662.806813] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.810840] env[63750]: DEBUG nova.compute.manager [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1662.832110] env[63750]: DEBUG oslo_vmware.api [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Task: {'id': task-2006067, 'name': Rename_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.009867] env[63750]: DEBUG oslo_vmware.api [None req-03fc4ff0-d1bc-42f1-9293-b57f27fe3028 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006066, 'name': RemoveSnapshot_Task, 'duration_secs': 0.917992} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.010239] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-03fc4ff0-d1bc-42f1-9293-b57f27fe3028 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Deleted Snapshot of the VM instance {{(pid=63750) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1663.010498] env[63750]: INFO nova.compute.manager [None req-03fc4ff0-d1bc-42f1-9293-b57f27fe3028 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Took 16.91 seconds to snapshot the instance on the hypervisor. [ 1663.085868] env[63750]: DEBUG nova.network.neutron [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] [instance: 3972845f-a11a-4160-ad32-3cf31efa28c0] Successfully updated port: b082d7a7-4476-49f6-9782-9cd4ee0d373b {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1663.322765] env[63750]: DEBUG oslo_vmware.api [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Task: {'id': task-2006067, 'name': Rename_Task, 'duration_secs': 0.166485} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.323136] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] [instance: 1bc60127-2c17-4962-b6fe-0785357c36ca] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1663.323434] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53e85845-d0f8-41b1-8663-863726c9edf6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.335389] env[63750]: DEBUG oslo_vmware.api [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Waiting for the task: (returnval){ [ 1663.335389] env[63750]: value = "task-2006068" [ 1663.335389] env[63750]: _type = "Task" [ 1663.335389] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.347289] env[63750]: DEBUG oslo_vmware.api [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Task: {'id': task-2006068, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.374334] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad38ccf6-aef4-4eb5-944e-bb0a1353704f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.386977] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed909ef-89f3-4a7c-be3e-7827fc29d8ae {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.419962] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05266133-06d9-4432-9764-bdab592c6f36 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.429024] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53172bb-f669-451a-9d77-589e30193fd2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.444351] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cecf9641-5cd8-40dc-942a-804800bffbaa tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Acquiring lock "3e37b98e-c5f5-446c-8ac2-dacdf8ce7106" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1663.444664] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cecf9641-5cd8-40dc-942a-804800bffbaa tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Lock "3e37b98e-c5f5-446c-8ac2-dacdf8ce7106" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1663.444917] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cecf9641-5cd8-40dc-942a-804800bffbaa tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Acquiring lock "3e37b98e-c5f5-446c-8ac2-dacdf8ce7106-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1663.445128] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cecf9641-5cd8-40dc-942a-804800bffbaa tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Lock "3e37b98e-c5f5-446c-8ac2-dacdf8ce7106-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1663.445301] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cecf9641-5cd8-40dc-942a-804800bffbaa tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Lock "3e37b98e-c5f5-446c-8ac2-dacdf8ce7106-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1663.447442] env[63750]: DEBUG nova.compute.provider_tree [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1663.449088] env[63750]: INFO nova.compute.manager [None req-cecf9641-5cd8-40dc-942a-804800bffbaa tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] [instance: 3e37b98e-c5f5-446c-8ac2-dacdf8ce7106] Terminating instance [ 1663.468667] env[63750]: DEBUG nova.network.neutron [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] Successfully created port: 12532748-ec8e-4fa3-a0a0-d00da583fac2 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1663.591016] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Acquiring lock "refresh_cache-3972845f-a11a-4160-ad32-3cf31efa28c0" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1663.591016] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Acquired lock "refresh_cache-3972845f-a11a-4160-ad32-3cf31efa28c0" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.591016] env[63750]: DEBUG nova.network.neutron [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] [instance: 3972845f-a11a-4160-ad32-3cf31efa28c0] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1663.837326] env[63750]: DEBUG nova.compute.manager [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1663.851414] env[63750]: DEBUG oslo_vmware.api [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Task: {'id': task-2006068, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.871983] env[63750]: DEBUG nova.virt.hardware [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1663.872307] env[63750]: DEBUG nova.virt.hardware [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1663.872494] env[63750]: DEBUG nova.virt.hardware [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1663.872677] env[63750]: DEBUG nova.virt.hardware [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1663.872853] env[63750]: DEBUG nova.virt.hardware [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1663.873011] env[63750]: DEBUG nova.virt.hardware [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1663.873223] env[63750]: DEBUG nova.virt.hardware [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1663.873424] env[63750]: DEBUG nova.virt.hardware [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1663.873532] env[63750]: DEBUG nova.virt.hardware [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1663.873692] env[63750]: DEBUG nova.virt.hardware [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1663.873905] env[63750]: DEBUG nova.virt.hardware [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1663.874927] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939c8e20-5d2c-4a39-9bfa-673ee7d7ef44 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.884759] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c44cb3-9710-4808-8d8e-38c9a6f1001e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.951931] env[63750]: DEBUG nova.scheduler.client.report [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1663.958287] env[63750]: DEBUG nova.compute.manager [None req-cecf9641-5cd8-40dc-942a-804800bffbaa tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] [instance: 3e37b98e-c5f5-446c-8ac2-dacdf8ce7106] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1663.958582] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-cecf9641-5cd8-40dc-942a-804800bffbaa tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] [instance: 3e37b98e-c5f5-446c-8ac2-dacdf8ce7106] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1663.960273] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8287dd61-fcac-4c79-b8b2-621779a88d97 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.969673] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-cecf9641-5cd8-40dc-942a-804800bffbaa tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] [instance: 3e37b98e-c5f5-446c-8ac2-dacdf8ce7106] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1663.969923] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d79f6378-d936-4cee-9450-cb4c4573146d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.981695] env[63750]: DEBUG oslo_vmware.api [None req-cecf9641-5cd8-40dc-942a-804800bffbaa tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Waiting for the task: (returnval){ [ 1663.981695] env[63750]: value = "task-2006069" [ 1663.981695] env[63750]: _type = "Task" [ 1663.981695] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.997674] env[63750]: DEBUG oslo_vmware.api [None req-cecf9641-5cd8-40dc-942a-804800bffbaa tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Task: {'id': task-2006069, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.133891] env[63750]: DEBUG nova.network.neutron [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] [instance: 3972845f-a11a-4160-ad32-3cf31efa28c0] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1664.304464] env[63750]: DEBUG nova.network.neutron [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] [instance: 3972845f-a11a-4160-ad32-3cf31efa28c0] Updating instance_info_cache with network_info: [{"id": "b082d7a7-4476-49f6-9782-9cd4ee0d373b", "address": "fa:16:3e:46:1a:c4", "network": {"id": "e6521620-eddf-4d91-b1aa-9095d874c786", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1561936882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5af2bfbb2f047c98cd27b6d308b8661", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb082d7a7-44", "ovs_interfaceid": "b082d7a7-4476-49f6-9782-9cd4ee0d373b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1664.353361] env[63750]: DEBUG oslo_vmware.api [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Task: {'id': task-2006068, 'name': PowerOnVM_Task} progress is 82%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.460397] env[63750]: DEBUG oslo_concurrency.lockutils [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.461083] env[63750]: DEBUG nova.compute.manager [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1664.465150] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4b255431-8aff-4668-88e9-846e729a907e tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.700s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.465706] env[63750]: DEBUG nova.objects.instance [None req-4b255431-8aff-4668-88e9-846e729a907e tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Lazy-loading 'resources' on Instance uuid 9f8ff3a5-201b-4814-bf32-2f39c2293750 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1664.501482] env[63750]: DEBUG oslo_vmware.api [None req-cecf9641-5cd8-40dc-942a-804800bffbaa tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Task: {'id': task-2006069, 'name': PowerOffVM_Task, 'duration_secs': 0.273302} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.502645] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-cecf9641-5cd8-40dc-942a-804800bffbaa tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] [instance: 3e37b98e-c5f5-446c-8ac2-dacdf8ce7106] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1664.502830] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-cecf9641-5cd8-40dc-942a-804800bffbaa tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] [instance: 3e37b98e-c5f5-446c-8ac2-dacdf8ce7106] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1664.503792] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05b07b19-c233-4bd7-b769-4f530ad466c4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.704598] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-cecf9641-5cd8-40dc-942a-804800bffbaa tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] [instance: 3e37b98e-c5f5-446c-8ac2-dacdf8ce7106] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1664.704830] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-cecf9641-5cd8-40dc-942a-804800bffbaa tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] [instance: 3e37b98e-c5f5-446c-8ac2-dacdf8ce7106] Deleting contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1664.705071] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-cecf9641-5cd8-40dc-942a-804800bffbaa tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Deleting the datastore file [datastore2] 3e37b98e-c5f5-446c-8ac2-dacdf8ce7106 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1664.705349] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f5515cc-233b-4958-95b2-4aa632de09a9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.714795] env[63750]: DEBUG oslo_vmware.api [None req-cecf9641-5cd8-40dc-942a-804800bffbaa tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Waiting for the task: (returnval){ [ 1664.714795] env[63750]: value = "task-2006071" [ 1664.714795] env[63750]: _type = "Task" [ 1664.714795] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.725487] env[63750]: DEBUG oslo_vmware.api [None req-cecf9641-5cd8-40dc-942a-804800bffbaa tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Task: {'id': task-2006071, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.807206] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Releasing lock "refresh_cache-3972845f-a11a-4160-ad32-3cf31efa28c0" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1664.807623] env[63750]: DEBUG nova.compute.manager [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] [instance: 3972845f-a11a-4160-ad32-3cf31efa28c0] Instance network_info: |[{"id": "b082d7a7-4476-49f6-9782-9cd4ee0d373b", "address": "fa:16:3e:46:1a:c4", "network": {"id": "e6521620-eddf-4d91-b1aa-9095d874c786", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1561936882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5af2bfbb2f047c98cd27b6d308b8661", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb082d7a7-44", "ovs_interfaceid": "b082d7a7-4476-49f6-9782-9cd4ee0d373b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1664.808145] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] [instance: 3972845f-a11a-4160-ad32-3cf31efa28c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:1a:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65497291-07f3-434c-bd42-657a0cb03365', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b082d7a7-4476-49f6-9782-9cd4ee0d373b', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1664.827112] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Creating folder: Project (a5af2bfbb2f047c98cd27b6d308b8661). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1664.827112] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aac15fc2-1831-44d5-b8a8-0353285f7ed3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.841022] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Created folder: Project (a5af2bfbb2f047c98cd27b6d308b8661) in parent group-v412391. [ 1664.841022] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Creating folder: Instances. Parent ref: group-v412472. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1664.841022] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb277321-dec6-45ae-881a-e00f0e1494e9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.855188] env[63750]: DEBUG oslo_vmware.api [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Task: {'id': task-2006068, 'name': PowerOnVM_Task, 'duration_secs': 1.126689} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.856315] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Created folder: Instances in parent group-v412472. [ 1664.856780] env[63750]: DEBUG oslo.service.loopingcall [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1664.857128] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] [instance: 1bc60127-2c17-4962-b6fe-0785357c36ca] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1664.857846] env[63750]: INFO nova.compute.manager [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] [instance: 1bc60127-2c17-4962-b6fe-0785357c36ca] Took 11.14 seconds to spawn the instance on the hypervisor. [ 1664.857846] env[63750]: DEBUG nova.compute.manager [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] [instance: 1bc60127-2c17-4962-b6fe-0785357c36ca] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1664.857846] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3972845f-a11a-4160-ad32-3cf31efa28c0] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1664.858667] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83962b9d-ed58-4b43-818d-8c3f6e1a606e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.861800] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2febf83b-cd68-46f9-bb15-7868d9248443 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.887077] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1664.887077] env[63750]: value = "task-2006074" [ 1664.887077] env[63750]: _type = "Task" [ 1664.887077] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.896208] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006074, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.968926] env[63750]: DEBUG nova.compute.utils [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1664.973779] env[63750]: DEBUG nova.compute.manager [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1664.973779] env[63750]: DEBUG nova.network.neutron [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1665.013926] env[63750]: DEBUG nova.policy [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '224173c61c32462c948e82a685c45e7a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a2d0199021141198e0a8cc981e6d49d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1665.205112] env[63750]: DEBUG nova.compute.manager [req-dcf7dad6-b13c-4de2-9f79-03dccf1d0060 req-3f4380e2-f132-4f8a-b790-bf3c58fe4ed5 service nova] [instance: 3972845f-a11a-4160-ad32-3cf31efa28c0] Received event network-changed-b082d7a7-4476-49f6-9782-9cd4ee0d373b {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1665.205323] env[63750]: DEBUG nova.compute.manager [req-dcf7dad6-b13c-4de2-9f79-03dccf1d0060 req-3f4380e2-f132-4f8a-b790-bf3c58fe4ed5 service nova] [instance: 3972845f-a11a-4160-ad32-3cf31efa28c0] Refreshing instance network info cache due to event network-changed-b082d7a7-4476-49f6-9782-9cd4ee0d373b. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1665.205581] env[63750]: DEBUG oslo_concurrency.lockutils [req-dcf7dad6-b13c-4de2-9f79-03dccf1d0060 req-3f4380e2-f132-4f8a-b790-bf3c58fe4ed5 service nova] Acquiring lock "refresh_cache-3972845f-a11a-4160-ad32-3cf31efa28c0" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1665.205751] env[63750]: DEBUG oslo_concurrency.lockutils [req-dcf7dad6-b13c-4de2-9f79-03dccf1d0060 req-3f4380e2-f132-4f8a-b790-bf3c58fe4ed5 service nova] Acquired lock "refresh_cache-3972845f-a11a-4160-ad32-3cf31efa28c0" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.205978] env[63750]: DEBUG nova.network.neutron [req-dcf7dad6-b13c-4de2-9f79-03dccf1d0060 req-3f4380e2-f132-4f8a-b790-bf3c58fe4ed5 service nova] [instance: 3972845f-a11a-4160-ad32-3cf31efa28c0] Refreshing network info cache for port b082d7a7-4476-49f6-9782-9cd4ee0d373b {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1665.233361] env[63750]: DEBUG oslo_vmware.api [None req-cecf9641-5cd8-40dc-942a-804800bffbaa tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Task: {'id': task-2006071, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142341} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.239451] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-cecf9641-5cd8-40dc-942a-804800bffbaa tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1665.239718] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-cecf9641-5cd8-40dc-942a-804800bffbaa tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] [instance: 3e37b98e-c5f5-446c-8ac2-dacdf8ce7106] Deleted contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1665.239912] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-cecf9641-5cd8-40dc-942a-804800bffbaa tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] [instance: 3e37b98e-c5f5-446c-8ac2-dacdf8ce7106] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1665.240103] env[63750]: INFO nova.compute.manager [None req-cecf9641-5cd8-40dc-942a-804800bffbaa tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] [instance: 3e37b98e-c5f5-446c-8ac2-dacdf8ce7106] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1665.240360] env[63750]: DEBUG oslo.service.loopingcall [None req-cecf9641-5cd8-40dc-942a-804800bffbaa tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1665.241588] env[63750]: DEBUG nova.compute.manager [-] [instance: 3e37b98e-c5f5-446c-8ac2-dacdf8ce7106] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1665.241588] env[63750]: DEBUG nova.network.neutron [-] [instance: 3e37b98e-c5f5-446c-8ac2-dacdf8ce7106] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1665.382035] env[63750]: DEBUG nova.compute.manager [None req-6f6e7e65-1591-4f4b-b7d7-68b20df19531 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1665.383878] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8fc120e-e7a5-41f1-8158-564e471efacf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.407773] env[63750]: INFO nova.compute.manager [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] [instance: 1bc60127-2c17-4962-b6fe-0785357c36ca] Took 39.81 seconds to build instance. [ 1665.418819] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006074, 'name': CreateVM_Task, 'duration_secs': 0.424635} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.418819] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3972845f-a11a-4160-ad32-3cf31efa28c0] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1665.418819] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1665.418819] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.418819] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1665.419445] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a52deed5-d414-4287-ae24-50d818d430ac {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.425995] env[63750]: DEBUG oslo_vmware.api [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Waiting for the task: (returnval){ [ 1665.425995] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5273f5c0-ea12-2976-fd62-066c5438223b" [ 1665.425995] env[63750]: _type = "Task" [ 1665.425995] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.435891] env[63750]: DEBUG oslo_vmware.api [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5273f5c0-ea12-2976-fd62-066c5438223b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.473781] env[63750]: DEBUG nova.compute.manager [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1665.518755] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6412c161-cf80-4d58-87ed-1c314af71c8a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.528916] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff935b27-8aa0-47a0-9a33-cd660ec2b98a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.564604] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35299856-8764-4be2-984d-0c9290240a65 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.573292] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1558848-72f7-4ecd-8e85-ce070de6ab88 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.589231] env[63750]: DEBUG nova.compute.provider_tree [None req-4b255431-8aff-4668-88e9-846e729a907e tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1665.690668] env[63750]: DEBUG nova.network.neutron [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Successfully created port: 23473447-1260-49e9-8b59-c63b42e79950 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1665.724081] env[63750]: DEBUG oslo_concurrency.lockutils [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Acquiring lock "6837b938-5169-44a2-a03f-e6a2064334d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.724081] env[63750]: DEBUG oslo_concurrency.lockutils [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Lock "6837b938-5169-44a2-a03f-e6a2064334d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1665.835867] env[63750]: DEBUG nova.network.neutron [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] Successfully updated port: 12532748-ec8e-4fa3-a0a0-d00da583fac2 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1665.908457] env[63750]: INFO nova.compute.manager [None req-6f6e7e65-1591-4f4b-b7d7-68b20df19531 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] instance snapshotting [ 1665.912813] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963f7cee-d697-498c-8442-1400c28d531b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.917603] env[63750]: DEBUG oslo_concurrency.lockutils [None req-09f59f5d-a942-48d9-8099-199768ea8ef5 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Lock "1bc60127-2c17-4962-b6fe-0785357c36ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.241s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1665.944906] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd41366c-29d8-4df3-aedf-4856d013a23f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.956327] env[63750]: DEBUG oslo_vmware.api [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5273f5c0-ea12-2976-fd62-066c5438223b, 'name': SearchDatastore_Task, 'duration_secs': 0.013674} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.958112] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1665.958417] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] [instance: 3972845f-a11a-4160-ad32-3cf31efa28c0] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1665.958702] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1665.958943] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.959225] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1665.962415] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42191160-c423-46d4-baf0-e5cb3b6ef5c4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.971850] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1665.972035] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1665.972757] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0be13c01-365a-47e9-a32c-7284e207d8ee {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.982923] env[63750]: DEBUG oslo_vmware.api [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Waiting for the task: (returnval){ [ 1665.982923] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52d4474b-1d1a-d6ba-b515-ee60ccda921d" [ 1665.982923] env[63750]: _type = "Task" [ 1665.982923] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.993185] env[63750]: DEBUG oslo_vmware.api [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52d4474b-1d1a-d6ba-b515-ee60ccda921d, 'name': SearchDatastore_Task, 'duration_secs': 0.009372} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.994180] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79614a43-f284-480b-b540-b8a6ad1b1f32 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.000723] env[63750]: DEBUG oslo_vmware.api [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Waiting for the task: (returnval){ [ 1666.000723] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52791045-c19a-cb10-60da-62c4971672f4" [ 1666.000723] env[63750]: _type = "Task" [ 1666.000723] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.011996] env[63750]: DEBUG oslo_vmware.api [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52791045-c19a-cb10-60da-62c4971672f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.060824] env[63750]: DEBUG nova.network.neutron [req-dcf7dad6-b13c-4de2-9f79-03dccf1d0060 req-3f4380e2-f132-4f8a-b790-bf3c58fe4ed5 service nova] [instance: 3972845f-a11a-4160-ad32-3cf31efa28c0] Updated VIF entry in instance network info cache for port b082d7a7-4476-49f6-9782-9cd4ee0d373b. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1666.061202] env[63750]: DEBUG nova.network.neutron [req-dcf7dad6-b13c-4de2-9f79-03dccf1d0060 req-3f4380e2-f132-4f8a-b790-bf3c58fe4ed5 service nova] [instance: 3972845f-a11a-4160-ad32-3cf31efa28c0] Updating instance_info_cache with network_info: [{"id": "b082d7a7-4476-49f6-9782-9cd4ee0d373b", "address": "fa:16:3e:46:1a:c4", "network": {"id": "e6521620-eddf-4d91-b1aa-9095d874c786", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1561936882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5af2bfbb2f047c98cd27b6d308b8661", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb082d7a7-44", "ovs_interfaceid": "b082d7a7-4476-49f6-9782-9cd4ee0d373b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1666.092468] env[63750]: DEBUG nova.scheduler.client.report [None req-4b255431-8aff-4668-88e9-846e729a907e tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1666.151748] env[63750]: DEBUG oslo_concurrency.lockutils [None req-37fb4724-8b24-48cd-8dc5-a98b5d07ce27 tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Acquiring lock "fd699fda-28a7-4cd2-bd87-f2f2d28dce65" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.152576] env[63750]: DEBUG oslo_concurrency.lockutils [None req-37fb4724-8b24-48cd-8dc5-a98b5d07ce27 tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Lock "fd699fda-28a7-4cd2-bd87-f2f2d28dce65" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.155655] env[63750]: DEBUG oslo_concurrency.lockutils [None req-37fb4724-8b24-48cd-8dc5-a98b5d07ce27 tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Acquiring lock "fd699fda-28a7-4cd2-bd87-f2f2d28dce65-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.155655] env[63750]: DEBUG oslo_concurrency.lockutils [None req-37fb4724-8b24-48cd-8dc5-a98b5d07ce27 tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Lock "fd699fda-28a7-4cd2-bd87-f2f2d28dce65-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.155655] env[63750]: DEBUG oslo_concurrency.lockutils [None req-37fb4724-8b24-48cd-8dc5-a98b5d07ce27 tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Lock "fd699fda-28a7-4cd2-bd87-f2f2d28dce65-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.157040] env[63750]: INFO nova.compute.manager [None req-37fb4724-8b24-48cd-8dc5-a98b5d07ce27 tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Terminating instance [ 1666.344117] env[63750]: DEBUG nova.network.neutron [-] [instance: 3e37b98e-c5f5-446c-8ac2-dacdf8ce7106] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1666.348051] env[63750]: DEBUG oslo_concurrency.lockutils [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Acquiring lock "refresh_cache-3544dff6-5be5-4463-9d47-4d8accf9e295" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1666.348264] env[63750]: DEBUG oslo_concurrency.lockutils [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Acquired lock "refresh_cache-3544dff6-5be5-4463-9d47-4d8accf9e295" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.348487] env[63750]: DEBUG nova.network.neutron [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1666.399101] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Acquiring lock "0431561b-dd08-4c9c-a4f6-43d19cbe4b03" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.399395] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Lock "0431561b-dd08-4c9c-a4f6-43d19cbe4b03" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.421869] env[63750]: DEBUG nova.compute.manager [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 627fabed-0639-417d-b78c-fc6ef6ab7979] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1666.465994] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6e7e65-1591-4f4b-b7d7-68b20df19531 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Creating Snapshot of the VM instance {{(pid=63750) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1666.466315] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-242211d1-f3da-4fec-9760-d7bd850ca129 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.475384] env[63750]: DEBUG oslo_vmware.api [None req-6f6e7e65-1591-4f4b-b7d7-68b20df19531 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Waiting for the task: (returnval){ [ 1666.475384] env[63750]: value = "task-2006075" [ 1666.475384] env[63750]: _type = "Task" [ 1666.475384] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.485669] env[63750]: DEBUG nova.compute.manager [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1666.487953] env[63750]: DEBUG oslo_vmware.api [None req-6f6e7e65-1591-4f4b-b7d7-68b20df19531 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006075, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.513453] env[63750]: DEBUG oslo_vmware.api [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52791045-c19a-cb10-60da-62c4971672f4, 'name': SearchDatastore_Task, 'duration_secs': 0.009763} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.515624] env[63750]: DEBUG nova.virt.hardware [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1666.515940] env[63750]: DEBUG nova.virt.hardware [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1666.516130] env[63750]: DEBUG nova.virt.hardware [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1666.516336] env[63750]: DEBUG nova.virt.hardware [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1666.516483] env[63750]: DEBUG nova.virt.hardware [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1666.517264] env[63750]: DEBUG nova.virt.hardware [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1666.517706] env[63750]: DEBUG nova.virt.hardware [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1666.517706] env[63750]: DEBUG nova.virt.hardware [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1666.517878] env[63750]: DEBUG nova.virt.hardware [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1666.518072] env[63750]: DEBUG nova.virt.hardware [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1666.518277] env[63750]: DEBUG nova.virt.hardware [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1666.519134] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1666.519134] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 3972845f-a11a-4160-ad32-3cf31efa28c0/3972845f-a11a-4160-ad32-3cf31efa28c0.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1666.519644] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2b1ea2-b1e1-4b2e-bc25-52b5c8845cea {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.522282] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc4780bd-8c7a-4045-a4cc-8efe87f80876 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.533656] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644bad6e-2d2c-4480-8f72-b7a61b1a91b9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.538173] env[63750]: DEBUG oslo_vmware.api [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Waiting for the task: (returnval){ [ 1666.538173] env[63750]: value = "task-2006076" [ 1666.538173] env[63750]: _type = "Task" [ 1666.538173] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.556698] env[63750]: DEBUG oslo_vmware.api [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Task: {'id': task-2006076, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.563571] env[63750]: DEBUG oslo_concurrency.lockutils [req-dcf7dad6-b13c-4de2-9f79-03dccf1d0060 req-3f4380e2-f132-4f8a-b790-bf3c58fe4ed5 service nova] Releasing lock "refresh_cache-3972845f-a11a-4160-ad32-3cf31efa28c0" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1666.563922] env[63750]: DEBUG nova.compute.manager [req-dcf7dad6-b13c-4de2-9f79-03dccf1d0060 req-3f4380e2-f132-4f8a-b790-bf3c58fe4ed5 service nova] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Received event network-changed-07dd1594-1935-47b8-8370-c41c8c2d47fb {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1666.564127] env[63750]: DEBUG nova.compute.manager [req-dcf7dad6-b13c-4de2-9f79-03dccf1d0060 req-3f4380e2-f132-4f8a-b790-bf3c58fe4ed5 service nova] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Refreshing instance network info cache due to event network-changed-07dd1594-1935-47b8-8370-c41c8c2d47fb. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1666.564374] env[63750]: DEBUG oslo_concurrency.lockutils [req-dcf7dad6-b13c-4de2-9f79-03dccf1d0060 req-3f4380e2-f132-4f8a-b790-bf3c58fe4ed5 service nova] Acquiring lock "refresh_cache-fd699fda-28a7-4cd2-bd87-f2f2d28dce65" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1666.564519] env[63750]: DEBUG oslo_concurrency.lockutils [req-dcf7dad6-b13c-4de2-9f79-03dccf1d0060 req-3f4380e2-f132-4f8a-b790-bf3c58fe4ed5 service nova] Acquired lock "refresh_cache-fd699fda-28a7-4cd2-bd87-f2f2d28dce65" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.564691] env[63750]: DEBUG nova.network.neutron [req-dcf7dad6-b13c-4de2-9f79-03dccf1d0060 req-3f4380e2-f132-4f8a-b790-bf3c58fe4ed5 service nova] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Refreshing network info cache for port 07dd1594-1935-47b8-8370-c41c8c2d47fb {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1666.597504] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4b255431-8aff-4668-88e9-846e729a907e tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.132s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.600330] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d37e7339-742c-49ef-9529-3f0dad46e726 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.158s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.600597] env[63750]: DEBUG nova.objects.instance [None req-d37e7339-742c-49ef-9529-3f0dad46e726 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Lazy-loading 'resources' on Instance uuid 5ef4df0b-ad8b-4906-a304-fbe776db4943 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1666.622131] env[63750]: INFO nova.scheduler.client.report [None req-4b255431-8aff-4668-88e9-846e729a907e tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Deleted allocations for instance 9f8ff3a5-201b-4814-bf32-2f39c2293750 [ 1666.661714] env[63750]: DEBUG nova.compute.manager [None req-37fb4724-8b24-48cd-8dc5-a98b5d07ce27 tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1666.661714] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-37fb4724-8b24-48cd-8dc5-a98b5d07ce27 tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1666.662555] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ac8109-9727-448a-8ca6-e844314c4873 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.673116] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-37fb4724-8b24-48cd-8dc5-a98b5d07ce27 tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1666.673437] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-988c1e90-462c-436e-878c-f15643db9c99 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.680702] env[63750]: DEBUG oslo_vmware.api [None req-37fb4724-8b24-48cd-8dc5-a98b5d07ce27 tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Waiting for the task: (returnval){ [ 1666.680702] env[63750]: value = "task-2006077" [ 1666.680702] env[63750]: _type = "Task" [ 1666.680702] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.691941] env[63750]: DEBUG oslo_vmware.api [None req-37fb4724-8b24-48cd-8dc5-a98b5d07ce27 tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Task: {'id': task-2006077, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.839998] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5a11fb9-1114-4965-8f59-8fe1b5339bf9 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Acquiring lock "1bc60127-2c17-4962-b6fe-0785357c36ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.840419] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5a11fb9-1114-4965-8f59-8fe1b5339bf9 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Lock "1bc60127-2c17-4962-b6fe-0785357c36ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.840718] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5a11fb9-1114-4965-8f59-8fe1b5339bf9 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Acquiring lock "1bc60127-2c17-4962-b6fe-0785357c36ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.840904] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5a11fb9-1114-4965-8f59-8fe1b5339bf9 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Lock "1bc60127-2c17-4962-b6fe-0785357c36ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.841205] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5a11fb9-1114-4965-8f59-8fe1b5339bf9 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Lock "1bc60127-2c17-4962-b6fe-0785357c36ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.844215] env[63750]: INFO nova.compute.manager [None req-b5a11fb9-1114-4965-8f59-8fe1b5339bf9 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] [instance: 1bc60127-2c17-4962-b6fe-0785357c36ca] Terminating instance [ 1666.850643] env[63750]: INFO nova.compute.manager [-] [instance: 3e37b98e-c5f5-446c-8ac2-dacdf8ce7106] Took 1.61 seconds to deallocate network for instance. [ 1666.895726] env[63750]: DEBUG nova.network.neutron [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1666.945432] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.988578] env[63750]: DEBUG oslo_vmware.api [None req-6f6e7e65-1591-4f4b-b7d7-68b20df19531 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006075, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.052161] env[63750]: DEBUG oslo_vmware.api [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Task: {'id': task-2006076, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471041} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.052552] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 3972845f-a11a-4160-ad32-3cf31efa28c0/3972845f-a11a-4160-ad32-3cf31efa28c0.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1667.053523] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] [instance: 3972845f-a11a-4160-ad32-3cf31efa28c0] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1667.053523] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d27edd22-02a7-4182-b1d6-44a154ca5f2b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.061994] env[63750]: DEBUG oslo_vmware.api [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Waiting for the task: (returnval){ [ 1667.061994] env[63750]: value = "task-2006078" [ 1667.061994] env[63750]: _type = "Task" [ 1667.061994] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.074734] env[63750]: DEBUG oslo_vmware.api [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Task: {'id': task-2006078, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.129586] env[63750]: DEBUG nova.network.neutron [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] Updating instance_info_cache with network_info: [{"id": "12532748-ec8e-4fa3-a0a0-d00da583fac2", "address": "fa:16:3e:5d:b1:5c", "network": {"id": "ed76bfa5-b34c-4e32-95c7-13624fdd065d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1286506599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba81ec19042e432283500854f7336dd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12532748-ec", "ovs_interfaceid": "12532748-ec8e-4fa3-a0a0-d00da583fac2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1667.137134] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4b255431-8aff-4668-88e9-846e729a907e tempest-ServerDiagnosticsNegativeTest-479838263 tempest-ServerDiagnosticsNegativeTest-479838263-project-member] Lock "9f8ff3a5-201b-4814-bf32-2f39c2293750" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.047s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.195639] env[63750]: DEBUG oslo_vmware.api [None req-37fb4724-8b24-48cd-8dc5-a98b5d07ce27 tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Task: {'id': task-2006077, 'name': PowerOffVM_Task, 'duration_secs': 0.207766} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.200228] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-37fb4724-8b24-48cd-8dc5-a98b5d07ce27 tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1667.200662] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-37fb4724-8b24-48cd-8dc5-a98b5d07ce27 tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1667.201500] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47afcfac-c81b-4b4f-8963-5f2f0e9195d2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.290185] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-37fb4724-8b24-48cd-8dc5-a98b5d07ce27 tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1667.290298] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-37fb4724-8b24-48cd-8dc5-a98b5d07ce27 tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1667.290470] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-37fb4724-8b24-48cd-8dc5-a98b5d07ce27 tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Deleting the datastore file [datastore1] fd699fda-28a7-4cd2-bd87-f2f2d28dce65 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1667.290731] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b895826-150c-4548-bff8-121cacd82ada {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.311057] env[63750]: DEBUG oslo_vmware.api [None req-37fb4724-8b24-48cd-8dc5-a98b5d07ce27 tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Waiting for the task: (returnval){ [ 1667.311057] env[63750]: value = "task-2006080" [ 1667.311057] env[63750]: _type = "Task" [ 1667.311057] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.327640] env[63750]: DEBUG oslo_vmware.api [None req-37fb4724-8b24-48cd-8dc5-a98b5d07ce27 tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Task: {'id': task-2006080, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.349309] env[63750]: DEBUG nova.compute.manager [None req-b5a11fb9-1114-4965-8f59-8fe1b5339bf9 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] [instance: 1bc60127-2c17-4962-b6fe-0785357c36ca] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1667.349694] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a11fb9-1114-4965-8f59-8fe1b5339bf9 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] [instance: 1bc60127-2c17-4962-b6fe-0785357c36ca] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1667.350903] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e38bdb-dc06-465c-8d9e-600d9a7684d4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.364344] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cecf9641-5cd8-40dc-942a-804800bffbaa tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.368520] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a11fb9-1114-4965-8f59-8fe1b5339bf9 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] [instance: 1bc60127-2c17-4962-b6fe-0785357c36ca] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1667.375462] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7a8f92b-b7f4-4bdc-82b8-ed97985103ee {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.390170] env[63750]: DEBUG oslo_vmware.api [None req-b5a11fb9-1114-4965-8f59-8fe1b5339bf9 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Waiting for the task: (returnval){ [ 1667.390170] env[63750]: value = "task-2006081" [ 1667.390170] env[63750]: _type = "Task" [ 1667.390170] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.406341] env[63750]: DEBUG nova.compute.manager [req-7c7b8865-0ab0-4d44-bfee-3c82415b2393 req-0eafa206-2b42-4edb-91b1-292d4a225eef service nova] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] Received event network-vif-plugged-12532748-ec8e-4fa3-a0a0-d00da583fac2 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1667.406696] env[63750]: DEBUG oslo_concurrency.lockutils [req-7c7b8865-0ab0-4d44-bfee-3c82415b2393 req-0eafa206-2b42-4edb-91b1-292d4a225eef service nova] Acquiring lock "3544dff6-5be5-4463-9d47-4d8accf9e295-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.406970] env[63750]: DEBUG oslo_concurrency.lockutils [req-7c7b8865-0ab0-4d44-bfee-3c82415b2393 req-0eafa206-2b42-4edb-91b1-292d4a225eef service nova] Lock "3544dff6-5be5-4463-9d47-4d8accf9e295-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.407132] env[63750]: DEBUG oslo_concurrency.lockutils [req-7c7b8865-0ab0-4d44-bfee-3c82415b2393 req-0eafa206-2b42-4edb-91b1-292d4a225eef service nova] Lock "3544dff6-5be5-4463-9d47-4d8accf9e295-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.407278] env[63750]: DEBUG nova.compute.manager [req-7c7b8865-0ab0-4d44-bfee-3c82415b2393 req-0eafa206-2b42-4edb-91b1-292d4a225eef service nova] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] No waiting events found dispatching network-vif-plugged-12532748-ec8e-4fa3-a0a0-d00da583fac2 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1667.407443] env[63750]: WARNING nova.compute.manager [req-7c7b8865-0ab0-4d44-bfee-3c82415b2393 req-0eafa206-2b42-4edb-91b1-292d4a225eef service nova] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] Received unexpected event network-vif-plugged-12532748-ec8e-4fa3-a0a0-d00da583fac2 for instance with vm_state building and task_state spawning. [ 1667.407653] env[63750]: DEBUG nova.compute.manager [req-7c7b8865-0ab0-4d44-bfee-3c82415b2393 req-0eafa206-2b42-4edb-91b1-292d4a225eef service nova] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] Received event network-changed-12532748-ec8e-4fa3-a0a0-d00da583fac2 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1667.411352] env[63750]: DEBUG nova.compute.manager [req-7c7b8865-0ab0-4d44-bfee-3c82415b2393 req-0eafa206-2b42-4edb-91b1-292d4a225eef service nova] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] Refreshing instance network info cache due to event network-changed-12532748-ec8e-4fa3-a0a0-d00da583fac2. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1667.411352] env[63750]: DEBUG oslo_concurrency.lockutils [req-7c7b8865-0ab0-4d44-bfee-3c82415b2393 req-0eafa206-2b42-4edb-91b1-292d4a225eef service nova] Acquiring lock "refresh_cache-3544dff6-5be5-4463-9d47-4d8accf9e295" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1667.414844] env[63750]: DEBUG oslo_vmware.api [None req-b5a11fb9-1114-4965-8f59-8fe1b5339bf9 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Task: {'id': task-2006081, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.487101] env[63750]: DEBUG oslo_vmware.api [None req-6f6e7e65-1591-4f4b-b7d7-68b20df19531 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006075, 'name': CreateSnapshot_Task, 'duration_secs': 0.690583} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.488026] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6e7e65-1591-4f4b-b7d7-68b20df19531 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Created Snapshot of the VM instance {{(pid=63750) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1667.488218] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284cdffa-ed57-4fb4-a1d2-fd689403299b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.545067] env[63750]: DEBUG nova.network.neutron [req-dcf7dad6-b13c-4de2-9f79-03dccf1d0060 req-3f4380e2-f132-4f8a-b790-bf3c58fe4ed5 service nova] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Updated VIF entry in instance network info cache for port 07dd1594-1935-47b8-8370-c41c8c2d47fb. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1667.546030] env[63750]: DEBUG nova.network.neutron [req-dcf7dad6-b13c-4de2-9f79-03dccf1d0060 req-3f4380e2-f132-4f8a-b790-bf3c58fe4ed5 service nova] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Updating instance_info_cache with network_info: [{"id": "07dd1594-1935-47b8-8370-c41c8c2d47fb", "address": "fa:16:3e:65:21:6f", "network": {"id": "632b827f-b9c8-437a-9c65-7f22cf56e293", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-101112159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dccc6dbc796141f8b26a3545f330219b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07dd1594-19", "ovs_interfaceid": "07dd1594-1935-47b8-8370-c41c8c2d47fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1667.576688] env[63750]: DEBUG oslo_vmware.api [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Task: {'id': task-2006078, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076071} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.576840] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] [instance: 3972845f-a11a-4160-ad32-3cf31efa28c0] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1667.577879] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f965394-be93-403e-96ae-b3b213f152a6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.605719] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] [instance: 3972845f-a11a-4160-ad32-3cf31efa28c0] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 3972845f-a11a-4160-ad32-3cf31efa28c0/3972845f-a11a-4160-ad32-3cf31efa28c0.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1667.607357] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-655548fe-5987-4e51-aca3-9349c51912e8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.639831] env[63750]: DEBUG oslo_concurrency.lockutils [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Releasing lock "refresh_cache-3544dff6-5be5-4463-9d47-4d8accf9e295" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1667.639831] env[63750]: DEBUG nova.compute.manager [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] Instance network_info: |[{"id": "12532748-ec8e-4fa3-a0a0-d00da583fac2", "address": "fa:16:3e:5d:b1:5c", "network": {"id": "ed76bfa5-b34c-4e32-95c7-13624fdd065d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1286506599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba81ec19042e432283500854f7336dd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12532748-ec", "ovs_interfaceid": "12532748-ec8e-4fa3-a0a0-d00da583fac2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1667.640137] env[63750]: DEBUG oslo_vmware.api [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Waiting for the task: (returnval){ [ 1667.640137] env[63750]: value = "task-2006082" [ 1667.640137] env[63750]: _type = "Task" [ 1667.640137] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.642984] env[63750]: DEBUG oslo_concurrency.lockutils [req-7c7b8865-0ab0-4d44-bfee-3c82415b2393 req-0eafa206-2b42-4edb-91b1-292d4a225eef service nova] Acquired lock "refresh_cache-3544dff6-5be5-4463-9d47-4d8accf9e295" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.643196] env[63750]: DEBUG nova.network.neutron [req-7c7b8865-0ab0-4d44-bfee-3c82415b2393 req-0eafa206-2b42-4edb-91b1-292d4a225eef service nova] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] Refreshing network info cache for port 12532748-ec8e-4fa3-a0a0-d00da583fac2 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1667.644492] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:b1:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12532748-ec8e-4fa3-a0a0-d00da583fac2', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1667.652290] env[63750]: DEBUG oslo.service.loopingcall [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1667.653817] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1667.658367] env[63750]: DEBUG nova.network.neutron [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Successfully updated port: 23473447-1260-49e9-8b59-c63b42e79950 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1667.659500] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-962be6be-00e5-4b26-9fdb-a60369f2a6e2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.682184] env[63750]: DEBUG oslo_vmware.api [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Task: {'id': task-2006082, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.686464] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1667.686464] env[63750]: value = "task-2006083" [ 1667.686464] env[63750]: _type = "Task" [ 1667.686464] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.697826] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006083, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.771350] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436bf6cf-55a8-4886-bf2a-856b18a9dbdb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.783468] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac94e3be-b994-4676-844d-057b9a2daf65 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.842917] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442deaca-7bb5-42b3-b1b7-dcf47d1458aa {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.857631] env[63750]: DEBUG oslo_vmware.api [None req-37fb4724-8b24-48cd-8dc5-a98b5d07ce27 tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Task: {'id': task-2006080, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.858466] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03576c1f-0c3f-48ec-a9cd-4996b0df3232 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.880086] env[63750]: DEBUG nova.compute.provider_tree [None req-d37e7339-742c-49ef-9529-3f0dad46e726 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1667.905672] env[63750]: DEBUG oslo_vmware.api [None req-b5a11fb9-1114-4965-8f59-8fe1b5339bf9 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Task: {'id': task-2006081, 'name': PowerOffVM_Task, 'duration_secs': 0.464292} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.906111] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a11fb9-1114-4965-8f59-8fe1b5339bf9 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] [instance: 1bc60127-2c17-4962-b6fe-0785357c36ca] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1667.906428] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a11fb9-1114-4965-8f59-8fe1b5339bf9 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] [instance: 1bc60127-2c17-4962-b6fe-0785357c36ca] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1667.906795] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c762521b-d671-44c2-80ec-e57ed3380326 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.011593] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6e7e65-1591-4f4b-b7d7-68b20df19531 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Creating linked-clone VM from snapshot {{(pid=63750) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1668.011855] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-72744eaf-d2bd-473e-930e-85f2f9ab78bb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.021283] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a11fb9-1114-4965-8f59-8fe1b5339bf9 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] [instance: 1bc60127-2c17-4962-b6fe-0785357c36ca] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1668.021508] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a11fb9-1114-4965-8f59-8fe1b5339bf9 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] [instance: 1bc60127-2c17-4962-b6fe-0785357c36ca] Deleting contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1668.021688] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5a11fb9-1114-4965-8f59-8fe1b5339bf9 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Deleting the datastore file [datastore2] 1bc60127-2c17-4962-b6fe-0785357c36ca {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1668.023204] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52c9bf96-200a-48d0-a014-b3178c367203 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.025715] env[63750]: DEBUG oslo_vmware.api [None req-6f6e7e65-1591-4f4b-b7d7-68b20df19531 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Waiting for the task: (returnval){ [ 1668.025715] env[63750]: value = "task-2006085" [ 1668.025715] env[63750]: _type = "Task" [ 1668.025715] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.031599] env[63750]: DEBUG oslo_vmware.api [None req-b5a11fb9-1114-4965-8f59-8fe1b5339bf9 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Waiting for the task: (returnval){ [ 1668.031599] env[63750]: value = "task-2006086" [ 1668.031599] env[63750]: _type = "Task" [ 1668.031599] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.035578] env[63750]: DEBUG oslo_vmware.api [None req-6f6e7e65-1591-4f4b-b7d7-68b20df19531 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006085, 'name': CloneVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.044460] env[63750]: DEBUG oslo_vmware.api [None req-b5a11fb9-1114-4965-8f59-8fe1b5339bf9 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Task: {'id': task-2006086, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.048140] env[63750]: DEBUG oslo_concurrency.lockutils [req-dcf7dad6-b13c-4de2-9f79-03dccf1d0060 req-3f4380e2-f132-4f8a-b790-bf3c58fe4ed5 service nova] Releasing lock "refresh_cache-fd699fda-28a7-4cd2-bd87-f2f2d28dce65" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1668.168929] env[63750]: DEBUG oslo_vmware.api [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Task: {'id': task-2006082, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.175787] env[63750]: DEBUG oslo_concurrency.lockutils [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquiring lock "refresh_cache-643617f0-9718-4aad-8882-2ffce5e41401" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1668.176026] env[63750]: DEBUG oslo_concurrency.lockutils [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquired lock "refresh_cache-643617f0-9718-4aad-8882-2ffce5e41401" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.176244] env[63750]: DEBUG nova.network.neutron [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1668.201382] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006083, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.349258] env[63750]: DEBUG oslo_vmware.api [None req-37fb4724-8b24-48cd-8dc5-a98b5d07ce27 tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Task: {'id': task-2006080, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.654846} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.349258] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-37fb4724-8b24-48cd-8dc5-a98b5d07ce27 tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1668.349258] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-37fb4724-8b24-48cd-8dc5-a98b5d07ce27 tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1668.349258] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-37fb4724-8b24-48cd-8dc5-a98b5d07ce27 tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1668.349258] env[63750]: INFO nova.compute.manager [None req-37fb4724-8b24-48cd-8dc5-a98b5d07ce27 tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1668.349513] env[63750]: DEBUG oslo.service.loopingcall [None req-37fb4724-8b24-48cd-8dc5-a98b5d07ce27 tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1668.349513] env[63750]: DEBUG nova.compute.manager [-] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1668.349513] env[63750]: DEBUG nova.network.neutron [-] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1668.383740] env[63750]: DEBUG nova.scheduler.client.report [None req-d37e7339-742c-49ef-9529-3f0dad46e726 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1668.542498] env[63750]: DEBUG oslo_vmware.api [None req-6f6e7e65-1591-4f4b-b7d7-68b20df19531 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006085, 'name': CloneVM_Task} progress is 94%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.548812] env[63750]: DEBUG oslo_vmware.api [None req-b5a11fb9-1114-4965-8f59-8fe1b5339bf9 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Task: {'id': task-2006086, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294933} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.549088] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5a11fb9-1114-4965-8f59-8fe1b5339bf9 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1668.549279] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a11fb9-1114-4965-8f59-8fe1b5339bf9 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] [instance: 1bc60127-2c17-4962-b6fe-0785357c36ca] Deleted contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1668.549454] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a11fb9-1114-4965-8f59-8fe1b5339bf9 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] [instance: 1bc60127-2c17-4962-b6fe-0785357c36ca] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1668.549621] env[63750]: INFO nova.compute.manager [None req-b5a11fb9-1114-4965-8f59-8fe1b5339bf9 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] [instance: 1bc60127-2c17-4962-b6fe-0785357c36ca] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1668.549875] env[63750]: DEBUG oslo.service.loopingcall [None req-b5a11fb9-1114-4965-8f59-8fe1b5339bf9 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1668.550161] env[63750]: DEBUG nova.compute.manager [-] [instance: 1bc60127-2c17-4962-b6fe-0785357c36ca] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1668.550161] env[63750]: DEBUG nova.network.neutron [-] [instance: 1bc60127-2c17-4962-b6fe-0785357c36ca] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1668.623578] env[63750]: DEBUG nova.network.neutron [req-7c7b8865-0ab0-4d44-bfee-3c82415b2393 req-0eafa206-2b42-4edb-91b1-292d4a225eef service nova] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] Updated VIF entry in instance network info cache for port 12532748-ec8e-4fa3-a0a0-d00da583fac2. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1668.624098] env[63750]: DEBUG nova.network.neutron [req-7c7b8865-0ab0-4d44-bfee-3c82415b2393 req-0eafa206-2b42-4edb-91b1-292d4a225eef service nova] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] Updating instance_info_cache with network_info: [{"id": "12532748-ec8e-4fa3-a0a0-d00da583fac2", "address": "fa:16:3e:5d:b1:5c", "network": {"id": "ed76bfa5-b34c-4e32-95c7-13624fdd065d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1286506599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba81ec19042e432283500854f7336dd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12532748-ec", "ovs_interfaceid": "12532748-ec8e-4fa3-a0a0-d00da583fac2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1668.664988] env[63750]: DEBUG oslo_vmware.api [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Task: {'id': task-2006082, 'name': ReconfigVM_Task, 'duration_secs': 0.755893} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.665345] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] [instance: 3972845f-a11a-4160-ad32-3cf31efa28c0] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 3972845f-a11a-4160-ad32-3cf31efa28c0/3972845f-a11a-4160-ad32-3cf31efa28c0.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1668.667520] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75416eb3-25b4-450c-b8dd-3044718ee5ea {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.679981] env[63750]: DEBUG oslo_vmware.api [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Waiting for the task: (returnval){ [ 1668.679981] env[63750]: value = "task-2006087" [ 1668.679981] env[63750]: _type = "Task" [ 1668.679981] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.690992] env[63750]: DEBUG oslo_vmware.api [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Task: {'id': task-2006087, 'name': Rename_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.702138] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006083, 'name': CreateVM_Task, 'duration_secs': 0.688665} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.702138] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1668.703088] env[63750]: DEBUG oslo_concurrency.lockutils [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1668.703273] env[63750]: DEBUG oslo_concurrency.lockutils [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.703622] env[63750]: DEBUG oslo_concurrency.lockutils [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1668.703923] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4377249c-c384-46b1-85b7-e0763a244c5d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.711132] env[63750]: DEBUG oslo_vmware.api [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Waiting for the task: (returnval){ [ 1668.711132] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]520b1508-35b6-7b9a-a66a-d1615b3ddf1f" [ 1668.711132] env[63750]: _type = "Task" [ 1668.711132] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.722949] env[63750]: DEBUG oslo_vmware.api [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]520b1508-35b6-7b9a-a66a-d1615b3ddf1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.737568] env[63750]: DEBUG nova.network.neutron [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1668.894073] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d37e7339-742c-49ef-9529-3f0dad46e726 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.291s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1668.894831] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.957s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1668.898032] env[63750]: INFO nova.compute.claims [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1668.922113] env[63750]: INFO nova.scheduler.client.report [None req-d37e7339-742c-49ef-9529-3f0dad46e726 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Deleted allocations for instance 5ef4df0b-ad8b-4906-a304-fbe776db4943 [ 1669.039061] env[63750]: DEBUG oslo_vmware.api [None req-6f6e7e65-1591-4f4b-b7d7-68b20df19531 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006085, 'name': CloneVM_Task} progress is 94%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.126830] env[63750]: DEBUG oslo_concurrency.lockutils [req-7c7b8865-0ab0-4d44-bfee-3c82415b2393 req-0eafa206-2b42-4edb-91b1-292d4a225eef service nova] Releasing lock "refresh_cache-3544dff6-5be5-4463-9d47-4d8accf9e295" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1669.127136] env[63750]: DEBUG nova.compute.manager [req-7c7b8865-0ab0-4d44-bfee-3c82415b2393 req-0eafa206-2b42-4edb-91b1-292d4a225eef service nova] [instance: 3e37b98e-c5f5-446c-8ac2-dacdf8ce7106] Received event network-vif-deleted-4b8d9bb3-4ae6-412e-b59b-8ff4adcf4828 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1669.160827] env[63750]: DEBUG nova.compute.manager [req-4d2cb27c-acfe-4b0a-af9b-ea45f2280f61 req-262d5c95-cd32-441c-875a-ead3b359aee6 service nova] [instance: 1bc60127-2c17-4962-b6fe-0785357c36ca] Received event network-vif-deleted-d8493975-4c67-4b03-b1f0-a67a926e3799 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1669.161044] env[63750]: INFO nova.compute.manager [req-4d2cb27c-acfe-4b0a-af9b-ea45f2280f61 req-262d5c95-cd32-441c-875a-ead3b359aee6 service nova] [instance: 1bc60127-2c17-4962-b6fe-0785357c36ca] Neutron deleted interface d8493975-4c67-4b03-b1f0-a67a926e3799; detaching it from the instance and deleting it from the info cache [ 1669.161218] env[63750]: DEBUG nova.network.neutron [req-4d2cb27c-acfe-4b0a-af9b-ea45f2280f61 req-262d5c95-cd32-441c-875a-ead3b359aee6 service nova] [instance: 1bc60127-2c17-4962-b6fe-0785357c36ca] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1669.179746] env[63750]: DEBUG nova.network.neutron [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Updating instance_info_cache with network_info: [{"id": "23473447-1260-49e9-8b59-c63b42e79950", "address": "fa:16:3e:99:f5:e3", "network": {"id": "1e3b858c-f4d4-4913-a4c3-d58d2479172a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1419195521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a2d0199021141198e0a8cc981e6d49d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23473447-12", "ovs_interfaceid": "23473447-1260-49e9-8b59-c63b42e79950", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1669.192944] env[63750]: DEBUG oslo_vmware.api [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Task: {'id': task-2006087, 'name': Rename_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.224272] env[63750]: DEBUG oslo_vmware.api [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]520b1508-35b6-7b9a-a66a-d1615b3ddf1f, 'name': SearchDatastore_Task, 'duration_secs': 0.012516} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.225154] env[63750]: DEBUG oslo_concurrency.lockutils [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1669.226040] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1669.226447] env[63750]: DEBUG oslo_concurrency.lockutils [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1669.226766] env[63750]: DEBUG oslo_concurrency.lockutils [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.227192] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1669.228893] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dafaab72-c378-4c6a-afc4-2ab912a21527 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.240310] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1669.240505] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1669.241417] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6752f822-ff8e-44f0-8471-8c5691866aef {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.249177] env[63750]: DEBUG oslo_vmware.api [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Waiting for the task: (returnval){ [ 1669.249177] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52bfc8e8-b32a-2dd7-7c0f-685e786b6e18" [ 1669.249177] env[63750]: _type = "Task" [ 1669.249177] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.263194] env[63750]: DEBUG oslo_vmware.api [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52bfc8e8-b32a-2dd7-7c0f-685e786b6e18, 'name': SearchDatastore_Task, 'duration_secs': 0.009302} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.263960] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75a2d32e-1d94-4e8d-b64d-cc6a040029c4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.271630] env[63750]: DEBUG oslo_vmware.api [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Waiting for the task: (returnval){ [ 1669.271630] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52f06fe3-09a7-b3be-1ef5-5e654227896f" [ 1669.271630] env[63750]: _type = "Task" [ 1669.271630] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.280121] env[63750]: DEBUG oslo_vmware.api [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52f06fe3-09a7-b3be-1ef5-5e654227896f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.430258] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d37e7339-742c-49ef-9529-3f0dad46e726 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Lock "5ef4df0b-ad8b-4906-a304-fbe776db4943" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.353s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.437180] env[63750]: DEBUG nova.compute.manager [req-44929b86-4024-46fd-8e48-8e1dab5552cd req-48edf38b-ddad-4e93-9e40-5d038969f44c service nova] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Received event network-vif-plugged-23473447-1260-49e9-8b59-c63b42e79950 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1669.437268] env[63750]: DEBUG oslo_concurrency.lockutils [req-44929b86-4024-46fd-8e48-8e1dab5552cd req-48edf38b-ddad-4e93-9e40-5d038969f44c service nova] Acquiring lock "643617f0-9718-4aad-8882-2ffce5e41401-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.437414] env[63750]: DEBUG oslo_concurrency.lockutils [req-44929b86-4024-46fd-8e48-8e1dab5552cd req-48edf38b-ddad-4e93-9e40-5d038969f44c service nova] Lock "643617f0-9718-4aad-8882-2ffce5e41401-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.437583] env[63750]: DEBUG oslo_concurrency.lockutils [req-44929b86-4024-46fd-8e48-8e1dab5552cd req-48edf38b-ddad-4e93-9e40-5d038969f44c service nova] Lock "643617f0-9718-4aad-8882-2ffce5e41401-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.438404] env[63750]: DEBUG nova.compute.manager [req-44929b86-4024-46fd-8e48-8e1dab5552cd req-48edf38b-ddad-4e93-9e40-5d038969f44c service nova] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] No waiting events found dispatching network-vif-plugged-23473447-1260-49e9-8b59-c63b42e79950 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1669.438404] env[63750]: WARNING nova.compute.manager [req-44929b86-4024-46fd-8e48-8e1dab5552cd req-48edf38b-ddad-4e93-9e40-5d038969f44c service nova] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Received unexpected event network-vif-plugged-23473447-1260-49e9-8b59-c63b42e79950 for instance with vm_state building and task_state spawning. [ 1669.438404] env[63750]: DEBUG nova.compute.manager [req-44929b86-4024-46fd-8e48-8e1dab5552cd req-48edf38b-ddad-4e93-9e40-5d038969f44c service nova] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Received event network-changed-23473447-1260-49e9-8b59-c63b42e79950 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1669.438404] env[63750]: DEBUG nova.compute.manager [req-44929b86-4024-46fd-8e48-8e1dab5552cd req-48edf38b-ddad-4e93-9e40-5d038969f44c service nova] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Refreshing instance network info cache due to event network-changed-23473447-1260-49e9-8b59-c63b42e79950. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1669.438404] env[63750]: DEBUG oslo_concurrency.lockutils [req-44929b86-4024-46fd-8e48-8e1dab5552cd req-48edf38b-ddad-4e93-9e40-5d038969f44c service nova] Acquiring lock "refresh_cache-643617f0-9718-4aad-8882-2ffce5e41401" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1669.526364] env[63750]: DEBUG nova.network.neutron [-] [instance: 1bc60127-2c17-4962-b6fe-0785357c36ca] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1669.538880] env[63750]: DEBUG oslo_vmware.api [None req-6f6e7e65-1591-4f4b-b7d7-68b20df19531 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006085, 'name': CloneVM_Task} progress is 95%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.633894] env[63750]: DEBUG nova.network.neutron [-] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1669.666602] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eedab327-0165-41f9-a87e-907316830af8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.677026] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09bcd4ed-de2b-4772-ba29-143fee3a90ff {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.686751] env[63750]: DEBUG oslo_concurrency.lockutils [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Releasing lock "refresh_cache-643617f0-9718-4aad-8882-2ffce5e41401" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1669.687263] env[63750]: DEBUG nova.compute.manager [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Instance network_info: |[{"id": "23473447-1260-49e9-8b59-c63b42e79950", "address": "fa:16:3e:99:f5:e3", "network": {"id": "1e3b858c-f4d4-4913-a4c3-d58d2479172a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1419195521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a2d0199021141198e0a8cc981e6d49d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23473447-12", "ovs_interfaceid": "23473447-1260-49e9-8b59-c63b42e79950", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1669.690388] env[63750]: DEBUG oslo_concurrency.lockutils [req-44929b86-4024-46fd-8e48-8e1dab5552cd req-48edf38b-ddad-4e93-9e40-5d038969f44c service nova] Acquired lock "refresh_cache-643617f0-9718-4aad-8882-2ffce5e41401" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.692016] env[63750]: DEBUG nova.network.neutron [req-44929b86-4024-46fd-8e48-8e1dab5552cd req-48edf38b-ddad-4e93-9e40-5d038969f44c service nova] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Refreshing network info cache for port 23473447-1260-49e9-8b59-c63b42e79950 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1669.692208] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:f5:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23473447-1260-49e9-8b59-c63b42e79950', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1669.699745] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Creating folder: Project (0a2d0199021141198e0a8cc981e6d49d). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1669.703402] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d3b9776-7a55-4be4-8313-479fa1a08c16 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.711396] env[63750]: DEBUG oslo_vmware.api [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Task: {'id': task-2006087, 'name': Rename_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.729016] env[63750]: DEBUG nova.compute.manager [req-4d2cb27c-acfe-4b0a-af9b-ea45f2280f61 req-262d5c95-cd32-441c-875a-ead3b359aee6 service nova] [instance: 1bc60127-2c17-4962-b6fe-0785357c36ca] Detach interface failed, port_id=d8493975-4c67-4b03-b1f0-a67a926e3799, reason: Instance 1bc60127-2c17-4962-b6fe-0785357c36ca could not be found. {{(pid=63750) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1669.729016] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Created folder: Project (0a2d0199021141198e0a8cc981e6d49d) in parent group-v412391. [ 1669.729233] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Creating folder: Instances. Parent ref: group-v412478. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1669.729584] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c64e730-2920-4f65-8f8b-05dc92f86e9d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.744292] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Created folder: Instances in parent group-v412478. [ 1669.744292] env[63750]: DEBUG oslo.service.loopingcall [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1669.744691] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1669.748015] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ead4eea3-6a08-47c0-bde4-b929d1173142 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.765666] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1669.765666] env[63750]: value = "task-2006090" [ 1669.765666] env[63750]: _type = "Task" [ 1669.765666] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.774781] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006090, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.785026] env[63750]: DEBUG oslo_vmware.api [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52f06fe3-09a7-b3be-1ef5-5e654227896f, 'name': SearchDatastore_Task, 'duration_secs': 0.009915} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.785745] env[63750]: DEBUG oslo_concurrency.lockutils [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1669.786328] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 3544dff6-5be5-4463-9d47-4d8accf9e295/3544dff6-5be5-4463-9d47-4d8accf9e295.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1669.786736] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b13fa541-30de-40fa-878a-3911862821aa {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.794289] env[63750]: DEBUG oslo_vmware.api [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Waiting for the task: (returnval){ [ 1669.794289] env[63750]: value = "task-2006091" [ 1669.794289] env[63750]: _type = "Task" [ 1669.794289] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.806159] env[63750]: DEBUG oslo_vmware.api [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Task: {'id': task-2006091, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.996618] env[63750]: DEBUG nova.network.neutron [req-44929b86-4024-46fd-8e48-8e1dab5552cd req-48edf38b-ddad-4e93-9e40-5d038969f44c service nova] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Updated VIF entry in instance network info cache for port 23473447-1260-49e9-8b59-c63b42e79950. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1669.998030] env[63750]: DEBUG nova.network.neutron [req-44929b86-4024-46fd-8e48-8e1dab5552cd req-48edf38b-ddad-4e93-9e40-5d038969f44c service nova] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Updating instance_info_cache with network_info: [{"id": "23473447-1260-49e9-8b59-c63b42e79950", "address": "fa:16:3e:99:f5:e3", "network": {"id": "1e3b858c-f4d4-4913-a4c3-d58d2479172a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1419195521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a2d0199021141198e0a8cc981e6d49d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23473447-12", "ovs_interfaceid": "23473447-1260-49e9-8b59-c63b42e79950", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1670.033492] env[63750]: INFO nova.compute.manager [-] [instance: 1bc60127-2c17-4962-b6fe-0785357c36ca] Took 1.48 seconds to deallocate network for instance. [ 1670.041658] env[63750]: DEBUG oslo_vmware.api [None req-6f6e7e65-1591-4f4b-b7d7-68b20df19531 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006085, 'name': CloneVM_Task, 'duration_secs': 1.620231} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.048350] env[63750]: INFO nova.virt.vmwareapi.vmops [None req-6f6e7e65-1591-4f4b-b7d7-68b20df19531 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Created linked-clone VM from snapshot [ 1670.049918] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732124b6-fb8d-48f6-ad52-3a53d7243146 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.061970] env[63750]: DEBUG nova.virt.vmwareapi.images [None req-6f6e7e65-1591-4f4b-b7d7-68b20df19531 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Uploading image aaded446-6177-4bb5-8908-daf9d904c849 {{(pid=63750) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1670.109702] env[63750]: DEBUG oslo_vmware.rw_handles [None req-6f6e7e65-1591-4f4b-b7d7-68b20df19531 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1670.109702] env[63750]: value = "vm-412477" [ 1670.109702] env[63750]: _type = "VirtualMachine" [ 1670.109702] env[63750]: }. {{(pid=63750) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1670.110164] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-51f15813-e91b-41b6-9023-bb26bbb55070 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.124688] env[63750]: DEBUG oslo_vmware.rw_handles [None req-6f6e7e65-1591-4f4b-b7d7-68b20df19531 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Lease: (returnval){ [ 1670.124688] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5241b029-098b-5693-d534-c623cc341c0d" [ 1670.124688] env[63750]: _type = "HttpNfcLease" [ 1670.124688] env[63750]: } obtained for exporting VM: (result){ [ 1670.124688] env[63750]: value = "vm-412477" [ 1670.124688] env[63750]: _type = "VirtualMachine" [ 1670.124688] env[63750]: }. {{(pid=63750) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1670.124688] env[63750]: DEBUG oslo_vmware.api [None req-6f6e7e65-1591-4f4b-b7d7-68b20df19531 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Waiting for the lease: (returnval){ [ 1670.124688] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5241b029-098b-5693-d534-c623cc341c0d" [ 1670.124688] env[63750]: _type = "HttpNfcLease" [ 1670.124688] env[63750]: } to be ready. {{(pid=63750) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1670.135649] env[63750]: INFO nova.compute.manager [-] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Took 1.79 seconds to deallocate network for instance. [ 1670.139458] env[63750]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1670.139458] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5241b029-098b-5693-d534-c623cc341c0d" [ 1670.139458] env[63750]: _type = "HttpNfcLease" [ 1670.139458] env[63750]: } is initializing. {{(pid=63750) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1670.198334] env[63750]: DEBUG oslo_vmware.api [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Task: {'id': task-2006087, 'name': Rename_Task, 'duration_secs': 1.145115} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.201372] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] [instance: 3972845f-a11a-4160-ad32-3cf31efa28c0] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1670.202136] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b56a049f-e533-4099-8326-919beef080db {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.211370] env[63750]: DEBUG oslo_vmware.api [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Waiting for the task: (returnval){ [ 1670.211370] env[63750]: value = "task-2006093" [ 1670.211370] env[63750]: _type = "Task" [ 1670.211370] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.225134] env[63750]: DEBUG oslo_vmware.api [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Task: {'id': task-2006093, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.285030] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006090, 'name': CreateVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.305329] env[63750]: DEBUG oslo_vmware.api [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Task: {'id': task-2006091, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.480969] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ddcf57c-b53e-46d8-80ed-8adfd1c64420 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.490023] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c4aa83-2dd4-4684-b83c-626b6615d4bf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.528734] env[63750]: DEBUG oslo_concurrency.lockutils [req-44929b86-4024-46fd-8e48-8e1dab5552cd req-48edf38b-ddad-4e93-9e40-5d038969f44c service nova] Releasing lock "refresh_cache-643617f0-9718-4aad-8882-2ffce5e41401" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1670.528925] env[63750]: DEBUG nova.compute.manager [req-44929b86-4024-46fd-8e48-8e1dab5552cd req-48edf38b-ddad-4e93-9e40-5d038969f44c service nova] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Received event network-vif-deleted-07dd1594-1935-47b8-8370-c41c8c2d47fb {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1670.529176] env[63750]: INFO nova.compute.manager [req-44929b86-4024-46fd-8e48-8e1dab5552cd req-48edf38b-ddad-4e93-9e40-5d038969f44c service nova] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Neutron deleted interface 07dd1594-1935-47b8-8370-c41c8c2d47fb; detaching it from the instance and deleting it from the info cache [ 1670.529396] env[63750]: DEBUG nova.network.neutron [req-44929b86-4024-46fd-8e48-8e1dab5552cd req-48edf38b-ddad-4e93-9e40-5d038969f44c service nova] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1670.533600] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c9f58d-862e-41d1-b19b-dd3db2679891 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.543817] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eee0ce2-a040-4da1-ae29-998c9d7dd4bd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.550543] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5a11fb9-1114-4965-8f59-8fe1b5339bf9 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.562323] env[63750]: DEBUG nova.compute.provider_tree [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1670.633326] env[63750]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1670.633326] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5241b029-098b-5693-d534-c623cc341c0d" [ 1670.633326] env[63750]: _type = "HttpNfcLease" [ 1670.633326] env[63750]: } is ready. {{(pid=63750) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1670.633641] env[63750]: DEBUG oslo_vmware.rw_handles [None req-6f6e7e65-1591-4f4b-b7d7-68b20df19531 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1670.633641] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5241b029-098b-5693-d534-c623cc341c0d" [ 1670.633641] env[63750]: _type = "HttpNfcLease" [ 1670.633641] env[63750]: }. {{(pid=63750) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1670.634447] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ed722d-8ca6-4a60-a151-5f389de90d1c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.646267] env[63750]: DEBUG oslo_vmware.rw_handles [None req-6f6e7e65-1591-4f4b-b7d7-68b20df19531 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a1f8e5-f456-93e4-8474-1cf0b9339589/disk-0.vmdk from lease info. {{(pid=63750) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1670.646486] env[63750]: DEBUG oslo_vmware.rw_handles [None req-6f6e7e65-1591-4f4b-b7d7-68b20df19531 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a1f8e5-f456-93e4-8474-1cf0b9339589/disk-0.vmdk for reading. {{(pid=63750) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1670.648697] env[63750]: DEBUG oslo_concurrency.lockutils [None req-37fb4724-8b24-48cd-8dc5-a98b5d07ce27 tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.723403] env[63750]: DEBUG oslo_vmware.api [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Task: {'id': task-2006093, 'name': PowerOnVM_Task, 'duration_secs': 0.486593} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.723403] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] [instance: 3972845f-a11a-4160-ad32-3cf31efa28c0] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1670.723583] env[63750]: INFO nova.compute.manager [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] [instance: 3972845f-a11a-4160-ad32-3cf31efa28c0] Took 9.61 seconds to spawn the instance on the hypervisor. [ 1670.723759] env[63750]: DEBUG nova.compute.manager [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] [instance: 3972845f-a11a-4160-ad32-3cf31efa28c0] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1670.724597] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1640cae3-7cda-46ef-9573-376e69ac1a83 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.776937] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006090, 'name': CreateVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.792961] env[63750]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8ff20778-17d4-46f9-9c2b-ec81537bfa34 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.806344] env[63750]: DEBUG oslo_vmware.api [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Task: {'id': task-2006091, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555152} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.806598] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 3544dff6-5be5-4463-9d47-4d8accf9e295/3544dff6-5be5-4463-9d47-4d8accf9e295.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1670.806805] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1670.807061] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-426b2e07-4989-47c9-8159-5df29daad0a3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.818496] env[63750]: DEBUG oslo_vmware.api [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Waiting for the task: (returnval){ [ 1670.818496] env[63750]: value = "task-2006094" [ 1670.818496] env[63750]: _type = "Task" [ 1670.818496] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.831926] env[63750]: DEBUG oslo_vmware.api [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Task: {'id': task-2006094, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.034878] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-61fcaf97-96ef-4a47-ad0e-80af98434c3e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.044919] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111732ae-d429-492a-af7b-1d4996e0c058 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.067644] env[63750]: DEBUG nova.scheduler.client.report [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1671.089144] env[63750]: DEBUG nova.compute.manager [req-44929b86-4024-46fd-8e48-8e1dab5552cd req-48edf38b-ddad-4e93-9e40-5d038969f44c service nova] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Detach interface failed, port_id=07dd1594-1935-47b8-8370-c41c8c2d47fb, reason: Instance fd699fda-28a7-4cd2-bd87-f2f2d28dce65 could not be found. {{(pid=63750) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1671.250901] env[63750]: INFO nova.compute.manager [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] [instance: 3972845f-a11a-4160-ad32-3cf31efa28c0] Took 36.56 seconds to build instance. [ 1671.282150] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006090, 'name': CreateVM_Task, 'duration_secs': 1.449553} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.283025] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1671.283025] env[63750]: DEBUG oslo_concurrency.lockutils [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1671.283228] env[63750]: DEBUG oslo_concurrency.lockutils [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.283738] env[63750]: DEBUG oslo_concurrency.lockutils [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1671.283738] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-905fe9f7-959f-4f8b-b120-e520ecc627c2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.293832] env[63750]: DEBUG oslo_vmware.api [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1671.293832] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52c12bd5-b128-7dbb-e084-7a5f04e0a3be" [ 1671.293832] env[63750]: _type = "Task" [ 1671.293832] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.307708] env[63750]: DEBUG oslo_vmware.api [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52c12bd5-b128-7dbb-e084-7a5f04e0a3be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.332461] env[63750]: DEBUG oslo_vmware.api [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Task: {'id': task-2006094, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.24657} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.332952] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1671.333983] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d74a48e-5a0a-47a1-89c3-d54c703e5042 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.363938] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 3544dff6-5be5-4463-9d47-4d8accf9e295/3544dff6-5be5-4463-9d47-4d8accf9e295.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1671.364596] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20fab18b-e480-4c7e-b8a5-2a925aa918d3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.386702] env[63750]: DEBUG oslo_vmware.api [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Waiting for the task: (returnval){ [ 1671.386702] env[63750]: value = "task-2006095" [ 1671.386702] env[63750]: _type = "Task" [ 1671.386702] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.396746] env[63750]: DEBUG oslo_vmware.api [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Task: {'id': task-2006095, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.591706] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.697s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1671.592169] env[63750]: DEBUG nova.compute.manager [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1671.595366] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.429s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1671.597490] env[63750]: INFO nova.compute.claims [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] [instance: 19fa9ea2-0fa3-47a3-a80a-91225c41da38] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1671.756884] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5e2be29-87d5-419d-8e6b-5cc55c51a151 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Lock "3972845f-a11a-4160-ad32-3cf31efa28c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.787s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1671.816690] env[63750]: DEBUG oslo_vmware.api [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52c12bd5-b128-7dbb-e084-7a5f04e0a3be, 'name': SearchDatastore_Task, 'duration_secs': 0.025462} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.816690] env[63750]: DEBUG oslo_concurrency.lockutils [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1671.816690] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1671.816690] env[63750]: DEBUG oslo_concurrency.lockutils [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1671.816966] env[63750]: DEBUG oslo_concurrency.lockutils [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.816966] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1671.816966] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a504b8d6-0bf8-4ef3-bdd0-6bc060f73ad9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.833308] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1671.833612] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1671.834195] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8563da24-5f5b-4f99-84fe-a5718817efea {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.843659] env[63750]: DEBUG oslo_vmware.api [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1671.843659] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]520e39c3-0320-e59f-10c5-fc3ff95b7e61" [ 1671.843659] env[63750]: _type = "Task" [ 1671.843659] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.856227] env[63750]: DEBUG oslo_vmware.api [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]520e39c3-0320-e59f-10c5-fc3ff95b7e61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.902256] env[63750]: DEBUG oslo_vmware.api [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Task: {'id': task-2006095, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.075790] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Acquiring lock "81966a7e-6f9b-49e2-ad49-bd35f6fa628a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.075790] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Lock "81966a7e-6f9b-49e2-ad49-bd35f6fa628a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.104652] env[63750]: DEBUG nova.compute.utils [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1672.110200] env[63750]: DEBUG nova.compute.manager [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1672.110851] env[63750]: DEBUG nova.network.neutron [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1672.177364] env[63750]: DEBUG nova.policy [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a53d98a901bc424dabe5b5c3b2a06e65', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27e4e65f546c4dcd83175aa99118acc3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1672.259662] env[63750]: DEBUG nova.compute.manager [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1672.359506] env[63750]: DEBUG oslo_vmware.api [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]520e39c3-0320-e59f-10c5-fc3ff95b7e61, 'name': SearchDatastore_Task, 'duration_secs': 0.019694} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.361315] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ea2817d-fc72-4ab8-946c-60f28622821f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.368598] env[63750]: DEBUG oslo_vmware.api [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1672.368598] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52e84f99-c6a5-0fd7-b81b-54342a20aa2d" [ 1672.368598] env[63750]: _type = "Task" [ 1672.368598] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.380348] env[63750]: DEBUG oslo_vmware.api [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52e84f99-c6a5-0fd7-b81b-54342a20aa2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.399674] env[63750]: DEBUG oslo_vmware.api [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Task: {'id': task-2006095, 'name': ReconfigVM_Task, 'duration_secs': 0.667067} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.400147] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 3544dff6-5be5-4463-9d47-4d8accf9e295/3544dff6-5be5-4463-9d47-4d8accf9e295.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1672.402101] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05c02548-5f7c-4db3-92cf-f9e72efaa6e0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.414074] env[63750]: DEBUG oslo_vmware.api [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Waiting for the task: (returnval){ [ 1672.414074] env[63750]: value = "task-2006096" [ 1672.414074] env[63750]: _type = "Task" [ 1672.414074] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.427097] env[63750]: DEBUG oslo_vmware.api [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Task: {'id': task-2006096, 'name': Rename_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.472719] env[63750]: DEBUG oslo_concurrency.lockutils [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Acquiring lock "2fc56c3b-95cc-4604-9396-24dc498dddcf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.473014] env[63750]: DEBUG oslo_concurrency.lockutils [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Lock "2fc56c3b-95cc-4604-9396-24dc498dddcf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.601301] env[63750]: DEBUG nova.network.neutron [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Successfully created port: 8ea2d03d-e7e9-4c53-80ac-2ddabbb830be {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1672.608624] env[63750]: DEBUG nova.compute.manager [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1672.790280] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.884842] env[63750]: DEBUG oslo_vmware.api [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52e84f99-c6a5-0fd7-b81b-54342a20aa2d, 'name': SearchDatastore_Task, 'duration_secs': 0.022995} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.885232] env[63750]: DEBUG oslo_concurrency.lockutils [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1672.885630] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 643617f0-9718-4aad-8882-2ffce5e41401/643617f0-9718-4aad-8882-2ffce5e41401.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1672.885787] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bdd361c3-6df4-410d-bf5c-9b54469f86bd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.896106] env[63750]: DEBUG oslo_vmware.api [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1672.896106] env[63750]: value = "task-2006097" [ 1672.896106] env[63750]: _type = "Task" [ 1672.896106] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.906866] env[63750]: DEBUG oslo_vmware.api [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006097, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.922840] env[63750]: DEBUG oslo_vmware.api [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Task: {'id': task-2006096, 'name': Rename_Task, 'duration_secs': 0.280051} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.923230] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1672.923792] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40480ea9-29f3-4ee8-ba3a-94b673e3bfe7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.934544] env[63750]: DEBUG oslo_vmware.api [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Waiting for the task: (returnval){ [ 1672.934544] env[63750]: value = "task-2006098" [ 1672.934544] env[63750]: _type = "Task" [ 1672.934544] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.948146] env[63750]: DEBUG oslo_vmware.api [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Task: {'id': task-2006098, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.116102] env[63750]: INFO nova.virt.block_device [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Booting with volume c4265df9-3e22-4e8d-bca4-519834826f48 at /dev/sda [ 1673.194471] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2dfe893d-5dad-4ef0-8119-44837c9c5f00 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.206213] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f0a5f7-fd3f-4d2d-9599-fc2bb9cac6d3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.220780] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80485fa4-7941-48ac-9d42-33655b0f8304 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.232164] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990c6a7e-a957-4e5b-9718-9bd6d9c7278e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.283249] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8c776614-72fd-4a86-8ffd-23e9e9bf5729 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.286705] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c38ba06-2bcb-44a1-a25f-6fe592abd8bf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.298435] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b7ab1e-6b5e-4315-be8f-02c315806212 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.307651] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745e4958-d81d-4cbd-8ca9-a064ed9a6c0f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.334139] env[63750]: DEBUG nova.compute.provider_tree [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1673.354313] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba255f3-f7a2-49d2-b330-b45eeb0735c2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.367640] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90811be-34a2-46e4-9771-1e244a19a0cf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.388672] env[63750]: DEBUG nova.virt.block_device [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Updating existing volume attachment record: 0eff5a1a-e356-49c5-95cf-8763dc9acb62 {{(pid=63750) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1673.407936] env[63750]: DEBUG oslo_vmware.api [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006097, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.449476] env[63750]: DEBUG oslo_vmware.api [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Task: {'id': task-2006098, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.557404] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3c379dd0-b2e1-4793-91d5-2a9982f16da3 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Acquiring lock "3972845f-a11a-4160-ad32-3cf31efa28c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.557657] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3c379dd0-b2e1-4793-91d5-2a9982f16da3 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Lock "3972845f-a11a-4160-ad32-3cf31efa28c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1673.557958] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3c379dd0-b2e1-4793-91d5-2a9982f16da3 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Acquiring lock "3972845f-a11a-4160-ad32-3cf31efa28c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.558191] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3c379dd0-b2e1-4793-91d5-2a9982f16da3 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Lock "3972845f-a11a-4160-ad32-3cf31efa28c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1673.558412] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3c379dd0-b2e1-4793-91d5-2a9982f16da3 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Lock "3972845f-a11a-4160-ad32-3cf31efa28c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1673.560697] env[63750]: INFO nova.compute.manager [None req-3c379dd0-b2e1-4793-91d5-2a9982f16da3 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] [instance: 3972845f-a11a-4160-ad32-3cf31efa28c0] Terminating instance [ 1673.836299] env[63750]: DEBUG nova.scheduler.client.report [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1673.910916] env[63750]: DEBUG oslo_vmware.api [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006097, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.946368] env[63750]: DEBUG oslo_vmware.api [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Task: {'id': task-2006098, 'name': PowerOnVM_Task, 'duration_secs': 0.601575} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.946558] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1673.946774] env[63750]: INFO nova.compute.manager [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] Took 10.11 seconds to spawn the instance on the hypervisor. [ 1673.946958] env[63750]: DEBUG nova.compute.manager [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1673.947772] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda0cedf-0138-4105-9948-f8fadf9c9a27 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.066586] env[63750]: DEBUG nova.compute.manager [None req-3c379dd0-b2e1-4793-91d5-2a9982f16da3 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] [instance: 3972845f-a11a-4160-ad32-3cf31efa28c0] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1674.066955] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3c379dd0-b2e1-4793-91d5-2a9982f16da3 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] [instance: 3972845f-a11a-4160-ad32-3cf31efa28c0] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1674.068110] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92bf8151-dc8d-431b-9c7b-142e3405e02e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.081749] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c379dd0-b2e1-4793-91d5-2a9982f16da3 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] [instance: 3972845f-a11a-4160-ad32-3cf31efa28c0] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1674.082092] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fa1dc95-2de3-4d76-8f16-5ae4a12bb277 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.090373] env[63750]: DEBUG oslo_vmware.api [None req-3c379dd0-b2e1-4793-91d5-2a9982f16da3 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Waiting for the task: (returnval){ [ 1674.090373] env[63750]: value = "task-2006099" [ 1674.090373] env[63750]: _type = "Task" [ 1674.090373] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.100588] env[63750]: DEBUG oslo_vmware.api [None req-3c379dd0-b2e1-4793-91d5-2a9982f16da3 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Task: {'id': task-2006099, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.102837] env[63750]: DEBUG nova.compute.manager [req-15896b25-3b93-47e5-a13a-cced9fec12fe req-c9747dcd-a9eb-469d-8fa3-624e266b3909 service nova] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Received event network-vif-plugged-8ea2d03d-e7e9-4c53-80ac-2ddabbb830be {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1674.103087] env[63750]: DEBUG oslo_concurrency.lockutils [req-15896b25-3b93-47e5-a13a-cced9fec12fe req-c9747dcd-a9eb-469d-8fa3-624e266b3909 service nova] Acquiring lock "be1c2871-2c59-4a77-8792-fb9f5fd2128f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.103322] env[63750]: DEBUG oslo_concurrency.lockutils [req-15896b25-3b93-47e5-a13a-cced9fec12fe req-c9747dcd-a9eb-469d-8fa3-624e266b3909 service nova] Lock "be1c2871-2c59-4a77-8792-fb9f5fd2128f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.103495] env[63750]: DEBUG oslo_concurrency.lockutils [req-15896b25-3b93-47e5-a13a-cced9fec12fe req-c9747dcd-a9eb-469d-8fa3-624e266b3909 service nova] Lock "be1c2871-2c59-4a77-8792-fb9f5fd2128f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.103660] env[63750]: DEBUG nova.compute.manager [req-15896b25-3b93-47e5-a13a-cced9fec12fe req-c9747dcd-a9eb-469d-8fa3-624e266b3909 service nova] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] No waiting events found dispatching network-vif-plugged-8ea2d03d-e7e9-4c53-80ac-2ddabbb830be {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1674.103831] env[63750]: WARNING nova.compute.manager [req-15896b25-3b93-47e5-a13a-cced9fec12fe req-c9747dcd-a9eb-469d-8fa3-624e266b3909 service nova] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Received unexpected event network-vif-plugged-8ea2d03d-e7e9-4c53-80ac-2ddabbb830be for instance with vm_state building and task_state block_device_mapping. [ 1674.196583] env[63750]: DEBUG nova.network.neutron [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Successfully updated port: 8ea2d03d-e7e9-4c53-80ac-2ddabbb830be {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1674.345146] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.750s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.345685] env[63750]: DEBUG nova.compute.manager [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] [instance: 19fa9ea2-0fa3-47a3-a80a-91225c41da38] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1674.348369] env[63750]: DEBUG oslo_concurrency.lockutils [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.958s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.350055] env[63750]: INFO nova.compute.claims [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1674.409881] env[63750]: DEBUG oslo_vmware.api [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006097, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.468920] env[63750]: INFO nova.compute.manager [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] Took 39.15 seconds to build instance. [ 1674.603406] env[63750]: DEBUG oslo_vmware.api [None req-3c379dd0-b2e1-4793-91d5-2a9982f16da3 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Task: {'id': task-2006099, 'name': PowerOffVM_Task, 'duration_secs': 0.271377} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.603736] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c379dd0-b2e1-4793-91d5-2a9982f16da3 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] [instance: 3972845f-a11a-4160-ad32-3cf31efa28c0] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1674.603944] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3c379dd0-b2e1-4793-91d5-2a9982f16da3 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] [instance: 3972845f-a11a-4160-ad32-3cf31efa28c0] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1674.604297] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ee272b2-aa23-4ef7-917f-59aad4b883fd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.699369] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Acquiring lock "refresh_cache-be1c2871-2c59-4a77-8792-fb9f5fd2128f" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1674.699620] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Acquired lock "refresh_cache-be1c2871-2c59-4a77-8792-fb9f5fd2128f" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1674.699828] env[63750]: DEBUG nova.network.neutron [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1674.789578] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3c379dd0-b2e1-4793-91d5-2a9982f16da3 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] [instance: 3972845f-a11a-4160-ad32-3cf31efa28c0] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1674.789783] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3c379dd0-b2e1-4793-91d5-2a9982f16da3 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] [instance: 3972845f-a11a-4160-ad32-3cf31efa28c0] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1674.789964] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c379dd0-b2e1-4793-91d5-2a9982f16da3 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Deleting the datastore file [datastore1] 3972845f-a11a-4160-ad32-3cf31efa28c0 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1674.790239] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eac2ec70-6030-421c-b38d-fcd6f70da0df {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.799125] env[63750]: DEBUG oslo_vmware.api [None req-3c379dd0-b2e1-4793-91d5-2a9982f16da3 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Waiting for the task: (returnval){ [ 1674.799125] env[63750]: value = "task-2006101" [ 1674.799125] env[63750]: _type = "Task" [ 1674.799125] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.811438] env[63750]: DEBUG oslo_vmware.api [None req-3c379dd0-b2e1-4793-91d5-2a9982f16da3 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Task: {'id': task-2006101, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.854725] env[63750]: DEBUG nova.compute.utils [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1674.860188] env[63750]: DEBUG nova.compute.manager [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] [instance: 19fa9ea2-0fa3-47a3-a80a-91225c41da38] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1674.860425] env[63750]: DEBUG nova.network.neutron [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] [instance: 19fa9ea2-0fa3-47a3-a80a-91225c41da38] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1674.911185] env[63750]: DEBUG oslo_vmware.api [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006097, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.61637} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.911998] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 643617f0-9718-4aad-8882-2ffce5e41401/643617f0-9718-4aad-8882-2ffce5e41401.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1674.912429] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1674.915058] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-764679ad-354f-45d6-84e2-04dbe1d9c0eb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.925670] env[63750]: DEBUG nova.policy [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c5c27377f774fc89c398ff6838749c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8c40d52ae694360818c58137d0d580d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1674.937698] env[63750]: DEBUG oslo_vmware.api [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1674.937698] env[63750]: value = "task-2006102" [ 1674.937698] env[63750]: _type = "Task" [ 1674.937698] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.948902] env[63750]: DEBUG oslo_vmware.api [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006102, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.971052] env[63750]: DEBUG oslo_concurrency.lockutils [None req-7b4ba95d-045d-4575-bc41-1c5926e3b89a tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Lock "3544dff6-5be5-4463-9d47-4d8accf9e295" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.609s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.268152] env[63750]: DEBUG nova.network.neutron [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1675.313164] env[63750]: DEBUG oslo_vmware.api [None req-3c379dd0-b2e1-4793-91d5-2a9982f16da3 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Task: {'id': task-2006101, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201124} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.313595] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c379dd0-b2e1-4793-91d5-2a9982f16da3 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1675.313902] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3c379dd0-b2e1-4793-91d5-2a9982f16da3 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] [instance: 3972845f-a11a-4160-ad32-3cf31efa28c0] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1675.314346] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3c379dd0-b2e1-4793-91d5-2a9982f16da3 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] [instance: 3972845f-a11a-4160-ad32-3cf31efa28c0] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1675.314566] env[63750]: INFO nova.compute.manager [None req-3c379dd0-b2e1-4793-91d5-2a9982f16da3 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] [instance: 3972845f-a11a-4160-ad32-3cf31efa28c0] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1675.314897] env[63750]: DEBUG oslo.service.loopingcall [None req-3c379dd0-b2e1-4793-91d5-2a9982f16da3 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1675.315183] env[63750]: DEBUG nova.compute.manager [-] [instance: 3972845f-a11a-4160-ad32-3cf31efa28c0] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1675.315356] env[63750]: DEBUG nova.network.neutron [-] [instance: 3972845f-a11a-4160-ad32-3cf31efa28c0] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1675.344403] env[63750]: DEBUG nova.network.neutron [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] [instance: 19fa9ea2-0fa3-47a3-a80a-91225c41da38] Successfully created port: 7b750dc1-ca91-4164-8285-a239381d7516 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1675.352475] env[63750]: DEBUG nova.compute.manager [req-08cd815e-9402-4514-b1aa-8f363114e97a req-8757c165-bbcf-4179-a617-f526bf195a83 service nova] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Received event network-changed-2aab2094-f93d-4287-8017-a5a2a1e299c7 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1675.352649] env[63750]: DEBUG nova.compute.manager [req-08cd815e-9402-4514-b1aa-8f363114e97a req-8757c165-bbcf-4179-a617-f526bf195a83 service nova] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Refreshing instance network info cache due to event network-changed-2aab2094-f93d-4287-8017-a5a2a1e299c7. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1675.352857] env[63750]: DEBUG oslo_concurrency.lockutils [req-08cd815e-9402-4514-b1aa-8f363114e97a req-8757c165-bbcf-4179-a617-f526bf195a83 service nova] Acquiring lock "refresh_cache-dc7171f8-5b93-4c12-b878-1aa1dcc54745" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1675.352998] env[63750]: DEBUG oslo_concurrency.lockutils [req-08cd815e-9402-4514-b1aa-8f363114e97a req-8757c165-bbcf-4179-a617-f526bf195a83 service nova] Acquired lock "refresh_cache-dc7171f8-5b93-4c12-b878-1aa1dcc54745" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1675.353173] env[63750]: DEBUG nova.network.neutron [req-08cd815e-9402-4514-b1aa-8f363114e97a req-8757c165-bbcf-4179-a617-f526bf195a83 service nova] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Refreshing network info cache for port 2aab2094-f93d-4287-8017-a5a2a1e299c7 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1675.358586] env[63750]: DEBUG nova.compute.manager [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] [instance: 19fa9ea2-0fa3-47a3-a80a-91225c41da38] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1675.447913] env[63750]: DEBUG oslo_vmware.api [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006102, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093109} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.451690] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1675.452962] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251c2ceb-e53e-478b-b157-7acaa26c4d1a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.483701] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 643617f0-9718-4aad-8882-2ffce5e41401/643617f0-9718-4aad-8882-2ffce5e41401.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1675.486710] env[63750]: DEBUG nova.compute.manager [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 75c55c9f-ad11-4d74-b63e-ff82150fb152] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1675.489832] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82546913-6eec-49f5-86c0-7eb8336a4dbd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.517704] env[63750]: DEBUG oslo_vmware.api [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1675.517704] env[63750]: value = "task-2006103" [ 1675.517704] env[63750]: _type = "Task" [ 1675.517704] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.525535] env[63750]: DEBUG nova.compute.manager [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1675.526053] env[63750]: DEBUG nova.virt.hardware [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1675.526270] env[63750]: DEBUG nova.virt.hardware [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1675.526420] env[63750]: DEBUG nova.virt.hardware [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1675.526594] env[63750]: DEBUG nova.virt.hardware [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1675.526734] env[63750]: DEBUG nova.virt.hardware [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1675.526874] env[63750]: DEBUG nova.virt.hardware [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1675.527086] env[63750]: DEBUG nova.virt.hardware [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1675.527244] env[63750]: DEBUG nova.virt.hardware [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1675.527409] env[63750]: DEBUG nova.virt.hardware [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1675.527566] env[63750]: DEBUG nova.virt.hardware [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1675.527730] env[63750]: DEBUG nova.virt.hardware [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1675.530032] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ac3908-914d-4344-a5f7-54e9b0763ac4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.545471] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f07de8-6157-4a9c-abd6-159f78f12f89 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.549871] env[63750]: DEBUG oslo_vmware.api [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.669027] env[63750]: DEBUG nova.network.neutron [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Updating instance_info_cache with network_info: [{"id": "8ea2d03d-e7e9-4c53-80ac-2ddabbb830be", "address": "fa:16:3e:43:62:4d", "network": {"id": "06d31948-f33e-40cc-903f-8bb098c13fa3", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-581838402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27e4e65f546c4dcd83175aa99118acc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ea2d03d-e7", "ovs_interfaceid": "8ea2d03d-e7e9-4c53-80ac-2ddabbb830be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1676.031210] env[63750]: DEBUG oslo_vmware.api [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006103, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.032536] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1676.034112] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c451c14-d8a8-42e6-ba14-fad7e19ccd17 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.042447] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e93dea-4b1c-4387-8687-c689de6d75d4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.078494] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5b6062-1dc6-4851-a1f6-3b0cc73dac60 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.087620] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c867ed24-011f-4964-9637-08e123da5aea {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.102857] env[63750]: DEBUG nova.compute.provider_tree [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1676.146117] env[63750]: DEBUG nova.network.neutron [-] [instance: 3972845f-a11a-4160-ad32-3cf31efa28c0] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1676.168909] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Releasing lock "refresh_cache-be1c2871-2c59-4a77-8792-fb9f5fd2128f" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1676.169353] env[63750]: DEBUG nova.compute.manager [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Instance network_info: |[{"id": "8ea2d03d-e7e9-4c53-80ac-2ddabbb830be", "address": "fa:16:3e:43:62:4d", "network": {"id": "06d31948-f33e-40cc-903f-8bb098c13fa3", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-581838402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27e4e65f546c4dcd83175aa99118acc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ea2d03d-e7", "ovs_interfaceid": "8ea2d03d-e7e9-4c53-80ac-2ddabbb830be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1676.169819] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:62:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6e940e5-e083-4238-973e-f1b4e2a3a5c7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ea2d03d-e7e9-4c53-80ac-2ddabbb830be', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1676.177855] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Creating folder: Project (27e4e65f546c4dcd83175aa99118acc3). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1676.178519] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5aa950c3-d0b5-4e01-9706-02a4bdab2af7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.192571] env[63750]: DEBUG nova.network.neutron [req-08cd815e-9402-4514-b1aa-8f363114e97a req-8757c165-bbcf-4179-a617-f526bf195a83 service nova] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Updated VIF entry in instance network info cache for port 2aab2094-f93d-4287-8017-a5a2a1e299c7. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1676.193092] env[63750]: DEBUG nova.network.neutron [req-08cd815e-9402-4514-b1aa-8f363114e97a req-8757c165-bbcf-4179-a617-f526bf195a83 service nova] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Updating instance_info_cache with network_info: [{"id": "2aab2094-f93d-4287-8017-a5a2a1e299c7", "address": "fa:16:3e:81:63:4e", "network": {"id": "ed76bfa5-b34c-4e32-95c7-13624fdd065d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1286506599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba81ec19042e432283500854f7336dd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2aab2094-f9", "ovs_interfaceid": "2aab2094-f93d-4287-8017-a5a2a1e299c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1676.195738] env[63750]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1676.195908] env[63750]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=63750) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1676.196577] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Folder already exists: Project (27e4e65f546c4dcd83175aa99118acc3). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1676.196776] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Creating folder: Instances. Parent ref: group-v412436. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1676.197284] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa4393db-ebba-465d-a935-6b0cc8884aab {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.211634] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Created folder: Instances in parent group-v412436. [ 1676.212441] env[63750]: DEBUG oslo.service.loopingcall [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1676.212590] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1676.212880] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf0312f5-3ace-4ff9-a8c0-47953c88f030 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.236055] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1676.236055] env[63750]: value = "task-2006106" [ 1676.236055] env[63750]: _type = "Task" [ 1676.236055] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.245461] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006106, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.369056] env[63750]: DEBUG nova.compute.manager [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] [instance: 19fa9ea2-0fa3-47a3-a80a-91225c41da38] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1676.395292] env[63750]: DEBUG nova.virt.hardware [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1676.395589] env[63750]: DEBUG nova.virt.hardware [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1676.395833] env[63750]: DEBUG nova.virt.hardware [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1676.396067] env[63750]: DEBUG nova.virt.hardware [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1676.396222] env[63750]: DEBUG nova.virt.hardware [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1676.396366] env[63750]: DEBUG nova.virt.hardware [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1676.396568] env[63750]: DEBUG nova.virt.hardware [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1676.396724] env[63750]: DEBUG nova.virt.hardware [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1676.396884] env[63750]: DEBUG nova.virt.hardware [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1676.397053] env[63750]: DEBUG nova.virt.hardware [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1676.397230] env[63750]: DEBUG nova.virt.hardware [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1676.398147] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1908ee-e252-4d55-842e-103cbb09f9a5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.408571] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbc6ec0-77b2-44bc-afe9-78f1ed7d3798 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.439043] env[63750]: DEBUG nova.compute.manager [req-e422d8be-7ce1-4ef1-8029-cb2971dc78ea req-4a1ac9be-95e1-4438-8344-e13a2c6653cb service nova] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Received event network-changed-8ea2d03d-e7e9-4c53-80ac-2ddabbb830be {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1676.439434] env[63750]: DEBUG nova.compute.manager [req-e422d8be-7ce1-4ef1-8029-cb2971dc78ea req-4a1ac9be-95e1-4438-8344-e13a2c6653cb service nova] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Refreshing instance network info cache due to event network-changed-8ea2d03d-e7e9-4c53-80ac-2ddabbb830be. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1676.439474] env[63750]: DEBUG oslo_concurrency.lockutils [req-e422d8be-7ce1-4ef1-8029-cb2971dc78ea req-4a1ac9be-95e1-4438-8344-e13a2c6653cb service nova] Acquiring lock "refresh_cache-be1c2871-2c59-4a77-8792-fb9f5fd2128f" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1676.439593] env[63750]: DEBUG oslo_concurrency.lockutils [req-e422d8be-7ce1-4ef1-8029-cb2971dc78ea req-4a1ac9be-95e1-4438-8344-e13a2c6653cb service nova] Acquired lock "refresh_cache-be1c2871-2c59-4a77-8792-fb9f5fd2128f" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1676.439765] env[63750]: DEBUG nova.network.neutron [req-e422d8be-7ce1-4ef1-8029-cb2971dc78ea req-4a1ac9be-95e1-4438-8344-e13a2c6653cb service nova] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Refreshing network info cache for port 8ea2d03d-e7e9-4c53-80ac-2ddabbb830be {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1676.529806] env[63750]: DEBUG oslo_vmware.api [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006103, 'name': ReconfigVM_Task, 'duration_secs': 0.528283} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.530154] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 643617f0-9718-4aad-8882-2ffce5e41401/643617f0-9718-4aad-8882-2ffce5e41401.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1676.530895] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-888584ed-2a20-4505-ac33-694008781a0b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.539512] env[63750]: DEBUG oslo_vmware.api [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1676.539512] env[63750]: value = "task-2006107" [ 1676.539512] env[63750]: _type = "Task" [ 1676.539512] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.548702] env[63750]: DEBUG oslo_vmware.api [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006107, 'name': Rename_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.606834] env[63750]: DEBUG nova.scheduler.client.report [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1676.649300] env[63750]: INFO nova.compute.manager [-] [instance: 3972845f-a11a-4160-ad32-3cf31efa28c0] Took 1.33 seconds to deallocate network for instance. [ 1676.698642] env[63750]: DEBUG oslo_concurrency.lockutils [req-08cd815e-9402-4514-b1aa-8f363114e97a req-8757c165-bbcf-4179-a617-f526bf195a83 service nova] Releasing lock "refresh_cache-dc7171f8-5b93-4c12-b878-1aa1dcc54745" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1676.746594] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006106, 'name': CreateVM_Task, 'duration_secs': 0.400546} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.746930] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1676.747747] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'attachment_id': '0eff5a1a-e356-49c5-95cf-8763dc9acb62', 'device_type': None, 'delete_on_termination': True, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412443', 'volume_id': 'c4265df9-3e22-4e8d-bca4-519834826f48', 'name': 'volume-c4265df9-3e22-4e8d-bca4-519834826f48', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be1c2871-2c59-4a77-8792-fb9f5fd2128f', 'attached_at': '', 'detached_at': '', 'volume_id': 'c4265df9-3e22-4e8d-bca4-519834826f48', 'serial': 'c4265df9-3e22-4e8d-bca4-519834826f48'}, 'mount_device': '/dev/sda', 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=63750) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1676.747747] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Root volume attach. Driver type: vmdk {{(pid=63750) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1676.748620] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a919651-ebea-4d39-b33d-ded0e45b4c40 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.757359] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2708d5e9-6be5-4c36-820f-e6d2b40a8c14 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.766347] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636d62d2-9548-407d-b8e5-f9e28b577dec {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.773030] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-c2d729a1-38d6-43b3-8295-54a403a99439 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.780775] env[63750]: DEBUG oslo_vmware.api [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Waiting for the task: (returnval){ [ 1676.780775] env[63750]: value = "task-2006108" [ 1676.780775] env[63750]: _type = "Task" [ 1676.780775] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.790553] env[63750]: DEBUG oslo_vmware.api [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Task: {'id': task-2006108, 'name': RelocateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.050984] env[63750]: DEBUG oslo_vmware.api [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006107, 'name': Rename_Task, 'duration_secs': 0.221513} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.051344] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1677.051606] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8fbeaa9-436d-4172-9763-82efb6af486c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.067154] env[63750]: DEBUG oslo_vmware.api [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1677.067154] env[63750]: value = "task-2006109" [ 1677.067154] env[63750]: _type = "Task" [ 1677.067154] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.076587] env[63750]: DEBUG oslo_vmware.api [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006109, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.113255] env[63750]: DEBUG oslo_concurrency.lockutils [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.765s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.114417] env[63750]: DEBUG nova.compute.manager [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1677.116870] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9bebb900-79e6-4690-9103-769fb5e6b764 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.697s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1677.117133] env[63750]: DEBUG nova.objects.instance [None req-9bebb900-79e6-4690-9103-769fb5e6b764 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Lazy-loading 'resources' on Instance uuid 9edf2e36-5cbd-410d-bf99-451a6e3abee6 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1677.157581] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3c379dd0-b2e1-4793-91d5-2a9982f16da3 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1677.293430] env[63750]: DEBUG oslo_vmware.api [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Task: {'id': task-2006108, 'name': RelocateVM_Task} progress is 40%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.583876] env[63750]: DEBUG oslo_vmware.api [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006109, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.621232] env[63750]: DEBUG nova.compute.utils [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1677.626187] env[63750]: DEBUG nova.compute.manager [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1677.626502] env[63750]: DEBUG nova.network.neutron [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1677.641059] env[63750]: DEBUG nova.compute.manager [req-29bc7fc5-de8f-437b-a41d-459a07d85b32 req-5a9d552a-8cd5-4ee2-b51f-58da2a06df70 service nova] [instance: 3972845f-a11a-4160-ad32-3cf31efa28c0] Received event network-vif-deleted-b082d7a7-4476-49f6-9782-9cd4ee0d373b {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1677.655902] env[63750]: DEBUG nova.network.neutron [req-e422d8be-7ce1-4ef1-8029-cb2971dc78ea req-4a1ac9be-95e1-4438-8344-e13a2c6653cb service nova] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Updated VIF entry in instance network info cache for port 8ea2d03d-e7e9-4c53-80ac-2ddabbb830be. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1677.655902] env[63750]: DEBUG nova.network.neutron [req-e422d8be-7ce1-4ef1-8029-cb2971dc78ea req-4a1ac9be-95e1-4438-8344-e13a2c6653cb service nova] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Updating instance_info_cache with network_info: [{"id": "8ea2d03d-e7e9-4c53-80ac-2ddabbb830be", "address": "fa:16:3e:43:62:4d", "network": {"id": "06d31948-f33e-40cc-903f-8bb098c13fa3", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-581838402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27e4e65f546c4dcd83175aa99118acc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ea2d03d-e7", "ovs_interfaceid": "8ea2d03d-e7e9-4c53-80ac-2ddabbb830be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1677.693857] env[63750]: DEBUG nova.policy [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59a2ae6895a44391a9643d6c30e16cd7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7785f894aa2844eea3d2f43644d3406a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1677.800127] env[63750]: DEBUG oslo_vmware.api [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Task: {'id': task-2006108, 'name': RelocateVM_Task} progress is 53%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.831620] env[63750]: DEBUG nova.network.neutron [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] [instance: 19fa9ea2-0fa3-47a3-a80a-91225c41da38] Successfully updated port: 7b750dc1-ca91-4164-8285-a239381d7516 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1678.085247] env[63750]: DEBUG oslo_vmware.api [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006109, 'name': PowerOnVM_Task, 'duration_secs': 0.661685} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.085569] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1678.085569] env[63750]: INFO nova.compute.manager [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Took 11.60 seconds to spawn the instance on the hypervisor. [ 1678.085765] env[63750]: DEBUG nova.compute.manager [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1678.086647] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b5a370-e891-4a0e-891f-ec46a5e0b356 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.093987] env[63750]: DEBUG nova.network.neutron [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Successfully created port: 4573a77b-50af-43da-b25e-d801ce34535f {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1678.127326] env[63750]: DEBUG nova.compute.manager [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1678.162958] env[63750]: DEBUG oslo_concurrency.lockutils [req-e422d8be-7ce1-4ef1-8029-cb2971dc78ea req-4a1ac9be-95e1-4438-8344-e13a2c6653cb service nova] Releasing lock "refresh_cache-be1c2871-2c59-4a77-8792-fb9f5fd2128f" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1678.226338] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a72e73-81c0-4cc3-87b9-96a125208247 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.238443] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0e1427-9ee7-41a6-b09a-2341a2119f49 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.277099] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42d9d55-8e84-470d-9997-bf7f7d726944 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.291362] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a9c1d0-e8ba-48b2-a09a-9aae768be8aa {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.312022] env[63750]: DEBUG oslo_vmware.api [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Task: {'id': task-2006108, 'name': RelocateVM_Task} progress is 67%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.312022] env[63750]: DEBUG nova.compute.provider_tree [None req-9bebb900-79e6-4690-9103-769fb5e6b764 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1678.334809] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Acquiring lock "refresh_cache-19fa9ea2-0fa3-47a3-a80a-91225c41da38" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1678.334990] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Acquired lock "refresh_cache-19fa9ea2-0fa3-47a3-a80a-91225c41da38" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1678.335146] env[63750]: DEBUG nova.network.neutron [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] [instance: 19fa9ea2-0fa3-47a3-a80a-91225c41da38] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1678.519844] env[63750]: DEBUG nova.network.neutron [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Successfully created port: 42d3d539-552e-4fd8-ad75-4b33a3e3d2a3 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1678.613137] env[63750]: INFO nova.compute.manager [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Took 39.60 seconds to build instance. [ 1678.799538] env[63750]: DEBUG oslo_vmware.api [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Task: {'id': task-2006108, 'name': RelocateVM_Task} progress is 81%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.815033] env[63750]: DEBUG nova.scheduler.client.report [None req-9bebb900-79e6-4690-9103-769fb5e6b764 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1678.882953] env[63750]: DEBUG nova.network.neutron [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] [instance: 19fa9ea2-0fa3-47a3-a80a-91225c41da38] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1678.893613] env[63750]: DEBUG nova.compute.manager [req-fcb3028b-8a03-498f-880c-8ee44de27071 req-45fca830-7eca-4b53-abf5-de5859ad0501 service nova] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Received event network-changed-2aab2094-f93d-4287-8017-a5a2a1e299c7 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1678.894196] env[63750]: DEBUG nova.compute.manager [req-fcb3028b-8a03-498f-880c-8ee44de27071 req-45fca830-7eca-4b53-abf5-de5859ad0501 service nova] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Refreshing instance network info cache due to event network-changed-2aab2094-f93d-4287-8017-a5a2a1e299c7. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1678.894514] env[63750]: DEBUG oslo_concurrency.lockutils [req-fcb3028b-8a03-498f-880c-8ee44de27071 req-45fca830-7eca-4b53-abf5-de5859ad0501 service nova] Acquiring lock "refresh_cache-dc7171f8-5b93-4c12-b878-1aa1dcc54745" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1678.894725] env[63750]: DEBUG oslo_concurrency.lockutils [req-fcb3028b-8a03-498f-880c-8ee44de27071 req-45fca830-7eca-4b53-abf5-de5859ad0501 service nova] Acquired lock "refresh_cache-dc7171f8-5b93-4c12-b878-1aa1dcc54745" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1678.894968] env[63750]: DEBUG nova.network.neutron [req-fcb3028b-8a03-498f-880c-8ee44de27071 req-45fca830-7eca-4b53-abf5-de5859ad0501 service nova] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Refreshing network info cache for port 2aab2094-f93d-4287-8017-a5a2a1e299c7 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1678.985538] env[63750]: DEBUG nova.network.neutron [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Successfully created port: f3efd2a6-d623-46cb-b991-6bd37767404d {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1679.100948] env[63750]: DEBUG nova.network.neutron [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] [instance: 19fa9ea2-0fa3-47a3-a80a-91225c41da38] Updating instance_info_cache with network_info: [{"id": "7b750dc1-ca91-4164-8285-a239381d7516", "address": "fa:16:3e:ca:18:f3", "network": {"id": "c0197000-1a04-41aa-9f13-5435aa3294e5", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-43522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8c40d52ae694360818c58137d0d580d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b750dc1-ca", "ovs_interfaceid": "7b750dc1-ca91-4164-8285-a239381d7516", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1679.119024] env[63750]: DEBUG oslo_concurrency.lockutils [None req-610d838b-d262-4eaf-89ce-9c1f5ba62c51 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "643617f0-9718-4aad-8882-2ffce5e41401" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.521s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.140306] env[63750]: DEBUG nova.compute.manager [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1679.179093] env[63750]: DEBUG nova.virt.hardware [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1679.179093] env[63750]: DEBUG nova.virt.hardware [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1679.179093] env[63750]: DEBUG nova.virt.hardware [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1679.179093] env[63750]: DEBUG nova.virt.hardware [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1679.179288] env[63750]: DEBUG nova.virt.hardware [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1679.179288] env[63750]: DEBUG nova.virt.hardware [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1679.179864] env[63750]: DEBUG nova.virt.hardware [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1679.179864] env[63750]: DEBUG nova.virt.hardware [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1679.179864] env[63750]: DEBUG nova.virt.hardware [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1679.180348] env[63750]: DEBUG nova.virt.hardware [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1679.180348] env[63750]: DEBUG nova.virt.hardware [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1679.181071] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0143154a-9598-484e-a5b7-31b8233c2fd3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.190632] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45312193-3a2c-4cd1-9c9c-7fe49e556010 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.296323] env[63750]: DEBUG oslo_vmware.api [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Task: {'id': task-2006108, 'name': RelocateVM_Task} progress is 97%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.320405] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9bebb900-79e6-4690-9103-769fb5e6b764 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.203s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.322697] env[63750]: DEBUG oslo_concurrency.lockutils [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.067s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.324489] env[63750]: INFO nova.compute.claims [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] [instance: 57914c7f-a496-4c0c-a57d-cf9f46158032] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1679.344939] env[63750]: INFO nova.scheduler.client.report [None req-9bebb900-79e6-4690-9103-769fb5e6b764 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Deleted allocations for instance 9edf2e36-5cbd-410d-bf99-451a6e3abee6 [ 1679.605387] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Releasing lock "refresh_cache-19fa9ea2-0fa3-47a3-a80a-91225c41da38" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1679.605805] env[63750]: DEBUG nova.compute.manager [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] [instance: 19fa9ea2-0fa3-47a3-a80a-91225c41da38] Instance network_info: |[{"id": "7b750dc1-ca91-4164-8285-a239381d7516", "address": "fa:16:3e:ca:18:f3", "network": {"id": "c0197000-1a04-41aa-9f13-5435aa3294e5", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-43522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8c40d52ae694360818c58137d0d580d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b750dc1-ca", "ovs_interfaceid": "7b750dc1-ca91-4164-8285-a239381d7516", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1679.606483] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] [instance: 19fa9ea2-0fa3-47a3-a80a-91225c41da38] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:18:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca50cd14-9e1f-4d74-a066-e5a45ba0ce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b750dc1-ca91-4164-8285-a239381d7516', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1679.614171] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Creating folder: Project (c8c40d52ae694360818c58137d0d580d). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1679.617155] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3510802-70bd-46d5-a38b-d7aa0bcf8a69 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.619043] env[63750]: DEBUG nova.compute.manager [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 47ea6c82-618f-4d4e-9d75-0ad02d9518f3] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1679.635348] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Created folder: Project (c8c40d52ae694360818c58137d0d580d) in parent group-v412391. [ 1679.635600] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Creating folder: Instances. Parent ref: group-v412483. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1679.635931] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-208a0eff-4d53-4b8b-9d22-912da6a34cf9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.647506] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Created folder: Instances in parent group-v412483. [ 1679.647749] env[63750]: DEBUG oslo.service.loopingcall [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1679.647944] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19fa9ea2-0fa3-47a3-a80a-91225c41da38] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1679.648162] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53b987b9-c065-41f8-8c15-54ad509be650 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.683564] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1679.683564] env[63750]: value = "task-2006112" [ 1679.683564] env[63750]: _type = "Task" [ 1679.683564] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.691896] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006112, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.739190] env[63750]: DEBUG nova.network.neutron [req-fcb3028b-8a03-498f-880c-8ee44de27071 req-45fca830-7eca-4b53-abf5-de5859ad0501 service nova] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Updated VIF entry in instance network info cache for port 2aab2094-f93d-4287-8017-a5a2a1e299c7. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1679.739632] env[63750]: DEBUG nova.network.neutron [req-fcb3028b-8a03-498f-880c-8ee44de27071 req-45fca830-7eca-4b53-abf5-de5859ad0501 service nova] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Updating instance_info_cache with network_info: [{"id": "2aab2094-f93d-4287-8017-a5a2a1e299c7", "address": "fa:16:3e:81:63:4e", "network": {"id": "ed76bfa5-b34c-4e32-95c7-13624fdd065d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1286506599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba81ec19042e432283500854f7336dd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2aab2094-f9", "ovs_interfaceid": "2aab2094-f93d-4287-8017-a5a2a1e299c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1679.799389] env[63750]: DEBUG oslo_vmware.api [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Task: {'id': task-2006108, 'name': RelocateVM_Task} progress is 97%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.852579] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9bebb900-79e6-4690-9103-769fb5e6b764 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Lock "9edf2e36-5cbd-410d-bf99-451a6e3abee6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.669s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1680.147209] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.194110] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006112, 'name': CreateVM_Task, 'duration_secs': 0.387724} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.194275] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19fa9ea2-0fa3-47a3-a80a-91225c41da38] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1680.195087] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1680.195205] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.195578] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1680.195862] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-599c36fd-4be0-4a1b-9027-b3371b5a1656 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.201701] env[63750]: DEBUG oslo_vmware.api [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Waiting for the task: (returnval){ [ 1680.201701] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]524290cb-fa34-a6fa-151d-1555b8751994" [ 1680.201701] env[63750]: _type = "Task" [ 1680.201701] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.214552] env[63750]: DEBUG oslo_vmware.api [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]524290cb-fa34-a6fa-151d-1555b8751994, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.242641] env[63750]: DEBUG oslo_concurrency.lockutils [req-fcb3028b-8a03-498f-880c-8ee44de27071 req-45fca830-7eca-4b53-abf5-de5859ad0501 service nova] Releasing lock "refresh_cache-dc7171f8-5b93-4c12-b878-1aa1dcc54745" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1680.242641] env[63750]: DEBUG nova.compute.manager [req-fcb3028b-8a03-498f-880c-8ee44de27071 req-45fca830-7eca-4b53-abf5-de5859ad0501 service nova] [instance: 19fa9ea2-0fa3-47a3-a80a-91225c41da38] Received event network-vif-plugged-7b750dc1-ca91-4164-8285-a239381d7516 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1680.242641] env[63750]: DEBUG oslo_concurrency.lockutils [req-fcb3028b-8a03-498f-880c-8ee44de27071 req-45fca830-7eca-4b53-abf5-de5859ad0501 service nova] Acquiring lock "19fa9ea2-0fa3-47a3-a80a-91225c41da38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.242802] env[63750]: DEBUG oslo_concurrency.lockutils [req-fcb3028b-8a03-498f-880c-8ee44de27071 req-45fca830-7eca-4b53-abf5-de5859ad0501 service nova] Lock "19fa9ea2-0fa3-47a3-a80a-91225c41da38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.242947] env[63750]: DEBUG oslo_concurrency.lockutils [req-fcb3028b-8a03-498f-880c-8ee44de27071 req-45fca830-7eca-4b53-abf5-de5859ad0501 service nova] Lock "19fa9ea2-0fa3-47a3-a80a-91225c41da38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1680.243130] env[63750]: DEBUG nova.compute.manager [req-fcb3028b-8a03-498f-880c-8ee44de27071 req-45fca830-7eca-4b53-abf5-de5859ad0501 service nova] [instance: 19fa9ea2-0fa3-47a3-a80a-91225c41da38] No waiting events found dispatching network-vif-plugged-7b750dc1-ca91-4164-8285-a239381d7516 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1680.243331] env[63750]: WARNING nova.compute.manager [req-fcb3028b-8a03-498f-880c-8ee44de27071 req-45fca830-7eca-4b53-abf5-de5859ad0501 service nova] [instance: 19fa9ea2-0fa3-47a3-a80a-91225c41da38] Received unexpected event network-vif-plugged-7b750dc1-ca91-4164-8285-a239381d7516 for instance with vm_state building and task_state spawning. [ 1680.243514] env[63750]: DEBUG nova.compute.manager [req-fcb3028b-8a03-498f-880c-8ee44de27071 req-45fca830-7eca-4b53-abf5-de5859ad0501 service nova] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] Received event network-changed-12532748-ec8e-4fa3-a0a0-d00da583fac2 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1680.243669] env[63750]: DEBUG nova.compute.manager [req-fcb3028b-8a03-498f-880c-8ee44de27071 req-45fca830-7eca-4b53-abf5-de5859ad0501 service nova] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] Refreshing instance network info cache due to event network-changed-12532748-ec8e-4fa3-a0a0-d00da583fac2. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1680.243852] env[63750]: DEBUG oslo_concurrency.lockutils [req-fcb3028b-8a03-498f-880c-8ee44de27071 req-45fca830-7eca-4b53-abf5-de5859ad0501 service nova] Acquiring lock "refresh_cache-3544dff6-5be5-4463-9d47-4d8accf9e295" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1680.244183] env[63750]: DEBUG oslo_concurrency.lockutils [req-fcb3028b-8a03-498f-880c-8ee44de27071 req-45fca830-7eca-4b53-abf5-de5859ad0501 service nova] Acquired lock "refresh_cache-3544dff6-5be5-4463-9d47-4d8accf9e295" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.244314] env[63750]: DEBUG nova.network.neutron [req-fcb3028b-8a03-498f-880c-8ee44de27071 req-45fca830-7eca-4b53-abf5-de5859ad0501 service nova] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] Refreshing network info cache for port 12532748-ec8e-4fa3-a0a0-d00da583fac2 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1680.298930] env[63750]: DEBUG oslo_vmware.api [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Task: {'id': task-2006108, 'name': RelocateVM_Task} progress is 97%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.595083] env[63750]: INFO nova.compute.manager [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Rebuilding instance [ 1680.650021] env[63750]: DEBUG nova.compute.manager [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1680.650956] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09fc1f5-bd93-4046-b4bd-d64952373eb2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.718361] env[63750]: DEBUG oslo_concurrency.lockutils [None req-94135b4d-5b5a-414f-a069-f90aae175f07 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Acquiring lock "3544dff6-5be5-4463-9d47-4d8accf9e295" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.718588] env[63750]: DEBUG oslo_concurrency.lockutils [None req-94135b4d-5b5a-414f-a069-f90aae175f07 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Lock "3544dff6-5be5-4463-9d47-4d8accf9e295" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.718806] env[63750]: DEBUG oslo_concurrency.lockutils [None req-94135b4d-5b5a-414f-a069-f90aae175f07 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Acquiring lock "3544dff6-5be5-4463-9d47-4d8accf9e295-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.718986] env[63750]: DEBUG oslo_concurrency.lockutils [None req-94135b4d-5b5a-414f-a069-f90aae175f07 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Lock "3544dff6-5be5-4463-9d47-4d8accf9e295-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.719705] env[63750]: DEBUG oslo_concurrency.lockutils [None req-94135b4d-5b5a-414f-a069-f90aae175f07 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Lock "3544dff6-5be5-4463-9d47-4d8accf9e295-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1680.721388] env[63750]: DEBUG oslo_vmware.api [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]524290cb-fa34-a6fa-151d-1555b8751994, 'name': SearchDatastore_Task, 'duration_secs': 0.011488} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.724348] env[63750]: INFO nova.compute.manager [None req-94135b4d-5b5a-414f-a069-f90aae175f07 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] Terminating instance [ 1680.725940] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1680.726181] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] [instance: 19fa9ea2-0fa3-47a3-a80a-91225c41da38] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1680.726402] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1680.726796] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.726796] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1680.727922] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48ab86af-bf49-49dc-a39d-0609f4fa42b5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.742502] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1680.743379] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1680.744762] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3eb9e561-992a-4a2b-83b9-bed65bceb8d0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.759048] env[63750]: DEBUG oslo_vmware.api [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Waiting for the task: (returnval){ [ 1680.759048] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]521c2607-d814-998f-9624-8f7812b5fb59" [ 1680.759048] env[63750]: _type = "Task" [ 1680.759048] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.769325] env[63750]: DEBUG oslo_vmware.api [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]521c2607-d814-998f-9624-8f7812b5fb59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.803671] env[63750]: DEBUG oslo_vmware.api [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Task: {'id': task-2006108, 'name': RelocateVM_Task, 'duration_secs': 3.896105} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.805927] env[63750]: DEBUG oslo_vmware.rw_handles [None req-6f6e7e65-1591-4f4b-b7d7-68b20df19531 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a1f8e5-f456-93e4-8474-1cf0b9339589/disk-0.vmdk. {{(pid=63750) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1680.806287] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Volume attach. Driver type: vmdk {{(pid=63750) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1680.806505] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412443', 'volume_id': 'c4265df9-3e22-4e8d-bca4-519834826f48', 'name': 'volume-c4265df9-3e22-4e8d-bca4-519834826f48', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be1c2871-2c59-4a77-8792-fb9f5fd2128f', 'attached_at': '', 'detached_at': '', 'volume_id': 'c4265df9-3e22-4e8d-bca4-519834826f48', 'serial': 'c4265df9-3e22-4e8d-bca4-519834826f48'} {{(pid=63750) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1680.807657] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0c44d8-6ec2-427b-ba24-a2f8077c71cb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.813629] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6bf577-8084-41e3-9f1f-36c07d7041cf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.821030] env[63750]: DEBUG oslo_vmware.rw_handles [None req-6f6e7e65-1591-4f4b-b7d7-68b20df19531 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a1f8e5-f456-93e4-8474-1cf0b9339589/disk-0.vmdk is in state: ready. {{(pid=63750) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1680.821199] env[63750]: ERROR oslo_vmware.rw_handles [None req-6f6e7e65-1591-4f4b-b7d7-68b20df19531 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a1f8e5-f456-93e4-8474-1cf0b9339589/disk-0.vmdk due to incomplete transfer. [ 1680.833924] env[63750]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6da15dd3-1134-4787-9545-079df6e15983 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.840171] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ad9a4a-1cf1-49ff-8103-febf9bb8c781 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.867927] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] volume-c4265df9-3e22-4e8d-bca4-519834826f48/volume-c4265df9-3e22-4e8d-bca4-519834826f48.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1680.874041] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8c0314e-0efd-47c3-a1a0-a5dc09fe4359 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.889421] env[63750]: DEBUG oslo_vmware.rw_handles [None req-6f6e7e65-1591-4f4b-b7d7-68b20df19531 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a1f8e5-f456-93e4-8474-1cf0b9339589/disk-0.vmdk. {{(pid=63750) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1680.889613] env[63750]: DEBUG nova.virt.vmwareapi.images [None req-6f6e7e65-1591-4f4b-b7d7-68b20df19531 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Uploaded image aaded446-6177-4bb5-8908-daf9d904c849 to the Glance image server {{(pid=63750) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1680.891678] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f6e7e65-1591-4f4b-b7d7-68b20df19531 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Destroying the VM {{(pid=63750) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1680.892181] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fa594d53-998a-42e2-aac6-9bfc37f18b32 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.900797] env[63750]: DEBUG oslo_vmware.api [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Waiting for the task: (returnval){ [ 1680.900797] env[63750]: value = "task-2006114" [ 1680.900797] env[63750]: _type = "Task" [ 1680.900797] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.902120] env[63750]: DEBUG oslo_vmware.api [None req-6f6e7e65-1591-4f4b-b7d7-68b20df19531 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Waiting for the task: (returnval){ [ 1680.902120] env[63750]: value = "task-2006113" [ 1680.902120] env[63750]: _type = "Task" [ 1680.902120] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.907254] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec6515e-2c74-4c74-ab48-07123ebda61b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.934705] env[63750]: DEBUG oslo_vmware.api [None req-6f6e7e65-1591-4f4b-b7d7-68b20df19531 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006113, 'name': Destroy_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.939941] env[63750]: DEBUG oslo_vmware.api [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Task: {'id': task-2006114, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.941025] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33a7f96-ccc0-4c08-b2d0-84f3f68b7ff8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.973830] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee4073b-e9aa-44d9-b4a4-799543426ff4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.982325] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864e406b-d42f-4a2b-a135-2e877aae8057 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.998585] env[63750]: DEBUG nova.compute.provider_tree [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1681.037406] env[63750]: DEBUG nova.network.neutron [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Successfully updated port: 4573a77b-50af-43da-b25e-d801ce34535f {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1681.146998] env[63750]: DEBUG nova.network.neutron [req-fcb3028b-8a03-498f-880c-8ee44de27071 req-45fca830-7eca-4b53-abf5-de5859ad0501 service nova] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] Updated VIF entry in instance network info cache for port 12532748-ec8e-4fa3-a0a0-d00da583fac2. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1681.147445] env[63750]: DEBUG nova.network.neutron [req-fcb3028b-8a03-498f-880c-8ee44de27071 req-45fca830-7eca-4b53-abf5-de5859ad0501 service nova] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] Updating instance_info_cache with network_info: [{"id": "12532748-ec8e-4fa3-a0a0-d00da583fac2", "address": "fa:16:3e:5d:b1:5c", "network": {"id": "ed76bfa5-b34c-4e32-95c7-13624fdd065d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1286506599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba81ec19042e432283500854f7336dd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12532748-ec", "ovs_interfaceid": "12532748-ec8e-4fa3-a0a0-d00da583fac2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1681.210704] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5be247e5-9083-436d-adb7-d95d5403d552 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Acquiring lock "5b4fa630-fcf0-4835-b22a-f4245f51ac6c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.211709] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5be247e5-9083-436d-adb7-d95d5403d552 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Lock "5b4fa630-fcf0-4835-b22a-f4245f51ac6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.211709] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5be247e5-9083-436d-adb7-d95d5403d552 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Acquiring lock "5b4fa630-fcf0-4835-b22a-f4245f51ac6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.211883] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5be247e5-9083-436d-adb7-d95d5403d552 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Lock "5b4fa630-fcf0-4835-b22a-f4245f51ac6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.212415] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5be247e5-9083-436d-adb7-d95d5403d552 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Lock "5b4fa630-fcf0-4835-b22a-f4245f51ac6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.214372] env[63750]: INFO nova.compute.manager [None req-5be247e5-9083-436d-adb7-d95d5403d552 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 5b4fa630-fcf0-4835-b22a-f4245f51ac6c] Terminating instance [ 1681.234262] env[63750]: DEBUG nova.compute.manager [None req-94135b4d-5b5a-414f-a069-f90aae175f07 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1681.234262] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-94135b4d-5b5a-414f-a069-f90aae175f07 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1681.234988] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68fc091a-5a57-4570-a50e-990261b51b43 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.239794] env[63750]: DEBUG nova.compute.manager [req-287ae529-f84d-4b07-9176-7a36cef481e8 req-0009b707-701c-4f3c-83d0-a5f79ab7a67f service nova] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Received event network-vif-plugged-4573a77b-50af-43da-b25e-d801ce34535f {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1681.239997] env[63750]: DEBUG oslo_concurrency.lockutils [req-287ae529-f84d-4b07-9176-7a36cef481e8 req-0009b707-701c-4f3c-83d0-a5f79ab7a67f service nova] Acquiring lock "c1f05848-3b1b-4f8e-877a-966310e78bcc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.240214] env[63750]: DEBUG oslo_concurrency.lockutils [req-287ae529-f84d-4b07-9176-7a36cef481e8 req-0009b707-701c-4f3c-83d0-a5f79ab7a67f service nova] Lock "c1f05848-3b1b-4f8e-877a-966310e78bcc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.240377] env[63750]: DEBUG oslo_concurrency.lockutils [req-287ae529-f84d-4b07-9176-7a36cef481e8 req-0009b707-701c-4f3c-83d0-a5f79ab7a67f service nova] Lock "c1f05848-3b1b-4f8e-877a-966310e78bcc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.240536] env[63750]: DEBUG nova.compute.manager [req-287ae529-f84d-4b07-9176-7a36cef481e8 req-0009b707-701c-4f3c-83d0-a5f79ab7a67f service nova] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] No waiting events found dispatching network-vif-plugged-4573a77b-50af-43da-b25e-d801ce34535f {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1681.240692] env[63750]: WARNING nova.compute.manager [req-287ae529-f84d-4b07-9176-7a36cef481e8 req-0009b707-701c-4f3c-83d0-a5f79ab7a67f service nova] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Received unexpected event network-vif-plugged-4573a77b-50af-43da-b25e-d801ce34535f for instance with vm_state building and task_state spawning. [ 1681.247521] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-94135b4d-5b5a-414f-a069-f90aae175f07 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1681.247521] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-010022ce-266e-4379-8931-599a1ebf8daf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.257266] env[63750]: DEBUG oslo_vmware.api [None req-94135b4d-5b5a-414f-a069-f90aae175f07 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Waiting for the task: (returnval){ [ 1681.257266] env[63750]: value = "task-2006115" [ 1681.257266] env[63750]: _type = "Task" [ 1681.257266] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.269229] env[63750]: DEBUG oslo_vmware.api [None req-94135b4d-5b5a-414f-a069-f90aae175f07 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Task: {'id': task-2006115, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.273246] env[63750]: DEBUG oslo_vmware.api [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]521c2607-d814-998f-9624-8f7812b5fb59, 'name': SearchDatastore_Task, 'duration_secs': 0.019429} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.274017] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6ff9cc5-cc8d-4621-8d90-535fab22628c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.280893] env[63750]: DEBUG oslo_vmware.api [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Waiting for the task: (returnval){ [ 1681.280893] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]523e9c06-622c-0c49-454c-f35fc7cf4cba" [ 1681.280893] env[63750]: _type = "Task" [ 1681.280893] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.289666] env[63750]: DEBUG oslo_vmware.api [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]523e9c06-622c-0c49-454c-f35fc7cf4cba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.415927] env[63750]: DEBUG oslo_vmware.api [None req-6f6e7e65-1591-4f4b-b7d7-68b20df19531 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006113, 'name': Destroy_Task} progress is 33%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.419131] env[63750]: DEBUG oslo_vmware.api [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Task: {'id': task-2006114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.457159] env[63750]: DEBUG nova.compute.manager [req-bf3c5cb2-8455-460f-8970-50b86843bb42 req-8ab05362-0a2d-4b3b-bfb0-17676199281a service nova] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] Received event network-changed-12532748-ec8e-4fa3-a0a0-d00da583fac2 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1681.457366] env[63750]: DEBUG nova.compute.manager [req-bf3c5cb2-8455-460f-8970-50b86843bb42 req-8ab05362-0a2d-4b3b-bfb0-17676199281a service nova] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] Refreshing instance network info cache due to event network-changed-12532748-ec8e-4fa3-a0a0-d00da583fac2. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1681.457555] env[63750]: DEBUG oslo_concurrency.lockutils [req-bf3c5cb2-8455-460f-8970-50b86843bb42 req-8ab05362-0a2d-4b3b-bfb0-17676199281a service nova] Acquiring lock "refresh_cache-3544dff6-5be5-4463-9d47-4d8accf9e295" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1681.502248] env[63750]: DEBUG nova.scheduler.client.report [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1681.650703] env[63750]: DEBUG oslo_concurrency.lockutils [req-fcb3028b-8a03-498f-880c-8ee44de27071 req-45fca830-7eca-4b53-abf5-de5859ad0501 service nova] Releasing lock "refresh_cache-3544dff6-5be5-4463-9d47-4d8accf9e295" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1681.650992] env[63750]: DEBUG nova.compute.manager [req-fcb3028b-8a03-498f-880c-8ee44de27071 req-45fca830-7eca-4b53-abf5-de5859ad0501 service nova] [instance: 19fa9ea2-0fa3-47a3-a80a-91225c41da38] Received event network-changed-7b750dc1-ca91-4164-8285-a239381d7516 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1681.651766] env[63750]: DEBUG nova.compute.manager [req-fcb3028b-8a03-498f-880c-8ee44de27071 req-45fca830-7eca-4b53-abf5-de5859ad0501 service nova] [instance: 19fa9ea2-0fa3-47a3-a80a-91225c41da38] Refreshing instance network info cache due to event network-changed-7b750dc1-ca91-4164-8285-a239381d7516. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1681.651766] env[63750]: DEBUG oslo_concurrency.lockutils [req-fcb3028b-8a03-498f-880c-8ee44de27071 req-45fca830-7eca-4b53-abf5-de5859ad0501 service nova] Acquiring lock "refresh_cache-19fa9ea2-0fa3-47a3-a80a-91225c41da38" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1681.651766] env[63750]: DEBUG oslo_concurrency.lockutils [req-fcb3028b-8a03-498f-880c-8ee44de27071 req-45fca830-7eca-4b53-abf5-de5859ad0501 service nova] Acquired lock "refresh_cache-19fa9ea2-0fa3-47a3-a80a-91225c41da38" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.651766] env[63750]: DEBUG nova.network.neutron [req-fcb3028b-8a03-498f-880c-8ee44de27071 req-45fca830-7eca-4b53-abf5-de5859ad0501 service nova] [instance: 19fa9ea2-0fa3-47a3-a80a-91225c41da38] Refreshing network info cache for port 7b750dc1-ca91-4164-8285-a239381d7516 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1681.652833] env[63750]: DEBUG oslo_concurrency.lockutils [req-bf3c5cb2-8455-460f-8970-50b86843bb42 req-8ab05362-0a2d-4b3b-bfb0-17676199281a service nova] Acquired lock "refresh_cache-3544dff6-5be5-4463-9d47-4d8accf9e295" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.653021] env[63750]: DEBUG nova.network.neutron [req-bf3c5cb2-8455-460f-8970-50b86843bb42 req-8ab05362-0a2d-4b3b-bfb0-17676199281a service nova] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] Refreshing network info cache for port 12532748-ec8e-4fa3-a0a0-d00da583fac2 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1681.667676] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1681.667676] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-018edd96-457e-4058-a43e-4abb727b7d24 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.675648] env[63750]: DEBUG oslo_vmware.api [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1681.675648] env[63750]: value = "task-2006116" [ 1681.675648] env[63750]: _type = "Task" [ 1681.675648] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.688198] env[63750]: DEBUG oslo_vmware.api [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006116, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.717900] env[63750]: DEBUG nova.compute.manager [None req-5be247e5-9083-436d-adb7-d95d5403d552 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 5b4fa630-fcf0-4835-b22a-f4245f51ac6c] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1681.718151] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5be247e5-9083-436d-adb7-d95d5403d552 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 5b4fa630-fcf0-4835-b22a-f4245f51ac6c] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1681.719027] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1189f43-8279-4125-87ca-e33badff5d85 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.727442] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be247e5-9083-436d-adb7-d95d5403d552 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 5b4fa630-fcf0-4835-b22a-f4245f51ac6c] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1681.727702] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4e1f690-9361-4d1b-8097-49cef8709c61 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.734731] env[63750]: DEBUG oslo_vmware.api [None req-5be247e5-9083-436d-adb7-d95d5403d552 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Waiting for the task: (returnval){ [ 1681.734731] env[63750]: value = "task-2006117" [ 1681.734731] env[63750]: _type = "Task" [ 1681.734731] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.744972] env[63750]: DEBUG oslo_vmware.api [None req-5be247e5-9083-436d-adb7-d95d5403d552 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Task: {'id': task-2006117, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.765539] env[63750]: DEBUG oslo_vmware.api [None req-94135b4d-5b5a-414f-a069-f90aae175f07 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Task: {'id': task-2006115, 'name': PowerOffVM_Task, 'duration_secs': 0.401909} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.765821] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-94135b4d-5b5a-414f-a069-f90aae175f07 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1681.765956] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-94135b4d-5b5a-414f-a069-f90aae175f07 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1681.766271] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22b55c93-18dd-4f9f-b3c1-ceb4f9867f51 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.792952] env[63750]: DEBUG oslo_vmware.api [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]523e9c06-622c-0c49-454c-f35fc7cf4cba, 'name': SearchDatastore_Task, 'duration_secs': 0.010933} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.793244] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1681.793502] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 19fa9ea2-0fa3-47a3-a80a-91225c41da38/19fa9ea2-0fa3-47a3-a80a-91225c41da38.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1681.793763] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7514fc56-4178-4a68-ab2b-3fc6a1318010 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.801682] env[63750]: DEBUG oslo_vmware.api [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Waiting for the task: (returnval){ [ 1681.801682] env[63750]: value = "task-2006119" [ 1681.801682] env[63750]: _type = "Task" [ 1681.801682] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.811637] env[63750]: DEBUG oslo_vmware.api [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Task: {'id': task-2006119, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.918826] env[63750]: DEBUG oslo_vmware.api [None req-6f6e7e65-1591-4f4b-b7d7-68b20df19531 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006113, 'name': Destroy_Task, 'duration_secs': 0.88967} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.922329] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-6f6e7e65-1591-4f4b-b7d7-68b20df19531 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Destroyed the VM [ 1681.922604] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6e7e65-1591-4f4b-b7d7-68b20df19531 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Deleting Snapshot of the VM instance {{(pid=63750) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1681.922891] env[63750]: DEBUG oslo_vmware.api [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Task: {'id': task-2006114, 'name': ReconfigVM_Task, 'duration_secs': 0.75896} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.923403] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b6bab452-dd2d-4282-bcb5-c54e6f32d60e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.924935] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Reconfigured VM instance instance-0000001e to attach disk [datastore2] volume-c4265df9-3e22-4e8d-bca4-519834826f48/volume-c4265df9-3e22-4e8d-bca4-519834826f48.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1681.929718] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51755f6d-5a60-4f16-9cbb-c74267e949c1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.946841] env[63750]: DEBUG oslo_vmware.api [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Waiting for the task: (returnval){ [ 1681.946841] env[63750]: value = "task-2006121" [ 1681.946841] env[63750]: _type = "Task" [ 1681.946841] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.948649] env[63750]: DEBUG oslo_vmware.api [None req-6f6e7e65-1591-4f4b-b7d7-68b20df19531 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Waiting for the task: (returnval){ [ 1681.948649] env[63750]: value = "task-2006120" [ 1681.948649] env[63750]: _type = "Task" [ 1681.948649] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.962296] env[63750]: DEBUG oslo_vmware.api [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Task: {'id': task-2006121, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.966595] env[63750]: DEBUG oslo_vmware.api [None req-6f6e7e65-1591-4f4b-b7d7-68b20df19531 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006120, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.009044] env[63750]: DEBUG oslo_concurrency.lockutils [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.686s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1682.009044] env[63750]: DEBUG nova.compute.manager [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] [instance: 57914c7f-a496-4c0c-a57d-cf9f46158032] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1682.012167] env[63750]: DEBUG oslo_concurrency.lockutils [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.501s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1682.013753] env[63750]: INFO nova.compute.claims [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] [instance: 41f90609-cec6-43c2-9853-aa72527e5f46] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1682.187365] env[63750]: DEBUG oslo_vmware.api [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006116, 'name': PowerOffVM_Task, 'duration_secs': 0.197295} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.190049] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1682.190049] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1682.193415] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a7a559-7a66-42e7-bfd8-7851bf9aeb24 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.201278] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-94135b4d-5b5a-414f-a069-f90aae175f07 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1682.201891] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-94135b4d-5b5a-414f-a069-f90aae175f07 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1682.201891] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-94135b4d-5b5a-414f-a069-f90aae175f07 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Deleting the datastore file [datastore1] 3544dff6-5be5-4463-9d47-4d8accf9e295 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1682.202494] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff4422b6-7e70-404f-bf69-544aa6d0b4e3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.208207] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1682.210540] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3e3c743-93dd-4430-8171-301bfeade900 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.216667] env[63750]: DEBUG oslo_vmware.api [None req-94135b4d-5b5a-414f-a069-f90aae175f07 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Waiting for the task: (returnval){ [ 1682.216667] env[63750]: value = "task-2006122" [ 1682.216667] env[63750]: _type = "Task" [ 1682.216667] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.226191] env[63750]: DEBUG oslo_vmware.api [None req-94135b4d-5b5a-414f-a069-f90aae175f07 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Task: {'id': task-2006122, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.246367] env[63750]: DEBUG oslo_vmware.api [None req-5be247e5-9083-436d-adb7-d95d5403d552 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Task: {'id': task-2006117, 'name': PowerOffVM_Task, 'duration_secs': 0.19447} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.246703] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be247e5-9083-436d-adb7-d95d5403d552 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 5b4fa630-fcf0-4835-b22a-f4245f51ac6c] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1682.246941] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5be247e5-9083-436d-adb7-d95d5403d552 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 5b4fa630-fcf0-4835-b22a-f4245f51ac6c] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1682.247243] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ad6c1e0-b076-4c87-b31e-207737f1f0dc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.317537] env[63750]: DEBUG oslo_vmware.api [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Task: {'id': task-2006119, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.319485] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1682.319715] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1682.319901] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Deleting the datastore file [datastore1] 643617f0-9718-4aad-8882-2ffce5e41401 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1682.320270] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7432ae7-f0a1-4106-a1f5-d167b4083658 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.327562] env[63750]: DEBUG oslo_vmware.api [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1682.327562] env[63750]: value = "task-2006125" [ 1682.327562] env[63750]: _type = "Task" [ 1682.327562] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.338123] env[63750]: DEBUG oslo_vmware.api [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006125, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.370383] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5be247e5-9083-436d-adb7-d95d5403d552 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 5b4fa630-fcf0-4835-b22a-f4245f51ac6c] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1682.370383] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5be247e5-9083-436d-adb7-d95d5403d552 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 5b4fa630-fcf0-4835-b22a-f4245f51ac6c] Deleting contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1682.370383] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-5be247e5-9083-436d-adb7-d95d5403d552 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Deleting the datastore file [datastore2] 5b4fa630-fcf0-4835-b22a-f4245f51ac6c {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1682.370383] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27317f38-e8fa-4f32-b9b3-48237ea6691a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.377611] env[63750]: DEBUG oslo_vmware.api [None req-5be247e5-9083-436d-adb7-d95d5403d552 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Waiting for the task: (returnval){ [ 1682.377611] env[63750]: value = "task-2006126" [ 1682.377611] env[63750]: _type = "Task" [ 1682.377611] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.386790] env[63750]: DEBUG oslo_vmware.api [None req-5be247e5-9083-436d-adb7-d95d5403d552 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Task: {'id': task-2006126, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.467047] env[63750]: DEBUG oslo_vmware.api [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Task: {'id': task-2006121, 'name': ReconfigVM_Task, 'duration_secs': 0.207661} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.467614] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412443', 'volume_id': 'c4265df9-3e22-4e8d-bca4-519834826f48', 'name': 'volume-c4265df9-3e22-4e8d-bca4-519834826f48', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be1c2871-2c59-4a77-8792-fb9f5fd2128f', 'attached_at': '', 'detached_at': '', 'volume_id': 'c4265df9-3e22-4e8d-bca4-519834826f48', 'serial': 'c4265df9-3e22-4e8d-bca4-519834826f48'} {{(pid=63750) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1682.468198] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c459a6b-c9e2-4869-a3c2-c572488e09ff {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.472857] env[63750]: DEBUG oslo_vmware.api [None req-6f6e7e65-1591-4f4b-b7d7-68b20df19531 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006120, 'name': RemoveSnapshot_Task} progress is 26%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.478627] env[63750]: DEBUG oslo_vmware.api [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Waiting for the task: (returnval){ [ 1682.478627] env[63750]: value = "task-2006127" [ 1682.478627] env[63750]: _type = "Task" [ 1682.478627] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.488145] env[63750]: DEBUG oslo_vmware.api [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Task: {'id': task-2006127, 'name': Rename_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.519247] env[63750]: DEBUG nova.compute.utils [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1682.523838] env[63750]: DEBUG nova.compute.manager [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] [instance: 57914c7f-a496-4c0c-a57d-cf9f46158032] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1682.524180] env[63750]: DEBUG nova.network.neutron [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] [instance: 57914c7f-a496-4c0c-a57d-cf9f46158032] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1682.533878] env[63750]: DEBUG nova.network.neutron [req-fcb3028b-8a03-498f-880c-8ee44de27071 req-45fca830-7eca-4b53-abf5-de5859ad0501 service nova] [instance: 19fa9ea2-0fa3-47a3-a80a-91225c41da38] Updated VIF entry in instance network info cache for port 7b750dc1-ca91-4164-8285-a239381d7516. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1682.534322] env[63750]: DEBUG nova.network.neutron [req-fcb3028b-8a03-498f-880c-8ee44de27071 req-45fca830-7eca-4b53-abf5-de5859ad0501 service nova] [instance: 19fa9ea2-0fa3-47a3-a80a-91225c41da38] Updating instance_info_cache with network_info: [{"id": "7b750dc1-ca91-4164-8285-a239381d7516", "address": "fa:16:3e:ca:18:f3", "network": {"id": "c0197000-1a04-41aa-9f13-5435aa3294e5", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-43522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8c40d52ae694360818c58137d0d580d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b750dc1-ca", "ovs_interfaceid": "7b750dc1-ca91-4164-8285-a239381d7516", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1682.545454] env[63750]: DEBUG nova.network.neutron [req-bf3c5cb2-8455-460f-8970-50b86843bb42 req-8ab05362-0a2d-4b3b-bfb0-17676199281a service nova] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] Updated VIF entry in instance network info cache for port 12532748-ec8e-4fa3-a0a0-d00da583fac2. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1682.545799] env[63750]: DEBUG nova.network.neutron [req-bf3c5cb2-8455-460f-8970-50b86843bb42 req-8ab05362-0a2d-4b3b-bfb0-17676199281a service nova] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] Updating instance_info_cache with network_info: [{"id": "12532748-ec8e-4fa3-a0a0-d00da583fac2", "address": "fa:16:3e:5d:b1:5c", "network": {"id": "ed76bfa5-b34c-4e32-95c7-13624fdd065d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1286506599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba81ec19042e432283500854f7336dd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12532748-ec", "ovs_interfaceid": "12532748-ec8e-4fa3-a0a0-d00da583fac2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1682.599817] env[63750]: DEBUG nova.policy [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66c0a7dde2de409ab49bfb33125c0a15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c1e7a76776d94828b4f77debf57f39ae', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1682.727591] env[63750]: DEBUG oslo_vmware.api [None req-94135b4d-5b5a-414f-a069-f90aae175f07 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Task: {'id': task-2006122, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237821} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.727848] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-94135b4d-5b5a-414f-a069-f90aae175f07 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1682.731740] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-94135b4d-5b5a-414f-a069-f90aae175f07 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1682.732033] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-94135b4d-5b5a-414f-a069-f90aae175f07 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1682.732228] env[63750]: INFO nova.compute.manager [None req-94135b4d-5b5a-414f-a069-f90aae175f07 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] Took 1.50 seconds to destroy the instance on the hypervisor. [ 1682.732474] env[63750]: DEBUG oslo.service.loopingcall [None req-94135b4d-5b5a-414f-a069-f90aae175f07 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1682.732704] env[63750]: DEBUG nova.compute.manager [-] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1682.732799] env[63750]: DEBUG nova.network.neutron [-] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1682.814921] env[63750]: DEBUG oslo_vmware.api [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Task: {'id': task-2006119, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535106} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.815073] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 19fa9ea2-0fa3-47a3-a80a-91225c41da38/19fa9ea2-0fa3-47a3-a80a-91225c41da38.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1682.815299] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] [instance: 19fa9ea2-0fa3-47a3-a80a-91225c41da38] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1682.815545] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-817c1b0b-1b05-4564-8a96-a5350186824c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.824547] env[63750]: DEBUG oslo_vmware.api [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Waiting for the task: (returnval){ [ 1682.824547] env[63750]: value = "task-2006128" [ 1682.824547] env[63750]: _type = "Task" [ 1682.824547] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.838507] env[63750]: DEBUG oslo_vmware.api [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Task: {'id': task-2006128, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.841647] env[63750]: DEBUG oslo_vmware.api [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006125, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172993} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.841924] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1682.842146] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1682.842325] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1682.888346] env[63750]: DEBUG oslo_vmware.api [None req-5be247e5-9083-436d-adb7-d95d5403d552 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Task: {'id': task-2006126, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187056} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.888649] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-5be247e5-9083-436d-adb7-d95d5403d552 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1682.888839] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5be247e5-9083-436d-adb7-d95d5403d552 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 5b4fa630-fcf0-4835-b22a-f4245f51ac6c] Deleted contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1682.889026] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5be247e5-9083-436d-adb7-d95d5403d552 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 5b4fa630-fcf0-4835-b22a-f4245f51ac6c] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1682.889199] env[63750]: INFO nova.compute.manager [None req-5be247e5-9083-436d-adb7-d95d5403d552 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] [instance: 5b4fa630-fcf0-4835-b22a-f4245f51ac6c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1682.889477] env[63750]: DEBUG oslo.service.loopingcall [None req-5be247e5-9083-436d-adb7-d95d5403d552 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1682.889995] env[63750]: DEBUG nova.compute.manager [-] [instance: 5b4fa630-fcf0-4835-b22a-f4245f51ac6c] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1682.890136] env[63750]: DEBUG nova.network.neutron [-] [instance: 5b4fa630-fcf0-4835-b22a-f4245f51ac6c] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1682.962581] env[63750]: DEBUG oslo_vmware.api [None req-6f6e7e65-1591-4f4b-b7d7-68b20df19531 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006120, 'name': RemoveSnapshot_Task, 'duration_secs': 0.621551} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.962841] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6e7e65-1591-4f4b-b7d7-68b20df19531 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Deleted Snapshot of the VM instance {{(pid=63750) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1682.963330] env[63750]: INFO nova.compute.manager [None req-6f6e7e65-1591-4f4b-b7d7-68b20df19531 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Took 17.05 seconds to snapshot the instance on the hypervisor. [ 1682.989288] env[63750]: DEBUG oslo_vmware.api [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Task: {'id': task-2006127, 'name': Rename_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.025048] env[63750]: DEBUG nova.compute.manager [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] [instance: 57914c7f-a496-4c0c-a57d-cf9f46158032] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1683.036641] env[63750]: DEBUG oslo_concurrency.lockutils [req-fcb3028b-8a03-498f-880c-8ee44de27071 req-45fca830-7eca-4b53-abf5-de5859ad0501 service nova] Releasing lock "refresh_cache-19fa9ea2-0fa3-47a3-a80a-91225c41da38" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1683.048530] env[63750]: DEBUG oslo_concurrency.lockutils [req-bf3c5cb2-8455-460f-8970-50b86843bb42 req-8ab05362-0a2d-4b3b-bfb0-17676199281a service nova] Releasing lock "refresh_cache-3544dff6-5be5-4463-9d47-4d8accf9e295" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1683.334968] env[63750]: DEBUG oslo_vmware.api [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Task: {'id': task-2006128, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071891} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.338728] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] [instance: 19fa9ea2-0fa3-47a3-a80a-91225c41da38] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1683.339754] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4a683a-4ee0-4833-8369-fda676b7cd14 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.374847] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] [instance: 19fa9ea2-0fa3-47a3-a80a-91225c41da38] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 19fa9ea2-0fa3-47a3-a80a-91225c41da38/19fa9ea2-0fa3-47a3-a80a-91225c41da38.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1683.377771] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a6e20e1-42b3-42df-861e-fbce6253a7ed {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.403233] env[63750]: DEBUG oslo_vmware.api [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Waiting for the task: (returnval){ [ 1683.403233] env[63750]: value = "task-2006129" [ 1683.403233] env[63750]: _type = "Task" [ 1683.403233] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.413519] env[63750]: DEBUG oslo_vmware.api [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Task: {'id': task-2006129, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.492293] env[63750]: DEBUG nova.network.neutron [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] [instance: 57914c7f-a496-4c0c-a57d-cf9f46158032] Successfully created port: 9f88a125-05cc-4ce9-975b-28c8bd259200 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1683.494997] env[63750]: DEBUG oslo_vmware.api [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Task: {'id': task-2006127, 'name': Rename_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.615027] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140f3dbb-fdd9-494a-9817-32951133610e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.624342] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a689a9-fd33-4a46-9632-ee7bb8c79a5d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.655560] env[63750]: DEBUG nova.network.neutron [-] [instance: 5b4fa630-fcf0-4835-b22a-f4245f51ac6c] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1683.663422] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde71398-6b29-45fe-af00-53f0def355c0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.665325] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ecf83ba-c736-4fc5-970b-98396a207528 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.680926] env[63750]: DEBUG nova.compute.provider_tree [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1683.887083] env[63750]: DEBUG nova.virt.hardware [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1683.887360] env[63750]: DEBUG nova.virt.hardware [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1683.887499] env[63750]: DEBUG nova.virt.hardware [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1683.887675] env[63750]: DEBUG nova.virt.hardware [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1683.887810] env[63750]: DEBUG nova.virt.hardware [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1683.887945] env[63750]: DEBUG nova.virt.hardware [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1683.888863] env[63750]: DEBUG nova.virt.hardware [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1683.889088] env[63750]: DEBUG nova.virt.hardware [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1683.889763] env[63750]: DEBUG nova.virt.hardware [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1683.889763] env[63750]: DEBUG nova.virt.hardware [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1683.889763] env[63750]: DEBUG nova.virt.hardware [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1683.893939] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16ccfbf-bc05-4c62-ba46-7dd26e9ecc6f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.902803] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4a9547-328c-4d3c-980d-094b26f797dc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.913722] env[63750]: DEBUG nova.compute.manager [req-6c5ebf99-6f75-4792-9103-97138b0d951a req-cb277955-27ab-4035-8954-df61b860e5e6 service nova] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Received event network-changed-4573a77b-50af-43da-b25e-d801ce34535f {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1683.913722] env[63750]: DEBUG nova.compute.manager [req-6c5ebf99-6f75-4792-9103-97138b0d951a req-cb277955-27ab-4035-8954-df61b860e5e6 service nova] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Refreshing instance network info cache due to event network-changed-4573a77b-50af-43da-b25e-d801ce34535f. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1683.917652] env[63750]: DEBUG oslo_concurrency.lockutils [req-6c5ebf99-6f75-4792-9103-97138b0d951a req-cb277955-27ab-4035-8954-df61b860e5e6 service nova] Acquiring lock "refresh_cache-c1f05848-3b1b-4f8e-877a-966310e78bcc" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1683.917652] env[63750]: DEBUG oslo_concurrency.lockutils [req-6c5ebf99-6f75-4792-9103-97138b0d951a req-cb277955-27ab-4035-8954-df61b860e5e6 service nova] Acquired lock "refresh_cache-c1f05848-3b1b-4f8e-877a-966310e78bcc" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.917652] env[63750]: DEBUG nova.network.neutron [req-6c5ebf99-6f75-4792-9103-97138b0d951a req-cb277955-27ab-4035-8954-df61b860e5e6 service nova] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Refreshing network info cache for port 4573a77b-50af-43da-b25e-d801ce34535f {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1683.925962] env[63750]: DEBUG oslo_vmware.api [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Task: {'id': task-2006129, 'name': ReconfigVM_Task, 'duration_secs': 0.322935} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.926531] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:f5:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23473447-1260-49e9-8b59-c63b42e79950', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1683.937130] env[63750]: DEBUG oslo.service.loopingcall [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1683.938141] env[63750]: DEBUG nova.network.neutron [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Successfully updated port: 42d3d539-552e-4fd8-ad75-4b33a3e3d2a3 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1683.940740] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] [instance: 19fa9ea2-0fa3-47a3-a80a-91225c41da38] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 19fa9ea2-0fa3-47a3-a80a-91225c41da38/19fa9ea2-0fa3-47a3-a80a-91225c41da38.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1683.941648] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1683.941859] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-443ac849-0877-4a00-ae22-f18628d63296 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.943892] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a70cff5-5f02-4ab3-8aa6-b2ad444671c2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.963643] env[63750]: DEBUG nova.compute.manager [req-6ee3b3bc-381b-471b-816e-32e3e3b1d190 req-8083c9e7-cbc3-4a48-aaa7-a3a1d23f0a07 service nova] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Received event network-changed-2aab2094-f93d-4287-8017-a5a2a1e299c7 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1683.963886] env[63750]: DEBUG nova.compute.manager [req-6ee3b3bc-381b-471b-816e-32e3e3b1d190 req-8083c9e7-cbc3-4a48-aaa7-a3a1d23f0a07 service nova] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Refreshing instance network info cache due to event network-changed-2aab2094-f93d-4287-8017-a5a2a1e299c7. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1683.964203] env[63750]: DEBUG oslo_concurrency.lockutils [req-6ee3b3bc-381b-471b-816e-32e3e3b1d190 req-8083c9e7-cbc3-4a48-aaa7-a3a1d23f0a07 service nova] Acquiring lock "refresh_cache-dc7171f8-5b93-4c12-b878-1aa1dcc54745" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1683.964413] env[63750]: DEBUG oslo_concurrency.lockutils [req-6ee3b3bc-381b-471b-816e-32e3e3b1d190 req-8083c9e7-cbc3-4a48-aaa7-a3a1d23f0a07 service nova] Acquired lock "refresh_cache-dc7171f8-5b93-4c12-b878-1aa1dcc54745" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.964581] env[63750]: DEBUG nova.network.neutron [req-6ee3b3bc-381b-471b-816e-32e3e3b1d190 req-8083c9e7-cbc3-4a48-aaa7-a3a1d23f0a07 service nova] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Refreshing network info cache for port 2aab2094-f93d-4287-8017-a5a2a1e299c7 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1683.972965] env[63750]: DEBUG oslo_vmware.api [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Waiting for the task: (returnval){ [ 1683.972965] env[63750]: value = "task-2006130" [ 1683.972965] env[63750]: _type = "Task" [ 1683.972965] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.973946] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1683.973946] env[63750]: value = "task-2006131" [ 1683.973946] env[63750]: _type = "Task" [ 1683.973946] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.992074] env[63750]: DEBUG oslo_vmware.api [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Task: {'id': task-2006130, 'name': Rename_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.996603] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006131, 'name': CreateVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.002559] env[63750]: DEBUG oslo_vmware.api [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Task: {'id': task-2006127, 'name': Rename_Task, 'duration_secs': 1.146128} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.002951] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1684.003292] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a4f50f0-c4ac-4b5c-a968-7f85687a1aa4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.012376] env[63750]: DEBUG oslo_vmware.api [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Waiting for the task: (returnval){ [ 1684.012376] env[63750]: value = "task-2006132" [ 1684.012376] env[63750]: _type = "Task" [ 1684.012376] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.021020] env[63750]: DEBUG nova.network.neutron [-] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1684.022153] env[63750]: DEBUG oslo_vmware.api [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Task: {'id': task-2006132, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.038401] env[63750]: DEBUG nova.compute.manager [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] [instance: 57914c7f-a496-4c0c-a57d-cf9f46158032] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1684.065581] env[63750]: DEBUG nova.virt.hardware [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1684.066029] env[63750]: DEBUG nova.virt.hardware [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1684.066245] env[63750]: DEBUG nova.virt.hardware [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1684.066453] env[63750]: DEBUG nova.virt.hardware [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1684.066605] env[63750]: DEBUG nova.virt.hardware [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1684.066763] env[63750]: DEBUG nova.virt.hardware [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1684.066968] env[63750]: DEBUG nova.virt.hardware [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1684.067198] env[63750]: DEBUG nova.virt.hardware [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1684.067313] env[63750]: DEBUG nova.virt.hardware [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1684.067510] env[63750]: DEBUG nova.virt.hardware [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1684.067829] env[63750]: DEBUG nova.virt.hardware [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1684.068928] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a36f201-1f36-434f-9d1e-c6023f304b1c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.078089] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e04d0d-6a62-4ee4-aa63-185d65891fb6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.160280] env[63750]: INFO nova.compute.manager [-] [instance: 5b4fa630-fcf0-4835-b22a-f4245f51ac6c] Took 1.27 seconds to deallocate network for instance. [ 1684.184710] env[63750]: DEBUG nova.scheduler.client.report [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1684.492624] env[63750]: DEBUG oslo_vmware.api [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Task: {'id': task-2006130, 'name': Rename_Task, 'duration_secs': 0.149856} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.498452] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] [instance: 19fa9ea2-0fa3-47a3-a80a-91225c41da38] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1684.498507] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006131, 'name': CreateVM_Task, 'duration_secs': 0.350802} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.498673] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69f791cc-8b63-42da-b5aa-cf7461a6dbb1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.500449] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1684.501023] env[63750]: DEBUG oslo_concurrency.lockutils [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1684.501346] env[63750]: DEBUG oslo_concurrency.lockutils [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.501670] env[63750]: DEBUG oslo_concurrency.lockutils [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1684.502317] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58d789ed-72d2-4b91-9cda-85e69a19ef07 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.509466] env[63750]: DEBUG oslo_vmware.api [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1684.509466] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527edc1f-28c5-da82-6c1b-64698245d0fc" [ 1684.509466] env[63750]: _type = "Task" [ 1684.509466] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.510660] env[63750]: DEBUG oslo_vmware.api [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Waiting for the task: (returnval){ [ 1684.510660] env[63750]: value = "task-2006133" [ 1684.510660] env[63750]: _type = "Task" [ 1684.510660] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.523238] env[63750]: DEBUG nova.network.neutron [req-6c5ebf99-6f75-4792-9103-97138b0d951a req-cb277955-27ab-4035-8954-df61b860e5e6 service nova] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1684.525169] env[63750]: INFO nova.compute.manager [-] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] Took 1.79 seconds to deallocate network for instance. [ 1684.536736] env[63750]: DEBUG oslo_vmware.api [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527edc1f-28c5-da82-6c1b-64698245d0fc, 'name': SearchDatastore_Task, 'duration_secs': 0.012018} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.537035] env[63750]: DEBUG oslo_vmware.api [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Task: {'id': task-2006133, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.537195] env[63750]: DEBUG oslo_vmware.api [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Task: {'id': task-2006132, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.541308] env[63750]: DEBUG oslo_concurrency.lockutils [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1684.541308] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1684.541308] env[63750]: DEBUG oslo_concurrency.lockutils [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1684.541308] env[63750]: DEBUG oslo_concurrency.lockutils [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.541561] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1684.541561] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9cecf051-d722-4e76-b0cc-ad13b2aa2182 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.552143] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1684.552363] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1684.553167] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04ea7514-e33a-4f3a-96e5-191f035a001a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.560030] env[63750]: DEBUG oslo_vmware.api [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1684.560030] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5262f806-fe4d-a0f7-0527-db0694394937" [ 1684.560030] env[63750]: _type = "Task" [ 1684.560030] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.570019] env[63750]: DEBUG oslo_vmware.api [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5262f806-fe4d-a0f7-0527-db0694394937, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.667180] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5be247e5-9083-436d-adb7-d95d5403d552 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1684.670588] env[63750]: DEBUG nova.network.neutron [req-6c5ebf99-6f75-4792-9103-97138b0d951a req-cb277955-27ab-4035-8954-df61b860e5e6 service nova] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1684.690329] env[63750]: DEBUG oslo_concurrency.lockutils [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1684.691390] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 25.529s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.693081] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1684.693081] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63750) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1684.693081] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.049s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.695931] env[63750]: INFO nova.compute.claims [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: 64e60d53-dc4c-41ab-91ee-fff41c2b5976] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1684.704812] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13d093b-56ad-43ea-97e9-87980ba4e4bc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.720254] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ed15f3-13ca-48d7-8783-3274e62cd464 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.739470] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65cb6d8-bbb5-458c-9343-6b37503646bd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.750622] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330d26a0-d89f-43f8-bf82-41ac81cac7cb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.782510] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180200MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=63750) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1684.782660] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1684.824232] env[63750]: DEBUG nova.network.neutron [req-6ee3b3bc-381b-471b-816e-32e3e3b1d190 req-8083c9e7-cbc3-4a48-aaa7-a3a1d23f0a07 service nova] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Updated VIF entry in instance network info cache for port 2aab2094-f93d-4287-8017-a5a2a1e299c7. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1684.824591] env[63750]: DEBUG nova.network.neutron [req-6ee3b3bc-381b-471b-816e-32e3e3b1d190 req-8083c9e7-cbc3-4a48-aaa7-a3a1d23f0a07 service nova] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Updating instance_info_cache with network_info: [{"id": "2aab2094-f93d-4287-8017-a5a2a1e299c7", "address": "fa:16:3e:81:63:4e", "network": {"id": "ed76bfa5-b34c-4e32-95c7-13624fdd065d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1286506599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba81ec19042e432283500854f7336dd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2aab2094-f9", "ovs_interfaceid": "2aab2094-f93d-4287-8017-a5a2a1e299c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1685.027371] env[63750]: DEBUG oslo_vmware.api [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Task: {'id': task-2006133, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.031418] env[63750]: DEBUG oslo_vmware.api [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Task: {'id': task-2006132, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.043254] env[63750]: DEBUG oslo_concurrency.lockutils [None req-94135b4d-5b5a-414f-a069-f90aae175f07 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.070734] env[63750]: DEBUG oslo_vmware.api [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5262f806-fe4d-a0f7-0527-db0694394937, 'name': SearchDatastore_Task, 'duration_secs': 0.009685} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.071614] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ee85bd1-9d81-4745-8650-542bf907edcf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.077890] env[63750]: DEBUG oslo_vmware.api [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1685.077890] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52af1d73-6733-4791-776f-13c8969324ae" [ 1685.077890] env[63750]: _type = "Task" [ 1685.077890] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.088150] env[63750]: DEBUG oslo_vmware.api [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52af1d73-6733-4791-776f-13c8969324ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.177450] env[63750]: DEBUG oslo_concurrency.lockutils [req-6c5ebf99-6f75-4792-9103-97138b0d951a req-cb277955-27ab-4035-8954-df61b860e5e6 service nova] Releasing lock "refresh_cache-c1f05848-3b1b-4f8e-877a-966310e78bcc" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1685.177950] env[63750]: DEBUG nova.compute.manager [req-6c5ebf99-6f75-4792-9103-97138b0d951a req-cb277955-27ab-4035-8954-df61b860e5e6 service nova] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Received event network-changed-2aab2094-f93d-4287-8017-a5a2a1e299c7 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1685.178160] env[63750]: DEBUG nova.compute.manager [req-6c5ebf99-6f75-4792-9103-97138b0d951a req-cb277955-27ab-4035-8954-df61b860e5e6 service nova] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Refreshing instance network info cache due to event network-changed-2aab2094-f93d-4287-8017-a5a2a1e299c7. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1685.178374] env[63750]: DEBUG oslo_concurrency.lockutils [req-6c5ebf99-6f75-4792-9103-97138b0d951a req-cb277955-27ab-4035-8954-df61b860e5e6 service nova] Acquiring lock "refresh_cache-dc7171f8-5b93-4c12-b878-1aa1dcc54745" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1685.203920] env[63750]: DEBUG oslo_concurrency.lockutils [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Acquiring lock "ceabcd3d-a0ed-4557-b472-407fcd871eff" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.207491] env[63750]: DEBUG oslo_concurrency.lockutils [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Lock "ceabcd3d-a0ed-4557-b472-407fcd871eff" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.326861] env[63750]: DEBUG oslo_concurrency.lockutils [req-6ee3b3bc-381b-471b-816e-32e3e3b1d190 req-8083c9e7-cbc3-4a48-aaa7-a3a1d23f0a07 service nova] Releasing lock "refresh_cache-dc7171f8-5b93-4c12-b878-1aa1dcc54745" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1685.327354] env[63750]: DEBUG oslo_concurrency.lockutils [req-6c5ebf99-6f75-4792-9103-97138b0d951a req-cb277955-27ab-4035-8954-df61b860e5e6 service nova] Acquired lock "refresh_cache-dc7171f8-5b93-4c12-b878-1aa1dcc54745" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.327546] env[63750]: DEBUG nova.network.neutron [req-6c5ebf99-6f75-4792-9103-97138b0d951a req-cb277955-27ab-4035-8954-df61b860e5e6 service nova] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Refreshing network info cache for port 2aab2094-f93d-4287-8017-a5a2a1e299c7 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1685.346862] env[63750]: DEBUG nova.network.neutron [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] [instance: 57914c7f-a496-4c0c-a57d-cf9f46158032] Successfully updated port: 9f88a125-05cc-4ce9-975b-28c8bd259200 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1685.534794] env[63750]: DEBUG oslo_vmware.api [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Task: {'id': task-2006132, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.535202] env[63750]: DEBUG oslo_vmware.api [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Task: {'id': task-2006133, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.588745] env[63750]: DEBUG oslo_vmware.api [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52af1d73-6733-4791-776f-13c8969324ae, 'name': SearchDatastore_Task, 'duration_secs': 0.011027} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.589028] env[63750]: DEBUG oslo_concurrency.lockutils [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1685.589291] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 643617f0-9718-4aad-8882-2ffce5e41401/643617f0-9718-4aad-8882-2ffce5e41401.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1685.589552] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-431e1a7f-c0df-4884-8171-897c48c7c81c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.597314] env[63750]: DEBUG oslo_vmware.api [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1685.597314] env[63750]: value = "task-2006134" [ 1685.597314] env[63750]: _type = "Task" [ 1685.597314] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.606471] env[63750]: DEBUG oslo_vmware.api [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006134, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.697132] env[63750]: DEBUG nova.compute.manager [None req-a4dbd5d0-37b5-4d75-b989-3fe566fd9fa7 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1685.698087] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5e0813-d247-4a35-b82d-64b5758d86e7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.710638] env[63750]: DEBUG oslo_concurrency.lockutils [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Lock "ceabcd3d-a0ed-4557-b472-407fcd871eff" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.506s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.710914] env[63750]: DEBUG nova.compute.manager [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] [instance: 41f90609-cec6-43c2-9853-aa72527e5f46] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1685.850996] env[63750]: DEBUG oslo_concurrency.lockutils [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Acquiring lock "refresh_cache-57914c7f-a496-4c0c-a57d-cf9f46158032" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1685.851224] env[63750]: DEBUG oslo_concurrency.lockutils [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Acquired lock "refresh_cache-57914c7f-a496-4c0c-a57d-cf9f46158032" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.851398] env[63750]: DEBUG nova.network.neutron [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] [instance: 57914c7f-a496-4c0c-a57d-cf9f46158032] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1686.037260] env[63750]: DEBUG oslo_vmware.api [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Task: {'id': task-2006133, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.041531] env[63750]: DEBUG oslo_vmware.api [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Task: {'id': task-2006132, 'name': PowerOnVM_Task} progress is 91%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.109934] env[63750]: DEBUG oslo_vmware.api [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006134, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.163584] env[63750]: DEBUG nova.compute.manager [req-7c6a34ab-cd46-4fdb-8991-b3c33521dc7b req-c39ffffa-15f8-43fc-b8ec-29859e5dfe9c service nova] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] Received event network-vif-deleted-12532748-ec8e-4fa3-a0a0-d00da583fac2 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1686.163584] env[63750]: DEBUG nova.compute.manager [req-7c6a34ab-cd46-4fdb-8991-b3c33521dc7b req-c39ffffa-15f8-43fc-b8ec-29859e5dfe9c service nova] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Received event network-vif-plugged-42d3d539-552e-4fd8-ad75-4b33a3e3d2a3 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1686.163584] env[63750]: DEBUG oslo_concurrency.lockutils [req-7c6a34ab-cd46-4fdb-8991-b3c33521dc7b req-c39ffffa-15f8-43fc-b8ec-29859e5dfe9c service nova] Acquiring lock "c1f05848-3b1b-4f8e-877a-966310e78bcc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1686.163584] env[63750]: DEBUG oslo_concurrency.lockutils [req-7c6a34ab-cd46-4fdb-8991-b3c33521dc7b req-c39ffffa-15f8-43fc-b8ec-29859e5dfe9c service nova] Lock "c1f05848-3b1b-4f8e-877a-966310e78bcc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1686.163740] env[63750]: DEBUG oslo_concurrency.lockutils [req-7c6a34ab-cd46-4fdb-8991-b3c33521dc7b req-c39ffffa-15f8-43fc-b8ec-29859e5dfe9c service nova] Lock "c1f05848-3b1b-4f8e-877a-966310e78bcc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1686.163870] env[63750]: DEBUG nova.compute.manager [req-7c6a34ab-cd46-4fdb-8991-b3c33521dc7b req-c39ffffa-15f8-43fc-b8ec-29859e5dfe9c service nova] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] No waiting events found dispatching network-vif-plugged-42d3d539-552e-4fd8-ad75-4b33a3e3d2a3 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1686.164837] env[63750]: WARNING nova.compute.manager [req-7c6a34ab-cd46-4fdb-8991-b3c33521dc7b req-c39ffffa-15f8-43fc-b8ec-29859e5dfe9c service nova] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Received unexpected event network-vif-plugged-42d3d539-552e-4fd8-ad75-4b33a3e3d2a3 for instance with vm_state building and task_state spawning. [ 1686.164837] env[63750]: DEBUG nova.compute.manager [req-7c6a34ab-cd46-4fdb-8991-b3c33521dc7b req-c39ffffa-15f8-43fc-b8ec-29859e5dfe9c service nova] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Received event network-changed-42d3d539-552e-4fd8-ad75-4b33a3e3d2a3 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1686.164837] env[63750]: DEBUG nova.compute.manager [req-7c6a34ab-cd46-4fdb-8991-b3c33521dc7b req-c39ffffa-15f8-43fc-b8ec-29859e5dfe9c service nova] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Refreshing instance network info cache due to event network-changed-42d3d539-552e-4fd8-ad75-4b33a3e3d2a3. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1686.164837] env[63750]: DEBUG oslo_concurrency.lockutils [req-7c6a34ab-cd46-4fdb-8991-b3c33521dc7b req-c39ffffa-15f8-43fc-b8ec-29859e5dfe9c service nova] Acquiring lock "refresh_cache-c1f05848-3b1b-4f8e-877a-966310e78bcc" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1686.164837] env[63750]: DEBUG oslo_concurrency.lockutils [req-7c6a34ab-cd46-4fdb-8991-b3c33521dc7b req-c39ffffa-15f8-43fc-b8ec-29859e5dfe9c service nova] Acquired lock "refresh_cache-c1f05848-3b1b-4f8e-877a-966310e78bcc" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.165094] env[63750]: DEBUG nova.network.neutron [req-7c6a34ab-cd46-4fdb-8991-b3c33521dc7b req-c39ffffa-15f8-43fc-b8ec-29859e5dfe9c service nova] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Refreshing network info cache for port 42d3d539-552e-4fd8-ad75-4b33a3e3d2a3 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1686.211327] env[63750]: INFO nova.compute.manager [None req-a4dbd5d0-37b5-4d75-b989-3fe566fd9fa7 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] instance snapshotting [ 1686.215169] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e316389-1c48-44f5-9067-9561cbc85465 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.219538] env[63750]: DEBUG nova.compute.utils [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1686.220860] env[63750]: DEBUG nova.compute.manager [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] [instance: 41f90609-cec6-43c2-9853-aa72527e5f46] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1686.221026] env[63750]: DEBUG nova.network.neutron [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] [instance: 41f90609-cec6-43c2-9853-aa72527e5f46] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1686.247374] env[63750]: DEBUG nova.network.neutron [req-6c5ebf99-6f75-4792-9103-97138b0d951a req-cb277955-27ab-4035-8954-df61b860e5e6 service nova] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Updated VIF entry in instance network info cache for port 2aab2094-f93d-4287-8017-a5a2a1e299c7. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1686.247717] env[63750]: DEBUG nova.network.neutron [req-6c5ebf99-6f75-4792-9103-97138b0d951a req-cb277955-27ab-4035-8954-df61b860e5e6 service nova] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Updating instance_info_cache with network_info: [{"id": "2aab2094-f93d-4287-8017-a5a2a1e299c7", "address": "fa:16:3e:81:63:4e", "network": {"id": "ed76bfa5-b34c-4e32-95c7-13624fdd065d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1286506599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba81ec19042e432283500854f7336dd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2aab2094-f9", "ovs_interfaceid": "2aab2094-f93d-4287-8017-a5a2a1e299c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1686.252758] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdab9acb-f3db-40bf-9bcf-c2a32bbd71e1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.265244] env[63750]: DEBUG nova.policy [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f917aac2fcdb4ef6b8575704b2c2cf6d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb597f8201ab42daa426086b53ee3859', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1686.287179] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6efa7d-9111-44da-8367-c794d38da276 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.300890] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7a3b39-1b63-478f-aa31-91b60c8cdeac {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.333783] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338a62e4-7469-4ab9-9630-cd6b3e1a20c4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.343505] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f82cf63-8d58-4571-88a7-a4abf5a7d7db {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.360631] env[63750]: DEBUG nova.compute.provider_tree [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1686.415860] env[63750]: DEBUG nova.network.neutron [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] [instance: 57914c7f-a496-4c0c-a57d-cf9f46158032] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1686.443461] env[63750]: DEBUG nova.network.neutron [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Successfully updated port: f3efd2a6-d623-46cb-b991-6bd37767404d {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1686.531725] env[63750]: DEBUG oslo_vmware.api [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Task: {'id': task-2006132, 'name': PowerOnVM_Task, 'duration_secs': 2.067998} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.534955] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1686.535333] env[63750]: INFO nova.compute.manager [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Took 11.01 seconds to spawn the instance on the hypervisor. [ 1686.535491] env[63750]: DEBUG nova.compute.manager [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1686.535669] env[63750]: DEBUG oslo_vmware.api [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Task: {'id': task-2006133, 'name': PowerOnVM_Task} progress is 74%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.536395] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df17d5b-cf00-4c97-8eac-54447dd690fc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.605961] env[63750]: DEBUG nova.network.neutron [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] [instance: 41f90609-cec6-43c2-9853-aa72527e5f46] Successfully created port: 1631a4bc-0e87-4e64-9efd-1e551779d5dd {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1686.611184] env[63750]: DEBUG oslo_vmware.api [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006134, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556837} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.611461] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 643617f0-9718-4aad-8882-2ffce5e41401/643617f0-9718-4aad-8882-2ffce5e41401.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1686.611710] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1686.611974] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cdd0ad76-8146-4148-b1b7-b1fcdf02b641 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.618573] env[63750]: DEBUG nova.network.neutron [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] [instance: 57914c7f-a496-4c0c-a57d-cf9f46158032] Updating instance_info_cache with network_info: [{"id": "9f88a125-05cc-4ce9-975b-28c8bd259200", "address": "fa:16:3e:1f:5f:49", "network": {"id": "79f728f2-0fa7-4a2a-a4ff-616222f060ba", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-608498343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1e7a76776d94828b4f77debf57f39ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f88a125-05", "ovs_interfaceid": "9f88a125-05cc-4ce9-975b-28c8bd259200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1686.621669] env[63750]: DEBUG oslo_vmware.api [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1686.621669] env[63750]: value = "task-2006135" [ 1686.621669] env[63750]: _type = "Task" [ 1686.621669] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.631298] env[63750]: DEBUG oslo_vmware.api [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006135, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.736131] env[63750]: DEBUG nova.network.neutron [req-7c6a34ab-cd46-4fdb-8991-b3c33521dc7b req-c39ffffa-15f8-43fc-b8ec-29859e5dfe9c service nova] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1686.736280] env[63750]: DEBUG nova.compute.manager [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] [instance: 41f90609-cec6-43c2-9853-aa72527e5f46] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1686.753402] env[63750]: DEBUG oslo_concurrency.lockutils [req-6c5ebf99-6f75-4792-9103-97138b0d951a req-cb277955-27ab-4035-8954-df61b860e5e6 service nova] Releasing lock "refresh_cache-dc7171f8-5b93-4c12-b878-1aa1dcc54745" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1686.753662] env[63750]: DEBUG nova.compute.manager [req-6c5ebf99-6f75-4792-9103-97138b0d951a req-cb277955-27ab-4035-8954-df61b860e5e6 service nova] [instance: 5b4fa630-fcf0-4835-b22a-f4245f51ac6c] Received event network-vif-deleted-8f8b40c8-8de4-46ce-9376-8a4690ccaa49 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1686.765182] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a4dbd5d0-37b5-4d75-b989-3fe566fd9fa7 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Creating Snapshot of the VM instance {{(pid=63750) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1686.765500] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a892a6db-d606-4ac9-a7af-d04fbdbc6e9f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.774754] env[63750]: DEBUG oslo_vmware.api [None req-a4dbd5d0-37b5-4d75-b989-3fe566fd9fa7 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Waiting for the task: (returnval){ [ 1686.774754] env[63750]: value = "task-2006136" [ 1686.774754] env[63750]: _type = "Task" [ 1686.774754] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.785745] env[63750]: DEBUG oslo_vmware.api [None req-a4dbd5d0-37b5-4d75-b989-3fe566fd9fa7 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006136, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.824431] env[63750]: DEBUG nova.network.neutron [req-7c6a34ab-cd46-4fdb-8991-b3c33521dc7b req-c39ffffa-15f8-43fc-b8ec-29859e5dfe9c service nova] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1686.864280] env[63750]: DEBUG nova.scheduler.client.report [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1686.946197] env[63750]: DEBUG oslo_concurrency.lockutils [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Acquiring lock "refresh_cache-c1f05848-3b1b-4f8e-877a-966310e78bcc" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1687.027936] env[63750]: DEBUG oslo_vmware.api [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Task: {'id': task-2006133, 'name': PowerOnVM_Task, 'duration_secs': 2.432989} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.028225] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] [instance: 19fa9ea2-0fa3-47a3-a80a-91225c41da38] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1687.028421] env[63750]: INFO nova.compute.manager [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] [instance: 19fa9ea2-0fa3-47a3-a80a-91225c41da38] Took 10.66 seconds to spawn the instance on the hypervisor. [ 1687.028591] env[63750]: DEBUG nova.compute.manager [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] [instance: 19fa9ea2-0fa3-47a3-a80a-91225c41da38] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1687.029381] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ec68b0-f9ca-488c-b854-1dd6f4405c93 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.055711] env[63750]: INFO nova.compute.manager [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Took 42.13 seconds to build instance. [ 1687.123407] env[63750]: DEBUG oslo_concurrency.lockutils [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Releasing lock "refresh_cache-57914c7f-a496-4c0c-a57d-cf9f46158032" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1687.123730] env[63750]: DEBUG nova.compute.manager [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] [instance: 57914c7f-a496-4c0c-a57d-cf9f46158032] Instance network_info: |[{"id": "9f88a125-05cc-4ce9-975b-28c8bd259200", "address": "fa:16:3e:1f:5f:49", "network": {"id": "79f728f2-0fa7-4a2a-a4ff-616222f060ba", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-608498343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1e7a76776d94828b4f77debf57f39ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f88a125-05", "ovs_interfaceid": "9f88a125-05cc-4ce9-975b-28c8bd259200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1687.124279] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] [instance: 57914c7f-a496-4c0c-a57d-cf9f46158032] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:5f:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba07329-1d3e-4ba8-8774-d029262318c4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f88a125-05cc-4ce9-975b-28c8bd259200', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1687.131664] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Creating folder: Project (c1e7a76776d94828b4f77debf57f39ae). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1687.134918] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e0f1402-d8c8-4c21-83f3-26307f9df6dc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.143283] env[63750]: DEBUG oslo_vmware.api [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006135, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092363} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.143526] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1687.144299] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b280adb1-9aef-4b39-82b6-e16e23a39097 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.147784] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Created folder: Project (c1e7a76776d94828b4f77debf57f39ae) in parent group-v412391. [ 1687.148401] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Creating folder: Instances. Parent ref: group-v412487. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1687.148535] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a069acd2-fa66-415a-b167-26be362b8a1c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.168789] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 643617f0-9718-4aad-8882-2ffce5e41401/643617f0-9718-4aad-8882-2ffce5e41401.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1687.170565] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9946bf0a-e16e-48d7-b004-fad55aab6ed7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.185850] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Created folder: Instances in parent group-v412487. [ 1687.186119] env[63750]: DEBUG oslo.service.loopingcall [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1687.186357] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57914c7f-a496-4c0c-a57d-cf9f46158032] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1687.186907] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4bfc398c-521a-4c4e-a5d4-f95a02075942 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.202166] env[63750]: DEBUG oslo_vmware.api [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1687.202166] env[63750]: value = "task-2006139" [ 1687.202166] env[63750]: _type = "Task" [ 1687.202166] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.211362] env[63750]: DEBUG oslo_vmware.api [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006139, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.212750] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1687.212750] env[63750]: value = "task-2006140" [ 1687.212750] env[63750]: _type = "Task" [ 1687.212750] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.224680] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006140, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.289577] env[63750]: DEBUG oslo_vmware.api [None req-a4dbd5d0-37b5-4d75-b989-3fe566fd9fa7 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006136, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.327066] env[63750]: DEBUG oslo_concurrency.lockutils [req-7c6a34ab-cd46-4fdb-8991-b3c33521dc7b req-c39ffffa-15f8-43fc-b8ec-29859e5dfe9c service nova] Releasing lock "refresh_cache-c1f05848-3b1b-4f8e-877a-966310e78bcc" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1687.327169] env[63750]: DEBUG nova.compute.manager [req-7c6a34ab-cd46-4fdb-8991-b3c33521dc7b req-c39ffffa-15f8-43fc-b8ec-29859e5dfe9c service nova] [instance: 57914c7f-a496-4c0c-a57d-cf9f46158032] Received event network-vif-plugged-9f88a125-05cc-4ce9-975b-28c8bd259200 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1687.328045] env[63750]: DEBUG oslo_concurrency.lockutils [req-7c6a34ab-cd46-4fdb-8991-b3c33521dc7b req-c39ffffa-15f8-43fc-b8ec-29859e5dfe9c service nova] Acquiring lock "57914c7f-a496-4c0c-a57d-cf9f46158032-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.328045] env[63750]: DEBUG oslo_concurrency.lockutils [req-7c6a34ab-cd46-4fdb-8991-b3c33521dc7b req-c39ffffa-15f8-43fc-b8ec-29859e5dfe9c service nova] Lock "57914c7f-a496-4c0c-a57d-cf9f46158032-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.328045] env[63750]: DEBUG oslo_concurrency.lockutils [req-7c6a34ab-cd46-4fdb-8991-b3c33521dc7b req-c39ffffa-15f8-43fc-b8ec-29859e5dfe9c service nova] Lock "57914c7f-a496-4c0c-a57d-cf9f46158032-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.328045] env[63750]: DEBUG nova.compute.manager [req-7c6a34ab-cd46-4fdb-8991-b3c33521dc7b req-c39ffffa-15f8-43fc-b8ec-29859e5dfe9c service nova] [instance: 57914c7f-a496-4c0c-a57d-cf9f46158032] No waiting events found dispatching network-vif-plugged-9f88a125-05cc-4ce9-975b-28c8bd259200 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1687.328045] env[63750]: WARNING nova.compute.manager [req-7c6a34ab-cd46-4fdb-8991-b3c33521dc7b req-c39ffffa-15f8-43fc-b8ec-29859e5dfe9c service nova] [instance: 57914c7f-a496-4c0c-a57d-cf9f46158032] Received unexpected event network-vif-plugged-9f88a125-05cc-4ce9-975b-28c8bd259200 for instance with vm_state building and task_state spawning. [ 1687.328384] env[63750]: DEBUG nova.compute.manager [req-7c6a34ab-cd46-4fdb-8991-b3c33521dc7b req-c39ffffa-15f8-43fc-b8ec-29859e5dfe9c service nova] [instance: 57914c7f-a496-4c0c-a57d-cf9f46158032] Received event network-changed-9f88a125-05cc-4ce9-975b-28c8bd259200 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1687.328384] env[63750]: DEBUG nova.compute.manager [req-7c6a34ab-cd46-4fdb-8991-b3c33521dc7b req-c39ffffa-15f8-43fc-b8ec-29859e5dfe9c service nova] [instance: 57914c7f-a496-4c0c-a57d-cf9f46158032] Refreshing instance network info cache due to event network-changed-9f88a125-05cc-4ce9-975b-28c8bd259200. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1687.328621] env[63750]: DEBUG oslo_concurrency.lockutils [req-7c6a34ab-cd46-4fdb-8991-b3c33521dc7b req-c39ffffa-15f8-43fc-b8ec-29859e5dfe9c service nova] Acquiring lock "refresh_cache-57914c7f-a496-4c0c-a57d-cf9f46158032" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1687.328714] env[63750]: DEBUG oslo_concurrency.lockutils [req-7c6a34ab-cd46-4fdb-8991-b3c33521dc7b req-c39ffffa-15f8-43fc-b8ec-29859e5dfe9c service nova] Acquired lock "refresh_cache-57914c7f-a496-4c0c-a57d-cf9f46158032" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.328848] env[63750]: DEBUG nova.network.neutron [req-7c6a34ab-cd46-4fdb-8991-b3c33521dc7b req-c39ffffa-15f8-43fc-b8ec-29859e5dfe9c service nova] [instance: 57914c7f-a496-4c0c-a57d-cf9f46158032] Refreshing network info cache for port 9f88a125-05cc-4ce9-975b-28c8bd259200 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1687.329956] env[63750]: DEBUG oslo_concurrency.lockutils [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Acquired lock "refresh_cache-c1f05848-3b1b-4f8e-877a-966310e78bcc" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.330129] env[63750]: DEBUG nova.network.neutron [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1687.369711] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.370304] env[63750]: DEBUG nova.compute.manager [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: 64e60d53-dc4c-41ab-91ee-fff41c2b5976] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1687.373263] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.428s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.374949] env[63750]: INFO nova.compute.claims [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 627fabed-0639-417d-b78c-fc6ef6ab7979] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1687.547999] env[63750]: INFO nova.compute.manager [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] [instance: 19fa9ea2-0fa3-47a3-a80a-91225c41da38] Took 37.40 seconds to build instance. [ 1687.557863] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6672fbc6-d3bd-4fa2-bb99-99dbeb4b47ac tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Lock "be1c2871-2c59-4a77-8792-fb9f5fd2128f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.392s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.714281] env[63750]: DEBUG oslo_vmware.api [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006139, 'name': ReconfigVM_Task, 'duration_secs': 0.367174} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.716766] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 643617f0-9718-4aad-8882-2ffce5e41401/643617f0-9718-4aad-8882-2ffce5e41401.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1687.718020] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1f0d23d-0ab3-4e57-99b5-de02cee3255e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.725179] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006140, 'name': CreateVM_Task, 'duration_secs': 0.380391} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.726276] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57914c7f-a496-4c0c-a57d-cf9f46158032] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1687.726594] env[63750]: DEBUG oslo_vmware.api [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1687.726594] env[63750]: value = "task-2006141" [ 1687.726594] env[63750]: _type = "Task" [ 1687.726594] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.727554] env[63750]: DEBUG oslo_concurrency.lockutils [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1687.727554] env[63750]: DEBUG oslo_concurrency.lockutils [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.727686] env[63750]: DEBUG oslo_concurrency.lockutils [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1687.727956] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0b7dd26-ae11-440f-9b45-5b181c46c3a6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.736712] env[63750]: DEBUG oslo_vmware.api [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Waiting for the task: (returnval){ [ 1687.736712] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]528c1216-143f-7eaa-b2e1-fc9dfaf6e273" [ 1687.736712] env[63750]: _type = "Task" [ 1687.736712] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.738950] env[63750]: DEBUG oslo_vmware.api [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006141, 'name': Rename_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.747867] env[63750]: DEBUG nova.compute.manager [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] [instance: 41f90609-cec6-43c2-9853-aa72527e5f46] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1687.752021] env[63750]: DEBUG oslo_vmware.api [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]528c1216-143f-7eaa-b2e1-fc9dfaf6e273, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.777066] env[63750]: DEBUG nova.virt.hardware [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1687.777330] env[63750]: DEBUG nova.virt.hardware [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1687.777485] env[63750]: DEBUG nova.virt.hardware [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1687.777687] env[63750]: DEBUG nova.virt.hardware [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1687.777835] env[63750]: DEBUG nova.virt.hardware [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1687.778016] env[63750]: DEBUG nova.virt.hardware [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1687.778314] env[63750]: DEBUG nova.virt.hardware [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1687.778510] env[63750]: DEBUG nova.virt.hardware [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1687.778685] env[63750]: DEBUG nova.virt.hardware [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1687.778860] env[63750]: DEBUG nova.virt.hardware [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1687.780458] env[63750]: DEBUG nova.virt.hardware [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1687.781689] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb12fce4-6f41-405b-a3e2-14446ac4a182 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.797677] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f587ed8e-6082-4deb-9ebe-4354331503cb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.804086] env[63750]: DEBUG oslo_vmware.api [None req-a4dbd5d0-37b5-4d75-b989-3fe566fd9fa7 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006136, 'name': CreateSnapshot_Task, 'duration_secs': 0.779493} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.804086] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a4dbd5d0-37b5-4d75-b989-3fe566fd9fa7 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Created Snapshot of the VM instance {{(pid=63750) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1687.804086] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d976da5-9e63-4182-85ec-7cba1fbfe981 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.879454] env[63750]: DEBUG nova.compute.utils [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1687.885503] env[63750]: DEBUG nova.compute.manager [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: 64e60d53-dc4c-41ab-91ee-fff41c2b5976] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1687.885845] env[63750]: DEBUG nova.network.neutron [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: 64e60d53-dc4c-41ab-91ee-fff41c2b5976] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1687.926025] env[63750]: DEBUG nova.network.neutron [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1688.015183] env[63750]: DEBUG nova.policy [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e20e0d579ed94b599fd5ea1baff95e7e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '328baa65c73146b79fd9c27b62b5b22a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1688.050223] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f6a4260b-830e-4267-9394-a23af9ec246b tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Lock "19fa9ea2-0fa3-47a3-a80a-91225c41da38" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.054s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.061074] env[63750]: DEBUG nova.compute.manager [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1688.136400] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bc3fd28b-069a-45cd-af3d-4d512fa36cea tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Acquiring lock "19fa9ea2-0fa3-47a3-a80a-91225c41da38" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.136691] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bc3fd28b-069a-45cd-af3d-4d512fa36cea tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Lock "19fa9ea2-0fa3-47a3-a80a-91225c41da38" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.136904] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bc3fd28b-069a-45cd-af3d-4d512fa36cea tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Acquiring lock "19fa9ea2-0fa3-47a3-a80a-91225c41da38-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.137099] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bc3fd28b-069a-45cd-af3d-4d512fa36cea tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Lock "19fa9ea2-0fa3-47a3-a80a-91225c41da38-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.137270] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bc3fd28b-069a-45cd-af3d-4d512fa36cea tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Lock "19fa9ea2-0fa3-47a3-a80a-91225c41da38-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.139357] env[63750]: INFO nova.compute.manager [None req-bc3fd28b-069a-45cd-af3d-4d512fa36cea tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] [instance: 19fa9ea2-0fa3-47a3-a80a-91225c41da38] Terminating instance [ 1688.217757] env[63750]: DEBUG nova.compute.manager [req-dee18a0c-a915-4e1b-abc3-cb64502be324 req-b9751fef-d31b-4373-8cee-d10c2b7a956e service nova] [instance: 41f90609-cec6-43c2-9853-aa72527e5f46] Received event network-vif-plugged-1631a4bc-0e87-4e64-9efd-1e551779d5dd {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1688.218250] env[63750]: DEBUG oslo_concurrency.lockutils [req-dee18a0c-a915-4e1b-abc3-cb64502be324 req-b9751fef-d31b-4373-8cee-d10c2b7a956e service nova] Acquiring lock "41f90609-cec6-43c2-9853-aa72527e5f46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.218560] env[63750]: DEBUG oslo_concurrency.lockutils [req-dee18a0c-a915-4e1b-abc3-cb64502be324 req-b9751fef-d31b-4373-8cee-d10c2b7a956e service nova] Lock "41f90609-cec6-43c2-9853-aa72527e5f46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.218902] env[63750]: DEBUG oslo_concurrency.lockutils [req-dee18a0c-a915-4e1b-abc3-cb64502be324 req-b9751fef-d31b-4373-8cee-d10c2b7a956e service nova] Lock "41f90609-cec6-43c2-9853-aa72527e5f46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.218970] env[63750]: DEBUG nova.compute.manager [req-dee18a0c-a915-4e1b-abc3-cb64502be324 req-b9751fef-d31b-4373-8cee-d10c2b7a956e service nova] [instance: 41f90609-cec6-43c2-9853-aa72527e5f46] No waiting events found dispatching network-vif-plugged-1631a4bc-0e87-4e64-9efd-1e551779d5dd {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1688.219152] env[63750]: WARNING nova.compute.manager [req-dee18a0c-a915-4e1b-abc3-cb64502be324 req-b9751fef-d31b-4373-8cee-d10c2b7a956e service nova] [instance: 41f90609-cec6-43c2-9853-aa72527e5f46] Received unexpected event network-vif-plugged-1631a4bc-0e87-4e64-9efd-1e551779d5dd for instance with vm_state building and task_state spawning. [ 1688.241108] env[63750]: DEBUG oslo_vmware.api [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006141, 'name': Rename_Task, 'duration_secs': 0.148489} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.244394] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1688.244636] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50b3d36b-61cf-41e3-bdc5-cd9e197a10f2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.249451] env[63750]: DEBUG nova.compute.manager [req-f0b2f7f7-29ba-4c3c-8610-0bae08293660 req-4a8df6eb-d226-4719-a5ca-282df9b237fe service nova] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Received event network-vif-plugged-f3efd2a6-d623-46cb-b991-6bd37767404d {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1688.249698] env[63750]: DEBUG oslo_concurrency.lockutils [req-f0b2f7f7-29ba-4c3c-8610-0bae08293660 req-4a8df6eb-d226-4719-a5ca-282df9b237fe service nova] Acquiring lock "c1f05848-3b1b-4f8e-877a-966310e78bcc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.249885] env[63750]: DEBUG oslo_concurrency.lockutils [req-f0b2f7f7-29ba-4c3c-8610-0bae08293660 req-4a8df6eb-d226-4719-a5ca-282df9b237fe service nova] Lock "c1f05848-3b1b-4f8e-877a-966310e78bcc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.250076] env[63750]: DEBUG oslo_concurrency.lockutils [req-f0b2f7f7-29ba-4c3c-8610-0bae08293660 req-4a8df6eb-d226-4719-a5ca-282df9b237fe service nova] Lock "c1f05848-3b1b-4f8e-877a-966310e78bcc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.250257] env[63750]: DEBUG nova.compute.manager [req-f0b2f7f7-29ba-4c3c-8610-0bae08293660 req-4a8df6eb-d226-4719-a5ca-282df9b237fe service nova] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] No waiting events found dispatching network-vif-plugged-f3efd2a6-d623-46cb-b991-6bd37767404d {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1688.250449] env[63750]: WARNING nova.compute.manager [req-f0b2f7f7-29ba-4c3c-8610-0bae08293660 req-4a8df6eb-d226-4719-a5ca-282df9b237fe service nova] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Received unexpected event network-vif-plugged-f3efd2a6-d623-46cb-b991-6bd37767404d for instance with vm_state building and task_state spawning. [ 1688.250692] env[63750]: DEBUG nova.compute.manager [req-f0b2f7f7-29ba-4c3c-8610-0bae08293660 req-4a8df6eb-d226-4719-a5ca-282df9b237fe service nova] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Received event network-changed-f3efd2a6-d623-46cb-b991-6bd37767404d {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1688.250788] env[63750]: DEBUG nova.compute.manager [req-f0b2f7f7-29ba-4c3c-8610-0bae08293660 req-4a8df6eb-d226-4719-a5ca-282df9b237fe service nova] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Refreshing instance network info cache due to event network-changed-f3efd2a6-d623-46cb-b991-6bd37767404d. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1688.250952] env[63750]: DEBUG oslo_concurrency.lockutils [req-f0b2f7f7-29ba-4c3c-8610-0bae08293660 req-4a8df6eb-d226-4719-a5ca-282df9b237fe service nova] Acquiring lock "refresh_cache-c1f05848-3b1b-4f8e-877a-966310e78bcc" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1688.256696] env[63750]: DEBUG oslo_vmware.api [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]528c1216-143f-7eaa-b2e1-fc9dfaf6e273, 'name': SearchDatastore_Task, 'duration_secs': 0.010936} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.260164] env[63750]: DEBUG oslo_concurrency.lockutils [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1688.260409] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] [instance: 57914c7f-a496-4c0c-a57d-cf9f46158032] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1688.260644] env[63750]: DEBUG oslo_concurrency.lockutils [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1688.260802] env[63750]: DEBUG oslo_concurrency.lockutils [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1688.260989] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1688.261316] env[63750]: DEBUG oslo_vmware.api [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1688.261316] env[63750]: value = "task-2006142" [ 1688.261316] env[63750]: _type = "Task" [ 1688.261316] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.261791] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-076379de-37b3-424a-8454-e3c8d549c253 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.272947] env[63750]: DEBUG oslo_vmware.api [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006142, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.274759] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1688.274931] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1688.275999] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-943cf124-6e95-455f-b9c2-ca2391154cdb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.281667] env[63750]: DEBUG oslo_vmware.api [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Waiting for the task: (returnval){ [ 1688.281667] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52e5b792-189f-3f1f-6448-effd57bbd891" [ 1688.281667] env[63750]: _type = "Task" [ 1688.281667] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.291083] env[63750]: DEBUG oslo_vmware.api [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52e5b792-189f-3f1f-6448-effd57bbd891, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.337273] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a4dbd5d0-37b5-4d75-b989-3fe566fd9fa7 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Creating linked-clone VM from snapshot {{(pid=63750) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1688.342563] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-57bb9fb0-4c67-42aa-b21d-723dfd41a2cc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.351536] env[63750]: DEBUG oslo_vmware.api [None req-a4dbd5d0-37b5-4d75-b989-3fe566fd9fa7 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Waiting for the task: (returnval){ [ 1688.351536] env[63750]: value = "task-2006143" [ 1688.351536] env[63750]: _type = "Task" [ 1688.351536] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.361073] env[63750]: DEBUG oslo_vmware.api [None req-a4dbd5d0-37b5-4d75-b989-3fe566fd9fa7 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006143, 'name': CloneVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.389153] env[63750]: DEBUG nova.compute.manager [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: 64e60d53-dc4c-41ab-91ee-fff41c2b5976] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1688.400015] env[63750]: DEBUG nova.network.neutron [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] [instance: 41f90609-cec6-43c2-9853-aa72527e5f46] Successfully updated port: 1631a4bc-0e87-4e64-9efd-1e551779d5dd {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1688.470413] env[63750]: DEBUG nova.network.neutron [req-7c6a34ab-cd46-4fdb-8991-b3c33521dc7b req-c39ffffa-15f8-43fc-b8ec-29859e5dfe9c service nova] [instance: 57914c7f-a496-4c0c-a57d-cf9f46158032] Updated VIF entry in instance network info cache for port 9f88a125-05cc-4ce9-975b-28c8bd259200. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1688.470926] env[63750]: DEBUG nova.network.neutron [req-7c6a34ab-cd46-4fdb-8991-b3c33521dc7b req-c39ffffa-15f8-43fc-b8ec-29859e5dfe9c service nova] [instance: 57914c7f-a496-4c0c-a57d-cf9f46158032] Updating instance_info_cache with network_info: [{"id": "9f88a125-05cc-4ce9-975b-28c8bd259200", "address": "fa:16:3e:1f:5f:49", "network": {"id": "79f728f2-0fa7-4a2a-a4ff-616222f060ba", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-608498343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1e7a76776d94828b4f77debf57f39ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f88a125-05", "ovs_interfaceid": "9f88a125-05cc-4ce9-975b-28c8bd259200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1688.555285] env[63750]: DEBUG nova.compute.manager [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1688.592340] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.643073] env[63750]: DEBUG nova.compute.manager [None req-bc3fd28b-069a-45cd-af3d-4d512fa36cea tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] [instance: 19fa9ea2-0fa3-47a3-a80a-91225c41da38] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1688.643320] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3fd28b-069a-45cd-af3d-4d512fa36cea tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] [instance: 19fa9ea2-0fa3-47a3-a80a-91225c41da38] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1688.645319] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b00025-da17-4349-a738-5e2feaf30efc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.657244] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc3fd28b-069a-45cd-af3d-4d512fa36cea tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] [instance: 19fa9ea2-0fa3-47a3-a80a-91225c41da38] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1688.657511] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd4ff2cd-042c-4d35-ab48-50ce7f344384 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.667611] env[63750]: DEBUG oslo_vmware.api [None req-bc3fd28b-069a-45cd-af3d-4d512fa36cea tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Waiting for the task: (returnval){ [ 1688.667611] env[63750]: value = "task-2006144" [ 1688.667611] env[63750]: _type = "Task" [ 1688.667611] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.688782] env[63750]: DEBUG oslo_vmware.api [None req-bc3fd28b-069a-45cd-af3d-4d512fa36cea tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Task: {'id': task-2006144, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.779679] env[63750]: DEBUG oslo_vmware.api [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006142, 'name': PowerOnVM_Task, 'duration_secs': 0.501918} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.782512] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1688.782727] env[63750]: DEBUG nova.compute.manager [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1688.784049] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c1ff40-1449-42be-98f1-de87790bc375 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.805537] env[63750]: DEBUG oslo_vmware.api [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52e5b792-189f-3f1f-6448-effd57bbd891, 'name': SearchDatastore_Task, 'duration_secs': 0.010837} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.806708] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32ad742f-5250-4a8f-81f8-822d7a33a104 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.813066] env[63750]: DEBUG oslo_vmware.api [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Waiting for the task: (returnval){ [ 1688.813066] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]522b3e7f-9386-9b06-fb06-3ab958adf50b" [ 1688.813066] env[63750]: _type = "Task" [ 1688.813066] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.823682] env[63750]: DEBUG oslo_vmware.api [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]522b3e7f-9386-9b06-fb06-3ab958adf50b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.863954] env[63750]: DEBUG oslo_vmware.api [None req-a4dbd5d0-37b5-4d75-b989-3fe566fd9fa7 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006143, 'name': CloneVM_Task} progress is 94%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.872745] env[63750]: DEBUG nova.network.neutron [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: 64e60d53-dc4c-41ab-91ee-fff41c2b5976] Successfully created port: b567c705-6e24-4dde-b76d-c629f66117fe {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1688.901304] env[63750]: DEBUG oslo_concurrency.lockutils [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Acquiring lock "refresh_cache-41f90609-cec6-43c2-9853-aa72527e5f46" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1688.901448] env[63750]: DEBUG oslo_concurrency.lockutils [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Acquired lock "refresh_cache-41f90609-cec6-43c2-9853-aa72527e5f46" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1688.901595] env[63750]: DEBUG nova.network.neutron [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] [instance: 41f90609-cec6-43c2-9853-aa72527e5f46] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1688.950064] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae764ed1-bb35-44c0-b367-ff734cb84d11 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.960481] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2c90bb-fc7c-4b09-8099-57d7674839da {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.991626] env[63750]: DEBUG oslo_concurrency.lockutils [req-7c6a34ab-cd46-4fdb-8991-b3c33521dc7b req-c39ffffa-15f8-43fc-b8ec-29859e5dfe9c service nova] Releasing lock "refresh_cache-57914c7f-a496-4c0c-a57d-cf9f46158032" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1688.995489] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4094ba7c-5785-4d45-a222-62c72218cd0d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.005494] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753a8e63-0a4f-4d68-96d6-7b6601445e36 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.028128] env[63750]: DEBUG nova.compute.provider_tree [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1689.081226] env[63750]: DEBUG oslo_concurrency.lockutils [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.082017] env[63750]: DEBUG nova.network.neutron [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Updating instance_info_cache with network_info: [{"id": "4573a77b-50af-43da-b25e-d801ce34535f", "address": "fa:16:3e:b8:27:44", "network": {"id": "d8084a6a-5fe0-46c7-9999-7e70bf984574", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-179528295", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7785f894aa2844eea3d2f43644d3406a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4573a77b-50", "ovs_interfaceid": "4573a77b-50af-43da-b25e-d801ce34535f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "42d3d539-552e-4fd8-ad75-4b33a3e3d2a3", "address": "fa:16:3e:02:d4:62", "network": {"id": "468171ef-def2-4d0d-9e42-7a6976e51f18", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-278452925", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7785f894aa2844eea3d2f43644d3406a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42d3d539-55", "ovs_interfaceid": "42d3d539-552e-4fd8-ad75-4b33a3e3d2a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f3efd2a6-d623-46cb-b991-6bd37767404d", "address": "fa:16:3e:9f:11:af", "network": {"id": "d8084a6a-5fe0-46c7-9999-7e70bf984574", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-179528295", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7785f894aa2844eea3d2f43644d3406a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3efd2a6-d6", "ovs_interfaceid": "f3efd2a6-d623-46cb-b991-6bd37767404d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1689.178457] env[63750]: DEBUG oslo_vmware.api [None req-bc3fd28b-069a-45cd-af3d-4d512fa36cea tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Task: {'id': task-2006144, 'name': PowerOffVM_Task, 'duration_secs': 0.347379} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.178724] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc3fd28b-069a-45cd-af3d-4d512fa36cea tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] [instance: 19fa9ea2-0fa3-47a3-a80a-91225c41da38] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1689.178891] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3fd28b-069a-45cd-af3d-4d512fa36cea tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] [instance: 19fa9ea2-0fa3-47a3-a80a-91225c41da38] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1689.179170] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c434934-4c23-44a5-a5a8-fccb144d846b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.273149] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3fd28b-069a-45cd-af3d-4d512fa36cea tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] [instance: 19fa9ea2-0fa3-47a3-a80a-91225c41da38] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1689.273397] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3fd28b-069a-45cd-af3d-4d512fa36cea tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] [instance: 19fa9ea2-0fa3-47a3-a80a-91225c41da38] Deleting contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1689.273934] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc3fd28b-069a-45cd-af3d-4d512fa36cea tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Deleting the datastore file [datastore2] 19fa9ea2-0fa3-47a3-a80a-91225c41da38 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1689.273934] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92ef2b6a-d34e-47fb-8473-6842359244e0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.282591] env[63750]: DEBUG oslo_vmware.api [None req-bc3fd28b-069a-45cd-af3d-4d512fa36cea tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Waiting for the task: (returnval){ [ 1689.282591] env[63750]: value = "task-2006146" [ 1689.282591] env[63750]: _type = "Task" [ 1689.282591] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.290507] env[63750]: DEBUG oslo_vmware.api [None req-bc3fd28b-069a-45cd-af3d-4d512fa36cea tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Task: {'id': task-2006146, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.313524] env[63750]: DEBUG oslo_concurrency.lockutils [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.323392] env[63750]: DEBUG oslo_vmware.api [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]522b3e7f-9386-9b06-fb06-3ab958adf50b, 'name': SearchDatastore_Task, 'duration_secs': 0.012406} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.323649] env[63750]: DEBUG oslo_concurrency.lockutils [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1689.323902] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 57914c7f-a496-4c0c-a57d-cf9f46158032/57914c7f-a496-4c0c-a57d-cf9f46158032.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1689.324206] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce4506ee-c2db-49de-a3e5-f6800228a3cd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.332788] env[63750]: DEBUG oslo_vmware.api [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Waiting for the task: (returnval){ [ 1689.332788] env[63750]: value = "task-2006147" [ 1689.332788] env[63750]: _type = "Task" [ 1689.332788] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.343026] env[63750]: DEBUG oslo_vmware.api [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Task: {'id': task-2006147, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.366747] env[63750]: DEBUG oslo_vmware.api [None req-a4dbd5d0-37b5-4d75-b989-3fe566fd9fa7 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006143, 'name': CloneVM_Task} progress is 94%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.405422] env[63750]: DEBUG nova.compute.manager [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: 64e60d53-dc4c-41ab-91ee-fff41c2b5976] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1689.433833] env[63750]: DEBUG nova.virt.hardware [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:57:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='600730863',id=37,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-916235328',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1689.434496] env[63750]: DEBUG nova.virt.hardware [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1689.434701] env[63750]: DEBUG nova.virt.hardware [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1689.435055] env[63750]: DEBUG nova.virt.hardware [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1689.435246] env[63750]: DEBUG nova.virt.hardware [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1689.435400] env[63750]: DEBUG nova.virt.hardware [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1689.435614] env[63750]: DEBUG nova.virt.hardware [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1689.435771] env[63750]: DEBUG nova.virt.hardware [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1689.435939] env[63750]: DEBUG nova.virt.hardware [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1689.436262] env[63750]: DEBUG nova.virt.hardware [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1689.436327] env[63750]: DEBUG nova.virt.hardware [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1689.437280] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c19f23a-d810-474c-9f9f-e368b6399215 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.444066] env[63750]: DEBUG nova.network.neutron [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] [instance: 41f90609-cec6-43c2-9853-aa72527e5f46] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1689.453912] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951ab2c1-7fde-4dc2-ae34-16c201178f98 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.534482] env[63750]: DEBUG nova.scheduler.client.report [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1689.585037] env[63750]: DEBUG oslo_concurrency.lockutils [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Releasing lock "refresh_cache-c1f05848-3b1b-4f8e-877a-966310e78bcc" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1689.585539] env[63750]: DEBUG nova.compute.manager [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Instance network_info: |[{"id": "4573a77b-50af-43da-b25e-d801ce34535f", "address": "fa:16:3e:b8:27:44", "network": {"id": "d8084a6a-5fe0-46c7-9999-7e70bf984574", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-179528295", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7785f894aa2844eea3d2f43644d3406a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4573a77b-50", "ovs_interfaceid": "4573a77b-50af-43da-b25e-d801ce34535f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "42d3d539-552e-4fd8-ad75-4b33a3e3d2a3", "address": "fa:16:3e:02:d4:62", "network": {"id": "468171ef-def2-4d0d-9e42-7a6976e51f18", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-278452925", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7785f894aa2844eea3d2f43644d3406a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42d3d539-55", "ovs_interfaceid": "42d3d539-552e-4fd8-ad75-4b33a3e3d2a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f3efd2a6-d623-46cb-b991-6bd37767404d", "address": "fa:16:3e:9f:11:af", "network": {"id": "d8084a6a-5fe0-46c7-9999-7e70bf984574", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-179528295", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7785f894aa2844eea3d2f43644d3406a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3efd2a6-d6", "ovs_interfaceid": "f3efd2a6-d623-46cb-b991-6bd37767404d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1689.586281] env[63750]: DEBUG oslo_concurrency.lockutils [req-f0b2f7f7-29ba-4c3c-8610-0bae08293660 req-4a8df6eb-d226-4719-a5ca-282df9b237fe service nova] Acquired lock "refresh_cache-c1f05848-3b1b-4f8e-877a-966310e78bcc" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1689.586375] env[63750]: DEBUG nova.network.neutron [req-f0b2f7f7-29ba-4c3c-8610-0bae08293660 req-4a8df6eb-d226-4719-a5ca-282df9b237fe service nova] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Refreshing network info cache for port f3efd2a6-d623-46cb-b991-6bd37767404d {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1689.587625] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:27:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ff1f3320-df8e-49df-a412-9797a23bd173', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4573a77b-50af-43da-b25e-d801ce34535f', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:d4:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6def6dc5-d564-45ca-8f4f-7c820677e6e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42d3d539-552e-4fd8-ad75-4b33a3e3d2a3', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:11:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ff1f3320-df8e-49df-a412-9797a23bd173', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3efd2a6-d623-46cb-b991-6bd37767404d', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1689.605739] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Creating folder: Project (7785f894aa2844eea3d2f43644d3406a). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1689.610694] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4d7f319-5b93-4b90-9dda-13731d867d27 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.627241] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Created folder: Project (7785f894aa2844eea3d2f43644d3406a) in parent group-v412391. [ 1689.627461] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Creating folder: Instances. Parent ref: group-v412492. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1689.627727] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-749e996d-7cbe-44f0-bab8-50e44b0ebaee {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.642556] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Created folder: Instances in parent group-v412492. [ 1689.642826] env[63750]: DEBUG oslo.service.loopingcall [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1689.643649] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1689.643649] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-333b8d24-8056-4504-963f-f7930b0488cd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.673845] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1689.673845] env[63750]: value = "task-2006150" [ 1689.673845] env[63750]: _type = "Task" [ 1689.673845] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.686662] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006150, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.798399] env[63750]: DEBUG oslo_vmware.api [None req-bc3fd28b-069a-45cd-af3d-4d512fa36cea tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Task: {'id': task-2006146, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149545} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.798677] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc3fd28b-069a-45cd-af3d-4d512fa36cea tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1689.798856] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3fd28b-069a-45cd-af3d-4d512fa36cea tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] [instance: 19fa9ea2-0fa3-47a3-a80a-91225c41da38] Deleted contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1689.799047] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3fd28b-069a-45cd-af3d-4d512fa36cea tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] [instance: 19fa9ea2-0fa3-47a3-a80a-91225c41da38] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1689.799232] env[63750]: INFO nova.compute.manager [None req-bc3fd28b-069a-45cd-af3d-4d512fa36cea tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] [instance: 19fa9ea2-0fa3-47a3-a80a-91225c41da38] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1689.799507] env[63750]: DEBUG oslo.service.loopingcall [None req-bc3fd28b-069a-45cd-af3d-4d512fa36cea tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1689.799997] env[63750]: DEBUG nova.compute.manager [-] [instance: 19fa9ea2-0fa3-47a3-a80a-91225c41da38] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1689.800132] env[63750]: DEBUG nova.network.neutron [-] [instance: 19fa9ea2-0fa3-47a3-a80a-91225c41da38] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1689.847905] env[63750]: DEBUG oslo_vmware.api [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Task: {'id': task-2006147, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.865933] env[63750]: DEBUG oslo_vmware.api [None req-a4dbd5d0-37b5-4d75-b989-3fe566fd9fa7 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006143, 'name': CloneVM_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.979452] env[63750]: DEBUG nova.network.neutron [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] [instance: 41f90609-cec6-43c2-9853-aa72527e5f46] Updating instance_info_cache with network_info: [{"id": "1631a4bc-0e87-4e64-9efd-1e551779d5dd", "address": "fa:16:3e:e6:c2:4a", "network": {"id": "d70c6e88-27a3-43fa-89d1-8a45364d839f", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-930888705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb597f8201ab42daa426086b53ee3859", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1631a4bc-0e", "ovs_interfaceid": "1631a4bc-0e87-4e64-9efd-1e551779d5dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1690.042479] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.043102] env[63750]: DEBUG nova.compute.manager [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 627fabed-0639-417d-b78c-fc6ef6ab7979] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1690.046229] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cecf9641-5cd8-40dc-942a-804800bffbaa tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.682s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.046483] env[63750]: DEBUG nova.objects.instance [None req-cecf9641-5cd8-40dc-942a-804800bffbaa tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Lazy-loading 'resources' on Instance uuid 3e37b98e-c5f5-446c-8ac2-dacdf8ce7106 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1690.186772] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006150, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.187790] env[63750]: DEBUG nova.network.neutron [req-f0b2f7f7-29ba-4c3c-8610-0bae08293660 req-4a8df6eb-d226-4719-a5ca-282df9b237fe service nova] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Updated VIF entry in instance network info cache for port f3efd2a6-d623-46cb-b991-6bd37767404d. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1690.188432] env[63750]: DEBUG nova.network.neutron [req-f0b2f7f7-29ba-4c3c-8610-0bae08293660 req-4a8df6eb-d226-4719-a5ca-282df9b237fe service nova] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Updating instance_info_cache with network_info: [{"id": "4573a77b-50af-43da-b25e-d801ce34535f", "address": "fa:16:3e:b8:27:44", "network": {"id": "d8084a6a-5fe0-46c7-9999-7e70bf984574", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-179528295", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7785f894aa2844eea3d2f43644d3406a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4573a77b-50", "ovs_interfaceid": "4573a77b-50af-43da-b25e-d801ce34535f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "42d3d539-552e-4fd8-ad75-4b33a3e3d2a3", "address": "fa:16:3e:02:d4:62", "network": {"id": "468171ef-def2-4d0d-9e42-7a6976e51f18", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-278452925", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7785f894aa2844eea3d2f43644d3406a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42d3d539-55", "ovs_interfaceid": "42d3d539-552e-4fd8-ad75-4b33a3e3d2a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f3efd2a6-d623-46cb-b991-6bd37767404d", "address": "fa:16:3e:9f:11:af", "network": {"id": "d8084a6a-5fe0-46c7-9999-7e70bf984574", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-179528295", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7785f894aa2844eea3d2f43644d3406a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3efd2a6-d6", "ovs_interfaceid": "f3efd2a6-d623-46cb-b991-6bd37767404d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1690.344738] env[63750]: DEBUG oslo_vmware.api [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Task: {'id': task-2006147, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603708} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.345087] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 57914c7f-a496-4c0c-a57d-cf9f46158032/57914c7f-a496-4c0c-a57d-cf9f46158032.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1690.345354] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] [instance: 57914c7f-a496-4c0c-a57d-cf9f46158032] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1690.345659] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b3a802f-1da6-4c52-8593-79d131579bd2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.355446] env[63750]: DEBUG oslo_vmware.api [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Waiting for the task: (returnval){ [ 1690.355446] env[63750]: value = "task-2006151" [ 1690.355446] env[63750]: _type = "Task" [ 1690.355446] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.368361] env[63750]: DEBUG oslo_vmware.api [None req-a4dbd5d0-37b5-4d75-b989-3fe566fd9fa7 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006143, 'name': CloneVM_Task, 'duration_secs': 1.595653} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.371764] env[63750]: INFO nova.virt.vmwareapi.vmops [None req-a4dbd5d0-37b5-4d75-b989-3fe566fd9fa7 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Created linked-clone VM from snapshot [ 1690.372263] env[63750]: DEBUG oslo_vmware.api [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Task: {'id': task-2006151, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.373662] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d4b168-0d9e-41c2-ad8b-9ad701d4f7e2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.380074] env[63750]: DEBUG nova.compute.manager [req-4e0e57a1-2d13-43bb-9905-a041efcfa99c req-d2886084-a8b5-4046-b1d8-ed4e6f779ce9 service nova] [instance: 41f90609-cec6-43c2-9853-aa72527e5f46] Received event network-changed-1631a4bc-0e87-4e64-9efd-1e551779d5dd {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1690.380327] env[63750]: DEBUG nova.compute.manager [req-4e0e57a1-2d13-43bb-9905-a041efcfa99c req-d2886084-a8b5-4046-b1d8-ed4e6f779ce9 service nova] [instance: 41f90609-cec6-43c2-9853-aa72527e5f46] Refreshing instance network info cache due to event network-changed-1631a4bc-0e87-4e64-9efd-1e551779d5dd. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1690.380555] env[63750]: DEBUG oslo_concurrency.lockutils [req-4e0e57a1-2d13-43bb-9905-a041efcfa99c req-d2886084-a8b5-4046-b1d8-ed4e6f779ce9 service nova] Acquiring lock "refresh_cache-41f90609-cec6-43c2-9853-aa72527e5f46" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1690.386981] env[63750]: DEBUG nova.virt.vmwareapi.images [None req-a4dbd5d0-37b5-4d75-b989-3fe566fd9fa7 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Uploading image d5208234-dccf-4bea-ab1e-be8d4afc422d {{(pid=63750) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1690.413674] env[63750]: DEBUG oslo_vmware.rw_handles [None req-a4dbd5d0-37b5-4d75-b989-3fe566fd9fa7 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1690.413674] env[63750]: value = "vm-412491" [ 1690.413674] env[63750]: _type = "VirtualMachine" [ 1690.413674] env[63750]: }. {{(pid=63750) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1690.413995] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2e4d20ba-5093-42aa-9808-61aa94db6f69 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.424131] env[63750]: DEBUG oslo_vmware.rw_handles [None req-a4dbd5d0-37b5-4d75-b989-3fe566fd9fa7 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Lease: (returnval){ [ 1690.424131] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a601dd-2bff-37f0-f6c0-2bb53de71a9e" [ 1690.424131] env[63750]: _type = "HttpNfcLease" [ 1690.424131] env[63750]: } obtained for exporting VM: (result){ [ 1690.424131] env[63750]: value = "vm-412491" [ 1690.424131] env[63750]: _type = "VirtualMachine" [ 1690.424131] env[63750]: }. {{(pid=63750) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1690.424427] env[63750]: DEBUG oslo_vmware.api [None req-a4dbd5d0-37b5-4d75-b989-3fe566fd9fa7 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Waiting for the lease: (returnval){ [ 1690.424427] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a601dd-2bff-37f0-f6c0-2bb53de71a9e" [ 1690.424427] env[63750]: _type = "HttpNfcLease" [ 1690.424427] env[63750]: } to be ready. {{(pid=63750) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1690.431528] env[63750]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1690.431528] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a601dd-2bff-37f0-f6c0-2bb53de71a9e" [ 1690.431528] env[63750]: _type = "HttpNfcLease" [ 1690.431528] env[63750]: } is initializing. {{(pid=63750) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1690.483013] env[63750]: DEBUG oslo_concurrency.lockutils [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Releasing lock "refresh_cache-41f90609-cec6-43c2-9853-aa72527e5f46" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1690.483358] env[63750]: DEBUG nova.compute.manager [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] [instance: 41f90609-cec6-43c2-9853-aa72527e5f46] Instance network_info: |[{"id": "1631a4bc-0e87-4e64-9efd-1e551779d5dd", "address": "fa:16:3e:e6:c2:4a", "network": {"id": "d70c6e88-27a3-43fa-89d1-8a45364d839f", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-930888705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb597f8201ab42daa426086b53ee3859", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1631a4bc-0e", "ovs_interfaceid": "1631a4bc-0e87-4e64-9efd-1e551779d5dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1690.483707] env[63750]: DEBUG oslo_concurrency.lockutils [req-4e0e57a1-2d13-43bb-9905-a041efcfa99c req-d2886084-a8b5-4046-b1d8-ed4e6f779ce9 service nova] Acquired lock "refresh_cache-41f90609-cec6-43c2-9853-aa72527e5f46" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1690.483885] env[63750]: DEBUG nova.network.neutron [req-4e0e57a1-2d13-43bb-9905-a041efcfa99c req-d2886084-a8b5-4046-b1d8-ed4e6f779ce9 service nova] [instance: 41f90609-cec6-43c2-9853-aa72527e5f46] Refreshing network info cache for port 1631a4bc-0e87-4e64-9efd-1e551779d5dd {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1690.486054] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] [instance: 41f90609-cec6-43c2-9853-aa72527e5f46] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:c2:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4d548e7-d762-406a-bb2d-dc7168a8ca67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1631a4bc-0e87-4e64-9efd-1e551779d5dd', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1690.497837] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Creating folder: Project (eb597f8201ab42daa426086b53ee3859). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1690.499344] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2866aa53-9d36-44d5-80cc-73a48df9239b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.511453] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Created folder: Project (eb597f8201ab42daa426086b53ee3859) in parent group-v412391. [ 1690.511652] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Creating folder: Instances. Parent ref: group-v412495. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1690.512153] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc9984e9-7148-4201-8eea-3c12233d1a4e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.523087] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Created folder: Instances in parent group-v412495. [ 1690.523415] env[63750]: DEBUG oslo.service.loopingcall [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1690.523674] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41f90609-cec6-43c2-9853-aa72527e5f46] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1690.523941] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-176f313e-5983-4046-bb42-6eb1fc51cd85 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.549973] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1690.549973] env[63750]: value = "task-2006155" [ 1690.549973] env[63750]: _type = "Task" [ 1690.549973] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.556546] env[63750]: DEBUG nova.compute.utils [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1690.563034] env[63750]: DEBUG nova.compute.manager [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 627fabed-0639-417d-b78c-fc6ef6ab7979] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1690.563243] env[63750]: DEBUG nova.network.neutron [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 627fabed-0639-417d-b78c-fc6ef6ab7979] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1690.566599] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006155, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.650688] env[63750]: DEBUG nova.network.neutron [-] [instance: 19fa9ea2-0fa3-47a3-a80a-91225c41da38] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1690.661481] env[63750]: DEBUG nova.policy [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34e09636d2e2459c968741baef923422', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '348f6d26e2ec4f0ea7a2f9ae9fdf7a62', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1690.693029] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006150, 'name': CreateVM_Task, 'duration_secs': 0.832618} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.693029] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1690.693029] env[63750]: DEBUG oslo_concurrency.lockutils [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1690.693029] env[63750]: DEBUG oslo_concurrency.lockutils [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1690.693029] env[63750]: DEBUG oslo_concurrency.lockutils [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1690.693029] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35e693f5-f647-4507-b7fe-8d29ef8671c8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.693891] env[63750]: DEBUG oslo_concurrency.lockutils [req-f0b2f7f7-29ba-4c3c-8610-0bae08293660 req-4a8df6eb-d226-4719-a5ca-282df9b237fe service nova] Releasing lock "refresh_cache-c1f05848-3b1b-4f8e-877a-966310e78bcc" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1690.697859] env[63750]: DEBUG oslo_vmware.api [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Waiting for the task: (returnval){ [ 1690.697859] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]528d2ad2-a952-7885-d16a-fb9c2bf6a090" [ 1690.697859] env[63750]: _type = "Task" [ 1690.697859] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.710231] env[63750]: DEBUG oslo_vmware.api [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]528d2ad2-a952-7885-d16a-fb9c2bf6a090, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.731435] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c2061e30-86a0-488c-bf26-76b74c3b4f24 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquiring lock "643617f0-9718-4aad-8882-2ffce5e41401" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.731658] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c2061e30-86a0-488c-bf26-76b74c3b4f24 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "643617f0-9718-4aad-8882-2ffce5e41401" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.731847] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c2061e30-86a0-488c-bf26-76b74c3b4f24 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquiring lock "643617f0-9718-4aad-8882-2ffce5e41401-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.732141] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c2061e30-86a0-488c-bf26-76b74c3b4f24 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "643617f0-9718-4aad-8882-2ffce5e41401-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.732321] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c2061e30-86a0-488c-bf26-76b74c3b4f24 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "643617f0-9718-4aad-8882-2ffce5e41401-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.734384] env[63750]: INFO nova.compute.manager [None req-c2061e30-86a0-488c-bf26-76b74c3b4f24 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Terminating instance [ 1690.787265] env[63750]: DEBUG nova.compute.manager [req-1377ddb7-8150-4550-bc54-54219dd4bc66 req-e73e2c2c-ed4a-4621-b13b-29eb7e0d71cc service nova] [instance: 64e60d53-dc4c-41ab-91ee-fff41c2b5976] Received event network-vif-plugged-b567c705-6e24-4dde-b76d-c629f66117fe {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1690.787265] env[63750]: DEBUG oslo_concurrency.lockutils [req-1377ddb7-8150-4550-bc54-54219dd4bc66 req-e73e2c2c-ed4a-4621-b13b-29eb7e0d71cc service nova] Acquiring lock "64e60d53-dc4c-41ab-91ee-fff41c2b5976-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.787265] env[63750]: DEBUG oslo_concurrency.lockutils [req-1377ddb7-8150-4550-bc54-54219dd4bc66 req-e73e2c2c-ed4a-4621-b13b-29eb7e0d71cc service nova] Lock "64e60d53-dc4c-41ab-91ee-fff41c2b5976-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.787265] env[63750]: DEBUG oslo_concurrency.lockutils [req-1377ddb7-8150-4550-bc54-54219dd4bc66 req-e73e2c2c-ed4a-4621-b13b-29eb7e0d71cc service nova] Lock "64e60d53-dc4c-41ab-91ee-fff41c2b5976-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.787946] env[63750]: DEBUG nova.compute.manager [req-1377ddb7-8150-4550-bc54-54219dd4bc66 req-e73e2c2c-ed4a-4621-b13b-29eb7e0d71cc service nova] [instance: 64e60d53-dc4c-41ab-91ee-fff41c2b5976] No waiting events found dispatching network-vif-plugged-b567c705-6e24-4dde-b76d-c629f66117fe {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1690.791259] env[63750]: WARNING nova.compute.manager [req-1377ddb7-8150-4550-bc54-54219dd4bc66 req-e73e2c2c-ed4a-4621-b13b-29eb7e0d71cc service nova] [instance: 64e60d53-dc4c-41ab-91ee-fff41c2b5976] Received unexpected event network-vif-plugged-b567c705-6e24-4dde-b76d-c629f66117fe for instance with vm_state building and task_state spawning. [ 1690.854483] env[63750]: DEBUG nova.network.neutron [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: 64e60d53-dc4c-41ab-91ee-fff41c2b5976] Successfully updated port: b567c705-6e24-4dde-b76d-c629f66117fe {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1690.873210] env[63750]: DEBUG oslo_vmware.api [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Task: {'id': task-2006151, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.25317} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.874295] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] [instance: 57914c7f-a496-4c0c-a57d-cf9f46158032] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1690.875451] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50bb01c-de5e-4aab-bb93-a89834c1f8f4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.904019] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] [instance: 57914c7f-a496-4c0c-a57d-cf9f46158032] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 57914c7f-a496-4c0c-a57d-cf9f46158032/57914c7f-a496-4c0c-a57d-cf9f46158032.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1690.904496] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c65dfd89-d287-4f80-bf4a-52f78c5e545b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.936110] env[63750]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1690.936110] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a601dd-2bff-37f0-f6c0-2bb53de71a9e" [ 1690.936110] env[63750]: _type = "HttpNfcLease" [ 1690.936110] env[63750]: } is ready. {{(pid=63750) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1690.937726] env[63750]: DEBUG oslo_vmware.rw_handles [None req-a4dbd5d0-37b5-4d75-b989-3fe566fd9fa7 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1690.937726] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a601dd-2bff-37f0-f6c0-2bb53de71a9e" [ 1690.937726] env[63750]: _type = "HttpNfcLease" [ 1690.937726] env[63750]: }. {{(pid=63750) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1690.938330] env[63750]: DEBUG oslo_vmware.api [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Waiting for the task: (returnval){ [ 1690.938330] env[63750]: value = "task-2006156" [ 1690.938330] env[63750]: _type = "Task" [ 1690.938330] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.939103] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9784690-e3d8-4ef7-8a20-a4a6f92c4b90 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.950984] env[63750]: DEBUG oslo_vmware.api [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Task: {'id': task-2006156, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.954159] env[63750]: DEBUG oslo_vmware.rw_handles [None req-a4dbd5d0-37b5-4d75-b989-3fe566fd9fa7 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c28162-d2d9-d8a5-7187-60c96919a014/disk-0.vmdk from lease info. {{(pid=63750) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1690.954342] env[63750]: DEBUG oslo_vmware.rw_handles [None req-a4dbd5d0-37b5-4d75-b989-3fe566fd9fa7 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c28162-d2d9-d8a5-7187-60c96919a014/disk-0.vmdk for reading. {{(pid=63750) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1691.062122] env[63750]: DEBUG nova.compute.manager [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 627fabed-0639-417d-b78c-fc6ef6ab7979] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1691.064265] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006155, 'name': CreateVM_Task, 'duration_secs': 0.493074} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.066607] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41f90609-cec6-43c2-9853-aa72527e5f46] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1691.067746] env[63750]: DEBUG oslo_concurrency.lockutils [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1691.068169] env[63750]: DEBUG oslo_concurrency.lockutils [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.068238] env[63750]: DEBUG oslo_concurrency.lockutils [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1691.068708] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75edfd7c-fa44-4ac8-b1a3-0367c2427168 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.073849] env[63750]: DEBUG oslo_vmware.api [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Waiting for the task: (returnval){ [ 1691.073849] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52fc955a-9f9c-51f8-7f04-e772738d51a5" [ 1691.073849] env[63750]: _type = "Task" [ 1691.073849] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.084878] env[63750]: DEBUG oslo_vmware.api [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52fc955a-9f9c-51f8-7f04-e772738d51a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.113900] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de3e242-48d8-464f-8214-18cdb04f3e3f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.124315] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a56052-e03e-45fb-a213-cb2d54ec5916 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.162135] env[63750]: INFO nova.compute.manager [-] [instance: 19fa9ea2-0fa3-47a3-a80a-91225c41da38] Took 1.36 seconds to deallocate network for instance. [ 1691.163258] env[63750]: DEBUG nova.network.neutron [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 627fabed-0639-417d-b78c-fc6ef6ab7979] Successfully created port: 38e011bb-95bd-430e-a057-e80a224177d5 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1691.168727] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c589b2-c916-41c8-b68e-a8c75ae1c839 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.180833] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6149e9-41eb-44dc-8918-196d8b403cb6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.197086] env[63750]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c4038d93-0ed9-4251-99ee-71f562261494 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.203461] env[63750]: DEBUG nova.compute.provider_tree [None req-cecf9641-5cd8-40dc-942a-804800bffbaa tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1691.225177] env[63750]: DEBUG oslo_vmware.api [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]528d2ad2-a952-7885-d16a-fb9c2bf6a090, 'name': SearchDatastore_Task, 'duration_secs': 0.010812} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.225177] env[63750]: DEBUG oslo_concurrency.lockutils [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1691.225177] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1691.225177] env[63750]: DEBUG oslo_concurrency.lockutils [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1691.225177] env[63750]: DEBUG oslo_concurrency.lockutils [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.225422] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1691.230526] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a01d433-4176-435b-81a0-78abbb5629e3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.238237] env[63750]: DEBUG nova.compute.manager [None req-c2061e30-86a0-488c-bf26-76b74c3b4f24 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1691.239361] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c2061e30-86a0-488c-bf26-76b74c3b4f24 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1691.239361] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8a8652-94f8-4b1f-90c0-a2d8e9d81227 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.244491] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1691.244672] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1691.245832] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35919097-80d1-4ff9-8ab1-3e9fa09add9d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.251007] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2061e30-86a0-488c-bf26-76b74c3b4f24 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1691.251272] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f82573d5-0903-4bc5-92c1-629c629144cf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.254964] env[63750]: DEBUG oslo_vmware.api [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Waiting for the task: (returnval){ [ 1691.254964] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527666e1-d905-b2a6-0b27-1c9e2845b0b6" [ 1691.254964] env[63750]: _type = "Task" [ 1691.254964] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.261625] env[63750]: DEBUG oslo_vmware.api [None req-c2061e30-86a0-488c-bf26-76b74c3b4f24 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1691.261625] env[63750]: value = "task-2006157" [ 1691.261625] env[63750]: _type = "Task" [ 1691.261625] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.265179] env[63750]: DEBUG oslo_vmware.api [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527666e1-d905-b2a6-0b27-1c9e2845b0b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.278312] env[63750]: DEBUG oslo_vmware.api [None req-c2061e30-86a0-488c-bf26-76b74c3b4f24 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006157, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.356965] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Acquiring lock "refresh_cache-64e60d53-dc4c-41ab-91ee-fff41c2b5976" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1691.357187] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Acquired lock "refresh_cache-64e60d53-dc4c-41ab-91ee-fff41c2b5976" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.357353] env[63750]: DEBUG nova.network.neutron [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: 64e60d53-dc4c-41ab-91ee-fff41c2b5976] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1691.416221] env[63750]: DEBUG oslo_concurrency.lockutils [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquiring lock "3929441f-fefc-469f-a440-d7f3146abde2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.416963] env[63750]: DEBUG oslo_concurrency.lockutils [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "3929441f-fefc-469f-a440-d7f3146abde2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1691.453960] env[63750]: DEBUG oslo_vmware.api [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Task: {'id': task-2006156, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.489198] env[63750]: DEBUG nova.network.neutron [req-4e0e57a1-2d13-43bb-9905-a041efcfa99c req-d2886084-a8b5-4046-b1d8-ed4e6f779ce9 service nova] [instance: 41f90609-cec6-43c2-9853-aa72527e5f46] Updated VIF entry in instance network info cache for port 1631a4bc-0e87-4e64-9efd-1e551779d5dd. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1691.489569] env[63750]: DEBUG nova.network.neutron [req-4e0e57a1-2d13-43bb-9905-a041efcfa99c req-d2886084-a8b5-4046-b1d8-ed4e6f779ce9 service nova] [instance: 41f90609-cec6-43c2-9853-aa72527e5f46] Updating instance_info_cache with network_info: [{"id": "1631a4bc-0e87-4e64-9efd-1e551779d5dd", "address": "fa:16:3e:e6:c2:4a", "network": {"id": "d70c6e88-27a3-43fa-89d1-8a45364d839f", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-930888705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb597f8201ab42daa426086b53ee3859", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1631a4bc-0e", "ovs_interfaceid": "1631a4bc-0e87-4e64-9efd-1e551779d5dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1691.589211] env[63750]: DEBUG oslo_vmware.api [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52fc955a-9f9c-51f8-7f04-e772738d51a5, 'name': SearchDatastore_Task, 'duration_secs': 0.010774} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.589599] env[63750]: DEBUG oslo_concurrency.lockutils [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1691.589997] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] [instance: 41f90609-cec6-43c2-9853-aa72527e5f46] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1691.590502] env[63750]: DEBUG oslo_concurrency.lockutils [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1691.590898] env[63750]: DEBUG oslo_concurrency.lockutils [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.591124] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1691.591405] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73ee9fd8-411e-42d0-b22a-ef1811974b95 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.601875] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1691.605030] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1691.605030] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92100eed-de32-4656-aca8-2a9ffb5fc645 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.610126] env[63750]: DEBUG oslo_vmware.api [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Waiting for the task: (returnval){ [ 1691.610126] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52b7ad14-d1da-0860-5d08-24411a3a6b0e" [ 1691.610126] env[63750]: _type = "Task" [ 1691.610126] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.619997] env[63750]: DEBUG oslo_vmware.api [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52b7ad14-d1da-0860-5d08-24411a3a6b0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.676992] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bc3fd28b-069a-45cd-af3d-4d512fa36cea tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.711010] env[63750]: DEBUG nova.scheduler.client.report [None req-cecf9641-5cd8-40dc-942a-804800bffbaa tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1691.766891] env[63750]: DEBUG oslo_vmware.api [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527666e1-d905-b2a6-0b27-1c9e2845b0b6, 'name': SearchDatastore_Task, 'duration_secs': 0.011076} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.770678] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d49f981-8e90-4ace-a261-bd7efbe4cd80 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.779319] env[63750]: DEBUG oslo_vmware.api [None req-c2061e30-86a0-488c-bf26-76b74c3b4f24 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006157, 'name': PowerOffVM_Task, 'duration_secs': 0.233096} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.780819] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2061e30-86a0-488c-bf26-76b74c3b4f24 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1691.781341] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c2061e30-86a0-488c-bf26-76b74c3b4f24 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1691.782275] env[63750]: DEBUG oslo_vmware.api [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Waiting for the task: (returnval){ [ 1691.782275] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52fea9c2-9964-f1b1-39d9-f6d1c32e6add" [ 1691.782275] env[63750]: _type = "Task" [ 1691.782275] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.782514] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72f4454f-6d6d-4023-884f-e48c02a92c71 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.795915] env[63750]: DEBUG oslo_vmware.api [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52fea9c2-9964-f1b1-39d9-f6d1c32e6add, 'name': SearchDatastore_Task, 'duration_secs': 0.011502} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.796338] env[63750]: DEBUG oslo_concurrency.lockutils [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1691.796753] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] c1f05848-3b1b-4f8e-877a-966310e78bcc/c1f05848-3b1b-4f8e-877a-966310e78bcc.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1691.797123] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5239cb92-377c-44d8-8282-16da68e3f313 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.807045] env[63750]: DEBUG oslo_vmware.api [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Waiting for the task: (returnval){ [ 1691.807045] env[63750]: value = "task-2006159" [ 1691.807045] env[63750]: _type = "Task" [ 1691.807045] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.817900] env[63750]: DEBUG oslo_vmware.api [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Task: {'id': task-2006159, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.939104] env[63750]: DEBUG nova.network.neutron [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: 64e60d53-dc4c-41ab-91ee-fff41c2b5976] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1691.954181] env[63750]: DEBUG oslo_vmware.api [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Task: {'id': task-2006156, 'name': ReconfigVM_Task, 'duration_secs': 0.538851} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.954868] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] [instance: 57914c7f-a496-4c0c-a57d-cf9f46158032] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 57914c7f-a496-4c0c-a57d-cf9f46158032/57914c7f-a496-4c0c-a57d-cf9f46158032.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1691.955909] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c2061e30-86a0-488c-bf26-76b74c3b4f24 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1691.956312] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c2061e30-86a0-488c-bf26-76b74c3b4f24 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1691.956989] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2061e30-86a0-488c-bf26-76b74c3b4f24 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Deleting the datastore file [datastore1] 643617f0-9718-4aad-8882-2ffce5e41401 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1691.956989] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea5b012e-e378-4661-8579-67f70a868d63 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.958519] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-534cc4f6-08c3-4c04-b097-77e1c8ed9208 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.966579] env[63750]: DEBUG oslo_vmware.api [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Waiting for the task: (returnval){ [ 1691.966579] env[63750]: value = "task-2006160" [ 1691.966579] env[63750]: _type = "Task" [ 1691.966579] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.970396] env[63750]: DEBUG oslo_vmware.api [None req-c2061e30-86a0-488c-bf26-76b74c3b4f24 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1691.970396] env[63750]: value = "task-2006161" [ 1691.970396] env[63750]: _type = "Task" [ 1691.970396] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.985709] env[63750]: DEBUG oslo_vmware.api [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Task: {'id': task-2006160, 'name': Rename_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.991260] env[63750]: DEBUG oslo_vmware.api [None req-c2061e30-86a0-488c-bf26-76b74c3b4f24 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006161, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.992475] env[63750]: DEBUG oslo_concurrency.lockutils [req-4e0e57a1-2d13-43bb-9905-a041efcfa99c req-d2886084-a8b5-4046-b1d8-ed4e6f779ce9 service nova] Releasing lock "refresh_cache-41f90609-cec6-43c2-9853-aa72527e5f46" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1691.992719] env[63750]: DEBUG nova.compute.manager [req-4e0e57a1-2d13-43bb-9905-a041efcfa99c req-d2886084-a8b5-4046-b1d8-ed4e6f779ce9 service nova] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Received event network-changed-8ea2d03d-e7e9-4c53-80ac-2ddabbb830be {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1691.993237] env[63750]: DEBUG nova.compute.manager [req-4e0e57a1-2d13-43bb-9905-a041efcfa99c req-d2886084-a8b5-4046-b1d8-ed4e6f779ce9 service nova] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Refreshing instance network info cache due to event network-changed-8ea2d03d-e7e9-4c53-80ac-2ddabbb830be. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1691.993621] env[63750]: DEBUG oslo_concurrency.lockutils [req-4e0e57a1-2d13-43bb-9905-a041efcfa99c req-d2886084-a8b5-4046-b1d8-ed4e6f779ce9 service nova] Acquiring lock "refresh_cache-be1c2871-2c59-4a77-8792-fb9f5fd2128f" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1691.993703] env[63750]: DEBUG oslo_concurrency.lockutils [req-4e0e57a1-2d13-43bb-9905-a041efcfa99c req-d2886084-a8b5-4046-b1d8-ed4e6f779ce9 service nova] Acquired lock "refresh_cache-be1c2871-2c59-4a77-8792-fb9f5fd2128f" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.993850] env[63750]: DEBUG nova.network.neutron [req-4e0e57a1-2d13-43bb-9905-a041efcfa99c req-d2886084-a8b5-4046-b1d8-ed4e6f779ce9 service nova] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Refreshing network info cache for port 8ea2d03d-e7e9-4c53-80ac-2ddabbb830be {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1692.071881] env[63750]: DEBUG nova.compute.manager [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 627fabed-0639-417d-b78c-fc6ef6ab7979] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1692.103730] env[63750]: DEBUG nova.virt.hardware [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1692.104239] env[63750]: DEBUG nova.virt.hardware [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1692.104519] env[63750]: DEBUG nova.virt.hardware [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1692.104816] env[63750]: DEBUG nova.virt.hardware [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1692.104909] env[63750]: DEBUG nova.virt.hardware [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1692.105168] env[63750]: DEBUG nova.virt.hardware [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1692.105812] env[63750]: DEBUG nova.virt.hardware [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1692.105812] env[63750]: DEBUG nova.virt.hardware [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1692.107038] env[63750]: DEBUG nova.virt.hardware [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1692.107559] env[63750]: DEBUG nova.virt.hardware [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1692.107752] env[63750]: DEBUG nova.virt.hardware [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1692.111680] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ac8948-54e1-42df-8841-768797cae58a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.136054] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dffae2a2-6a35-4cfb-b5ce-a00f4f7cdfcc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.142264] env[63750]: DEBUG oslo_vmware.api [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52b7ad14-d1da-0860-5d08-24411a3a6b0e, 'name': SearchDatastore_Task, 'duration_secs': 0.023015} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.142938] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f24604e-c72b-4aeb-adae-64a6ab5dec0a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.163202] env[63750]: DEBUG oslo_vmware.api [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Waiting for the task: (returnval){ [ 1692.163202] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52711f5e-1e6e-0a0d-9980-7f0b675e16f4" [ 1692.163202] env[63750]: _type = "Task" [ 1692.163202] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.170661] env[63750]: DEBUG nova.network.neutron [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: 64e60d53-dc4c-41ab-91ee-fff41c2b5976] Updating instance_info_cache with network_info: [{"id": "b567c705-6e24-4dde-b76d-c629f66117fe", "address": "fa:16:3e:4f:62:8e", "network": {"id": "a812a95d-a100-4a1c-9664-785f0f605b79", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-889087728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "328baa65c73146b79fd9c27b62b5b22a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb567c705-6e", "ovs_interfaceid": "b567c705-6e24-4dde-b76d-c629f66117fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1692.175248] env[63750]: DEBUG oslo_vmware.api [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52711f5e-1e6e-0a0d-9980-7f0b675e16f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.217034] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cecf9641-5cd8-40dc-942a-804800bffbaa tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.171s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1692.222110] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5a11fb9-1114-4965-8f59-8fe1b5339bf9 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.671s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1692.222110] env[63750]: DEBUG nova.objects.instance [None req-b5a11fb9-1114-4965-8f59-8fe1b5339bf9 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Lazy-loading 'resources' on Instance uuid 1bc60127-2c17-4962-b6fe-0785357c36ca {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1692.255545] env[63750]: INFO nova.scheduler.client.report [None req-cecf9641-5cd8-40dc-942a-804800bffbaa tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Deleted allocations for instance 3e37b98e-c5f5-446c-8ac2-dacdf8ce7106 [ 1692.318576] env[63750]: DEBUG oslo_vmware.api [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Task: {'id': task-2006159, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512395} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.318934] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] c1f05848-3b1b-4f8e-877a-966310e78bcc/c1f05848-3b1b-4f8e-877a-966310e78bcc.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1692.319246] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1692.320309] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fa2ac45-f6b4-406a-83c2-f98198e821bf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.330564] env[63750]: DEBUG oslo_vmware.api [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Waiting for the task: (returnval){ [ 1692.330564] env[63750]: value = "task-2006162" [ 1692.330564] env[63750]: _type = "Task" [ 1692.330564] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.338434] env[63750]: DEBUG oslo_vmware.api [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Task: {'id': task-2006162, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.484793] env[63750]: DEBUG oslo_vmware.api [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Task: {'id': task-2006160, 'name': Rename_Task, 'duration_secs': 0.176851} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.489083] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] [instance: 57914c7f-a496-4c0c-a57d-cf9f46158032] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1692.489083] env[63750]: DEBUG oslo_vmware.api [None req-c2061e30-86a0-488c-bf26-76b74c3b4f24 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006161, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.489083] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-435b47da-daee-4d73-a7d9-8cb179575bd2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.498850] env[63750]: DEBUG oslo_vmware.api [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Waiting for the task: (returnval){ [ 1692.498850] env[63750]: value = "task-2006163" [ 1692.498850] env[63750]: _type = "Task" [ 1692.498850] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.512237] env[63750]: DEBUG oslo_vmware.api [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Task: {'id': task-2006163, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.674781] env[63750]: DEBUG oslo_vmware.api [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52711f5e-1e6e-0a0d-9980-7f0b675e16f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.677022] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Releasing lock "refresh_cache-64e60d53-dc4c-41ab-91ee-fff41c2b5976" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1692.677242] env[63750]: DEBUG nova.compute.manager [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: 64e60d53-dc4c-41ab-91ee-fff41c2b5976] Instance network_info: |[{"id": "b567c705-6e24-4dde-b76d-c629f66117fe", "address": "fa:16:3e:4f:62:8e", "network": {"id": "a812a95d-a100-4a1c-9664-785f0f605b79", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-889087728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "328baa65c73146b79fd9c27b62b5b22a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb567c705-6e", "ovs_interfaceid": "b567c705-6e24-4dde-b76d-c629f66117fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1692.677867] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: 64e60d53-dc4c-41ab-91ee-fff41c2b5976] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:62:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89f807d9-140f-4a6f-8bce-96795f9482ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b567c705-6e24-4dde-b76d-c629f66117fe', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1692.686540] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Creating folder: Project (328baa65c73146b79fd9c27b62b5b22a). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1692.687034] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa1ff0de-a3f1-4fd4-8e38-40fe197771ca {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.700374] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Created folder: Project (328baa65c73146b79fd9c27b62b5b22a) in parent group-v412391. [ 1692.700607] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Creating folder: Instances. Parent ref: group-v412498. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1692.700864] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-775ca383-54a6-407b-b8bd-74881cbccfd6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.712834] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Created folder: Instances in parent group-v412498. [ 1692.713174] env[63750]: DEBUG oslo.service.loopingcall [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1692.713357] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64e60d53-dc4c-41ab-91ee-fff41c2b5976] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1692.713635] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97a05654-9558-475c-af42-01f2cfbf7965 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.741373] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1692.741373] env[63750]: value = "task-2006166" [ 1692.741373] env[63750]: _type = "Task" [ 1692.741373] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.753172] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006166, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.771709] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cecf9641-5cd8-40dc-942a-804800bffbaa tempest-ServerAddressesNegativeTestJSON-1380751575 tempest-ServerAddressesNegativeTestJSON-1380751575-project-member] Lock "3e37b98e-c5f5-446c-8ac2-dacdf8ce7106" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.327s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1692.826891] env[63750]: DEBUG nova.compute.manager [req-89169de3-8306-4499-bfaa-036c5ce7b122 req-d59f2791-cbc0-42bc-a4f8-fd327ed3bd11 service nova] [instance: 64e60d53-dc4c-41ab-91ee-fff41c2b5976] Received event network-changed-b567c705-6e24-4dde-b76d-c629f66117fe {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1692.827178] env[63750]: DEBUG nova.compute.manager [req-89169de3-8306-4499-bfaa-036c5ce7b122 req-d59f2791-cbc0-42bc-a4f8-fd327ed3bd11 service nova] [instance: 64e60d53-dc4c-41ab-91ee-fff41c2b5976] Refreshing instance network info cache due to event network-changed-b567c705-6e24-4dde-b76d-c629f66117fe. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1692.827452] env[63750]: DEBUG oslo_concurrency.lockutils [req-89169de3-8306-4499-bfaa-036c5ce7b122 req-d59f2791-cbc0-42bc-a4f8-fd327ed3bd11 service nova] Acquiring lock "refresh_cache-64e60d53-dc4c-41ab-91ee-fff41c2b5976" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1692.827611] env[63750]: DEBUG oslo_concurrency.lockutils [req-89169de3-8306-4499-bfaa-036c5ce7b122 req-d59f2791-cbc0-42bc-a4f8-fd327ed3bd11 service nova] Acquired lock "refresh_cache-64e60d53-dc4c-41ab-91ee-fff41c2b5976" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1692.827778] env[63750]: DEBUG nova.network.neutron [req-89169de3-8306-4499-bfaa-036c5ce7b122 req-d59f2791-cbc0-42bc-a4f8-fd327ed3bd11 service nova] [instance: 64e60d53-dc4c-41ab-91ee-fff41c2b5976] Refreshing network info cache for port b567c705-6e24-4dde-b76d-c629f66117fe {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1692.840490] env[63750]: DEBUG oslo_vmware.api [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Task: {'id': task-2006162, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.185022} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.841466] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1692.842425] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe234e7-fe60-4a21-86e6-5e91fe00baf8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.876549] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] c1f05848-3b1b-4f8e-877a-966310e78bcc/c1f05848-3b1b-4f8e-877a-966310e78bcc.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1692.877431] env[63750]: DEBUG nova.network.neutron [req-4e0e57a1-2d13-43bb-9905-a041efcfa99c req-d2886084-a8b5-4046-b1d8-ed4e6f779ce9 service nova] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Updated VIF entry in instance network info cache for port 8ea2d03d-e7e9-4c53-80ac-2ddabbb830be. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1692.877747] env[63750]: DEBUG nova.network.neutron [req-4e0e57a1-2d13-43bb-9905-a041efcfa99c req-d2886084-a8b5-4046-b1d8-ed4e6f779ce9 service nova] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Updating instance_info_cache with network_info: [{"id": "8ea2d03d-e7e9-4c53-80ac-2ddabbb830be", "address": "fa:16:3e:43:62:4d", "network": {"id": "06d31948-f33e-40cc-903f-8bb098c13fa3", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-581838402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27e4e65f546c4dcd83175aa99118acc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ea2d03d-e7", "ovs_interfaceid": "8ea2d03d-e7e9-4c53-80ac-2ddabbb830be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1692.882470] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84500d7d-7dee-4604-a168-7089a116b742 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.898488] env[63750]: DEBUG oslo_concurrency.lockutils [req-4e0e57a1-2d13-43bb-9905-a041efcfa99c req-d2886084-a8b5-4046-b1d8-ed4e6f779ce9 service nova] Releasing lock "refresh_cache-be1c2871-2c59-4a77-8792-fb9f5fd2128f" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1692.898796] env[63750]: DEBUG nova.compute.manager [req-4e0e57a1-2d13-43bb-9905-a041efcfa99c req-d2886084-a8b5-4046-b1d8-ed4e6f779ce9 service nova] [instance: 19fa9ea2-0fa3-47a3-a80a-91225c41da38] Received event network-vif-deleted-7b750dc1-ca91-4164-8285-a239381d7516 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1692.898871] env[63750]: INFO nova.compute.manager [req-4e0e57a1-2d13-43bb-9905-a041efcfa99c req-d2886084-a8b5-4046-b1d8-ed4e6f779ce9 service nova] [instance: 19fa9ea2-0fa3-47a3-a80a-91225c41da38] Neutron deleted interface 7b750dc1-ca91-4164-8285-a239381d7516; detaching it from the instance and deleting it from the info cache [ 1692.899060] env[63750]: DEBUG nova.network.neutron [req-4e0e57a1-2d13-43bb-9905-a041efcfa99c req-d2886084-a8b5-4046-b1d8-ed4e6f779ce9 service nova] [instance: 19fa9ea2-0fa3-47a3-a80a-91225c41da38] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1692.908973] env[63750]: DEBUG oslo_vmware.api [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Waiting for the task: (returnval){ [ 1692.908973] env[63750]: value = "task-2006167" [ 1692.908973] env[63750]: _type = "Task" [ 1692.908973] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.934571] env[63750]: DEBUG oslo_vmware.api [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Task: {'id': task-2006167, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.991259] env[63750]: DEBUG oslo_vmware.api [None req-c2061e30-86a0-488c-bf26-76b74c3b4f24 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006161, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.008525] env[63750]: DEBUG nova.network.neutron [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 627fabed-0639-417d-b78c-fc6ef6ab7979] Successfully updated port: 38e011bb-95bd-430e-a057-e80a224177d5 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1693.018640] env[63750]: DEBUG oslo_vmware.api [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Task: {'id': task-2006163, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.179390] env[63750]: DEBUG oslo_vmware.api [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52711f5e-1e6e-0a0d-9980-7f0b675e16f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.253940] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006166, 'name': CreateVM_Task, 'duration_secs': 0.399765} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.256805] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64e60d53-dc4c-41ab-91ee-fff41c2b5976] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1693.257832] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1693.258043] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1693.258595] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1693.258922] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e374b48-a1d9-43eb-9a68-ffaf3813d2f4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.264515] env[63750]: DEBUG oslo_vmware.api [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Waiting for the task: (returnval){ [ 1693.264515] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5211323b-fa74-3467-6d05-3f942eb05111" [ 1693.264515] env[63750]: _type = "Task" [ 1693.264515] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.276464] env[63750]: DEBUG oslo_vmware.api [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5211323b-fa74-3467-6d05-3f942eb05111, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.294817] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277a8516-3160-4006-8e51-8acc9b4f1921 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.303481] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2826b509-88e4-43f5-b8ae-4d432bab776d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.337888] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6d541f-4f6d-4fb8-84e9-037560c56486 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.346941] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a73acde-9cc9-45ce-8ed5-b4b1ddf07464 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.362730] env[63750]: DEBUG nova.compute.provider_tree [None req-b5a11fb9-1114-4965-8f59-8fe1b5339bf9 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1693.405946] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-29d6e254-e5c3-44f9-83c0-8e3f8fc81103 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.411755] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e206006-7e3d-4dcd-a748-c71ad6154655 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.431621] env[63750]: DEBUG oslo_vmware.api [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Task: {'id': task-2006167, 'name': ReconfigVM_Task, 'duration_secs': 0.32693} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.431908] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Reconfigured VM instance instance-00000020 to attach disk [datastore2] c1f05848-3b1b-4f8e-877a-966310e78bcc/c1f05848-3b1b-4f8e-877a-966310e78bcc.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1693.432649] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-564e5c55-cd13-4d3c-9725-3e03e23894cf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.439791] env[63750]: DEBUG oslo_vmware.api [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Waiting for the task: (returnval){ [ 1693.439791] env[63750]: value = "task-2006168" [ 1693.439791] env[63750]: _type = "Task" [ 1693.439791] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.455751] env[63750]: DEBUG nova.compute.manager [req-4e0e57a1-2d13-43bb-9905-a041efcfa99c req-d2886084-a8b5-4046-b1d8-ed4e6f779ce9 service nova] [instance: 19fa9ea2-0fa3-47a3-a80a-91225c41da38] Detach interface failed, port_id=7b750dc1-ca91-4164-8285-a239381d7516, reason: Instance 19fa9ea2-0fa3-47a3-a80a-91225c41da38 could not be found. {{(pid=63750) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1693.467919] env[63750]: DEBUG oslo_vmware.api [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Task: {'id': task-2006168, 'name': Rename_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.486011] env[63750]: DEBUG oslo_vmware.api [None req-c2061e30-86a0-488c-bf26-76b74c3b4f24 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006161, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.511712] env[63750]: DEBUG oslo_vmware.api [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Task: {'id': task-2006163, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.517918] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquiring lock "refresh_cache-627fabed-0639-417d-b78c-fc6ef6ab7979" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1693.517918] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquired lock "refresh_cache-627fabed-0639-417d-b78c-fc6ef6ab7979" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1693.517918] env[63750]: DEBUG nova.network.neutron [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 627fabed-0639-417d-b78c-fc6ef6ab7979] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1693.684416] env[63750]: DEBUG oslo_vmware.api [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52711f5e-1e6e-0a0d-9980-7f0b675e16f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.690142] env[63750]: DEBUG nova.network.neutron [req-89169de3-8306-4499-bfaa-036c5ce7b122 req-d59f2791-cbc0-42bc-a4f8-fd327ed3bd11 service nova] [instance: 64e60d53-dc4c-41ab-91ee-fff41c2b5976] Updated VIF entry in instance network info cache for port b567c705-6e24-4dde-b76d-c629f66117fe. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1693.690142] env[63750]: DEBUG nova.network.neutron [req-89169de3-8306-4499-bfaa-036c5ce7b122 req-d59f2791-cbc0-42bc-a4f8-fd327ed3bd11 service nova] [instance: 64e60d53-dc4c-41ab-91ee-fff41c2b5976] Updating instance_info_cache with network_info: [{"id": "b567c705-6e24-4dde-b76d-c629f66117fe", "address": "fa:16:3e:4f:62:8e", "network": {"id": "a812a95d-a100-4a1c-9664-785f0f605b79", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-889087728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "328baa65c73146b79fd9c27b62b5b22a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb567c705-6e", "ovs_interfaceid": "b567c705-6e24-4dde-b76d-c629f66117fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1693.777679] env[63750]: DEBUG oslo_vmware.api [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5211323b-fa74-3467-6d05-3f942eb05111, 'name': SearchDatastore_Task, 'duration_secs': 0.01195} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.778125] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1693.778373] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: 64e60d53-dc4c-41ab-91ee-fff41c2b5976] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1693.778602] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1693.778741] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1693.778920] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1693.779209] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38eb3617-53ea-4bd1-862e-36dd2a41f59b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.789210] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1693.789406] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1693.790173] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c083346-df68-49de-87c8-d5d1a8d52176 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.797209] env[63750]: DEBUG oslo_vmware.api [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Waiting for the task: (returnval){ [ 1693.797209] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52660b36-7491-5c6f-011d-9581e602a3a3" [ 1693.797209] env[63750]: _type = "Task" [ 1693.797209] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.808500] env[63750]: DEBUG oslo_vmware.api [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52660b36-7491-5c6f-011d-9581e602a3a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.866490] env[63750]: DEBUG nova.scheduler.client.report [None req-b5a11fb9-1114-4965-8f59-8fe1b5339bf9 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1693.966589] env[63750]: DEBUG oslo_vmware.api [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Task: {'id': task-2006168, 'name': Rename_Task, 'duration_secs': 0.156066} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.966871] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1693.967132] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5a355ac-aba5-48c6-98cf-077d2e710817 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.975772] env[63750]: DEBUG oslo_vmware.api [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Waiting for the task: (returnval){ [ 1693.975772] env[63750]: value = "task-2006169" [ 1693.975772] env[63750]: _type = "Task" [ 1693.975772] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.988123] env[63750]: DEBUG oslo_vmware.api [None req-c2061e30-86a0-488c-bf26-76b74c3b4f24 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006161, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.991545] env[63750]: DEBUG oslo_vmware.api [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Task: {'id': task-2006169, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.011720] env[63750]: DEBUG oslo_vmware.api [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Task: {'id': task-2006163, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.073205] env[63750]: DEBUG nova.network.neutron [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 627fabed-0639-417d-b78c-fc6ef6ab7979] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1694.180689] env[63750]: DEBUG oslo_vmware.api [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52711f5e-1e6e-0a0d-9980-7f0b675e16f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.194349] env[63750]: DEBUG oslo_concurrency.lockutils [req-89169de3-8306-4499-bfaa-036c5ce7b122 req-d59f2791-cbc0-42bc-a4f8-fd327ed3bd11 service nova] Releasing lock "refresh_cache-64e60d53-dc4c-41ab-91ee-fff41c2b5976" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1694.309046] env[63750]: DEBUG oslo_vmware.api [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52660b36-7491-5c6f-011d-9581e602a3a3, 'name': SearchDatastore_Task, 'duration_secs': 0.011562} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.309921] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bd46f7c-5310-4c91-b53d-4d75e4599d87 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.318784] env[63750]: DEBUG oslo_vmware.api [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Waiting for the task: (returnval){ [ 1694.318784] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52d9163d-5259-e0ba-dd4c-dd983e4d9602" [ 1694.318784] env[63750]: _type = "Task" [ 1694.318784] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.333836] env[63750]: DEBUG oslo_vmware.api [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52d9163d-5259-e0ba-dd4c-dd983e4d9602, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.336062] env[63750]: DEBUG nova.network.neutron [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 627fabed-0639-417d-b78c-fc6ef6ab7979] Updating instance_info_cache with network_info: [{"id": "38e011bb-95bd-430e-a057-e80a224177d5", "address": "fa:16:3e:41:1a:5b", "network": {"id": "0e079862-a158-4a83-80c0-7e4b9250f9fe", "bridge": "br-int", "label": "tempest-ServersTestJSON-24691741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348f6d26e2ec4f0ea7a2f9ae9fdf7a62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38e011bb-95", "ovs_interfaceid": "38e011bb-95bd-430e-a057-e80a224177d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1694.372581] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5a11fb9-1114-4965-8f59-8fe1b5339bf9 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.151s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1694.376172] env[63750]: DEBUG oslo_concurrency.lockutils [None req-37fb4724-8b24-48cd-8dc5-a98b5d07ce27 tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.727s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1694.376549] env[63750]: DEBUG nova.objects.instance [None req-37fb4724-8b24-48cd-8dc5-a98b5d07ce27 tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Lazy-loading 'resources' on Instance uuid fd699fda-28a7-4cd2-bd87-f2f2d28dce65 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1694.399517] env[63750]: INFO nova.scheduler.client.report [None req-b5a11fb9-1114-4965-8f59-8fe1b5339bf9 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Deleted allocations for instance 1bc60127-2c17-4962-b6fe-0785357c36ca [ 1694.489987] env[63750]: DEBUG oslo_vmware.api [None req-c2061e30-86a0-488c-bf26-76b74c3b4f24 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006161, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.493288] env[63750]: DEBUG oslo_vmware.api [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Task: {'id': task-2006169, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.514013] env[63750]: DEBUG oslo_vmware.api [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Task: {'id': task-2006163, 'name': PowerOnVM_Task} progress is 82%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.681429] env[63750]: DEBUG oslo_vmware.api [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52711f5e-1e6e-0a0d-9980-7f0b675e16f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.832415] env[63750]: DEBUG oslo_vmware.api [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52d9163d-5259-e0ba-dd4c-dd983e4d9602, 'name': SearchDatastore_Task, 'duration_secs': 0.020347} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.832891] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1694.833129] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 64e60d53-dc4c-41ab-91ee-fff41c2b5976/64e60d53-dc4c-41ab-91ee-fff41c2b5976.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1694.833255] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cba1b90a-3858-4e5f-84f5-e768ece51f16 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.840514] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Releasing lock "refresh_cache-627fabed-0639-417d-b78c-fc6ef6ab7979" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1694.843294] env[63750]: DEBUG nova.compute.manager [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 627fabed-0639-417d-b78c-fc6ef6ab7979] Instance network_info: |[{"id": "38e011bb-95bd-430e-a057-e80a224177d5", "address": "fa:16:3e:41:1a:5b", "network": {"id": "0e079862-a158-4a83-80c0-7e4b9250f9fe", "bridge": "br-int", "label": "tempest-ServersTestJSON-24691741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348f6d26e2ec4f0ea7a2f9ae9fdf7a62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38e011bb-95", "ovs_interfaceid": "38e011bb-95bd-430e-a057-e80a224177d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1694.845100] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 627fabed-0639-417d-b78c-fc6ef6ab7979] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:1a:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd646f9d5-d2ad-4c22-bea5-85a965334de6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38e011bb-95bd-430e-a057-e80a224177d5', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1694.854036] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Creating folder: Project (348f6d26e2ec4f0ea7a2f9ae9fdf7a62). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1694.854154] env[63750]: DEBUG oslo_vmware.api [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Waiting for the task: (returnval){ [ 1694.854154] env[63750]: value = "task-2006170" [ 1694.854154] env[63750]: _type = "Task" [ 1694.854154] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.854534] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f87a2332-ada0-458a-8730-25c4adb9e0d6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.866464] env[63750]: DEBUG oslo_vmware.api [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Task: {'id': task-2006170, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.870627] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Created folder: Project (348f6d26e2ec4f0ea7a2f9ae9fdf7a62) in parent group-v412391. [ 1694.870907] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Creating folder: Instances. Parent ref: group-v412501. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1694.871330] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2be4459-5eaf-4e09-bb29-408a82d18dc9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.876250] env[63750]: DEBUG nova.compute.manager [req-ec1db8b3-5784-403b-83de-179f3c4d7bea req-20d5ae6d-49ab-4ccd-b3a8-f5028769ec18 service nova] [instance: 627fabed-0639-417d-b78c-fc6ef6ab7979] Received event network-vif-plugged-38e011bb-95bd-430e-a057-e80a224177d5 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1694.876426] env[63750]: DEBUG oslo_concurrency.lockutils [req-ec1db8b3-5784-403b-83de-179f3c4d7bea req-20d5ae6d-49ab-4ccd-b3a8-f5028769ec18 service nova] Acquiring lock "627fabed-0639-417d-b78c-fc6ef6ab7979-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1694.876612] env[63750]: DEBUG oslo_concurrency.lockutils [req-ec1db8b3-5784-403b-83de-179f3c4d7bea req-20d5ae6d-49ab-4ccd-b3a8-f5028769ec18 service nova] Lock "627fabed-0639-417d-b78c-fc6ef6ab7979-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1694.876858] env[63750]: DEBUG oslo_concurrency.lockutils [req-ec1db8b3-5784-403b-83de-179f3c4d7bea req-20d5ae6d-49ab-4ccd-b3a8-f5028769ec18 service nova] Lock "627fabed-0639-417d-b78c-fc6ef6ab7979-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1694.877088] env[63750]: DEBUG nova.compute.manager [req-ec1db8b3-5784-403b-83de-179f3c4d7bea req-20d5ae6d-49ab-4ccd-b3a8-f5028769ec18 service nova] [instance: 627fabed-0639-417d-b78c-fc6ef6ab7979] No waiting events found dispatching network-vif-plugged-38e011bb-95bd-430e-a057-e80a224177d5 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1694.877140] env[63750]: WARNING nova.compute.manager [req-ec1db8b3-5784-403b-83de-179f3c4d7bea req-20d5ae6d-49ab-4ccd-b3a8-f5028769ec18 service nova] [instance: 627fabed-0639-417d-b78c-fc6ef6ab7979] Received unexpected event network-vif-plugged-38e011bb-95bd-430e-a057-e80a224177d5 for instance with vm_state building and task_state spawning. [ 1694.877316] env[63750]: DEBUG nova.compute.manager [req-ec1db8b3-5784-403b-83de-179f3c4d7bea req-20d5ae6d-49ab-4ccd-b3a8-f5028769ec18 service nova] [instance: 627fabed-0639-417d-b78c-fc6ef6ab7979] Received event network-changed-38e011bb-95bd-430e-a057-e80a224177d5 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1694.877468] env[63750]: DEBUG nova.compute.manager [req-ec1db8b3-5784-403b-83de-179f3c4d7bea req-20d5ae6d-49ab-4ccd-b3a8-f5028769ec18 service nova] [instance: 627fabed-0639-417d-b78c-fc6ef6ab7979] Refreshing instance network info cache due to event network-changed-38e011bb-95bd-430e-a057-e80a224177d5. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1694.877672] env[63750]: DEBUG oslo_concurrency.lockutils [req-ec1db8b3-5784-403b-83de-179f3c4d7bea req-20d5ae6d-49ab-4ccd-b3a8-f5028769ec18 service nova] Acquiring lock "refresh_cache-627fabed-0639-417d-b78c-fc6ef6ab7979" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1694.877807] env[63750]: DEBUG oslo_concurrency.lockutils [req-ec1db8b3-5784-403b-83de-179f3c4d7bea req-20d5ae6d-49ab-4ccd-b3a8-f5028769ec18 service nova] Acquired lock "refresh_cache-627fabed-0639-417d-b78c-fc6ef6ab7979" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1694.877978] env[63750]: DEBUG nova.network.neutron [req-ec1db8b3-5784-403b-83de-179f3c4d7bea req-20d5ae6d-49ab-4ccd-b3a8-f5028769ec18 service nova] [instance: 627fabed-0639-417d-b78c-fc6ef6ab7979] Refreshing network info cache for port 38e011bb-95bd-430e-a057-e80a224177d5 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1694.884995] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Created folder: Instances in parent group-v412501. [ 1694.885612] env[63750]: DEBUG oslo.service.loopingcall [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1694.885701] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 627fabed-0639-417d-b78c-fc6ef6ab7979] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1694.886508] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30ba43bf-a4e2-4e32-8e19-d4814942256d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.911350] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1694.911350] env[63750]: value = "task-2006173" [ 1694.911350] env[63750]: _type = "Task" [ 1694.911350] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.911986] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5a11fb9-1114-4965-8f59-8fe1b5339bf9 tempest-DeleteServersAdminTestJSON-2128598627 tempest-DeleteServersAdminTestJSON-2128598627-project-member] Lock "1bc60127-2c17-4962-b6fe-0785357c36ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.072s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1694.928987] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006173, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.994805] env[63750]: DEBUG oslo_vmware.api [None req-c2061e30-86a0-488c-bf26-76b74c3b4f24 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006161, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.000220] env[63750]: DEBUG oslo_vmware.api [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Task: {'id': task-2006169, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.014172] env[63750]: DEBUG oslo_vmware.api [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Task: {'id': task-2006163, 'name': PowerOnVM_Task, 'duration_secs': 2.300182} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.014549] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] [instance: 57914c7f-a496-4c0c-a57d-cf9f46158032] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1695.014830] env[63750]: INFO nova.compute.manager [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] [instance: 57914c7f-a496-4c0c-a57d-cf9f46158032] Took 10.98 seconds to spawn the instance on the hypervisor. [ 1695.014965] env[63750]: DEBUG nova.compute.manager [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] [instance: 57914c7f-a496-4c0c-a57d-cf9f46158032] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1695.015954] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5692f026-f075-4e59-b88b-de623541ddcd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.182940] env[63750]: DEBUG oslo_vmware.api [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52711f5e-1e6e-0a0d-9980-7f0b675e16f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.363419] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1dd8388-f09f-4375-9128-e0e7c4fb97f1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.370526] env[63750]: DEBUG oslo_vmware.api [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Task: {'id': task-2006170, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.376425] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee122b98-7b52-4e42-999c-c58d31b7ae8b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.413018] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db8ee47-8013-40a8-babd-9d7206ec1366 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.432250] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28dacbb0-f20f-4feb-bc3e-e6e1dc4127c1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.432743] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006173, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.446763] env[63750]: DEBUG nova.compute.provider_tree [None req-37fb4724-8b24-48cd-8dc5-a98b5d07ce27 tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1695.491855] env[63750]: DEBUG oslo_vmware.api [None req-c2061e30-86a0-488c-bf26-76b74c3b4f24 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006161, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.495594] env[63750]: DEBUG oslo_vmware.api [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Task: {'id': task-2006169, 'name': PowerOnVM_Task, 'duration_secs': 1.07199} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.495875] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1695.496381] env[63750]: INFO nova.compute.manager [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Took 16.36 seconds to spawn the instance on the hypervisor. [ 1695.496688] env[63750]: DEBUG nova.compute.manager [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1695.497867] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8651cf-00f4-4286-9d1d-018a789d7052 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.548112] env[63750]: INFO nova.compute.manager [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] [instance: 57914c7f-a496-4c0c-a57d-cf9f46158032] Took 38.31 seconds to build instance. [ 1695.684887] env[63750]: DEBUG oslo_vmware.api [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52711f5e-1e6e-0a0d-9980-7f0b675e16f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.787777] env[63750]: DEBUG nova.network.neutron [req-ec1db8b3-5784-403b-83de-179f3c4d7bea req-20d5ae6d-49ab-4ccd-b3a8-f5028769ec18 service nova] [instance: 627fabed-0639-417d-b78c-fc6ef6ab7979] Updated VIF entry in instance network info cache for port 38e011bb-95bd-430e-a057-e80a224177d5. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1695.788251] env[63750]: DEBUG nova.network.neutron [req-ec1db8b3-5784-403b-83de-179f3c4d7bea req-20d5ae6d-49ab-4ccd-b3a8-f5028769ec18 service nova] [instance: 627fabed-0639-417d-b78c-fc6ef6ab7979] Updating instance_info_cache with network_info: [{"id": "38e011bb-95bd-430e-a057-e80a224177d5", "address": "fa:16:3e:41:1a:5b", "network": {"id": "0e079862-a158-4a83-80c0-7e4b9250f9fe", "bridge": "br-int", "label": "tempest-ServersTestJSON-24691741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348f6d26e2ec4f0ea7a2f9ae9fdf7a62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38e011bb-95", "ovs_interfaceid": "38e011bb-95bd-430e-a057-e80a224177d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1695.868013] env[63750]: DEBUG oslo_vmware.api [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Task: {'id': task-2006170, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.720655} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.868657] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 64e60d53-dc4c-41ab-91ee-fff41c2b5976/64e60d53-dc4c-41ab-91ee-fff41c2b5976.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1695.868935] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: 64e60d53-dc4c-41ab-91ee-fff41c2b5976] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1695.869567] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16009247-e664-41f3-b652-7d30687ba24e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.878394] env[63750]: DEBUG oslo_vmware.api [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Waiting for the task: (returnval){ [ 1695.878394] env[63750]: value = "task-2006174" [ 1695.878394] env[63750]: _type = "Task" [ 1695.878394] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.889361] env[63750]: DEBUG oslo_vmware.api [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Task: {'id': task-2006174, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.928383] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006173, 'name': CreateVM_Task, 'duration_secs': 0.824266} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.928635] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 627fabed-0639-417d-b78c-fc6ef6ab7979] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1695.929557] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1695.929846] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1695.930310] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1695.930629] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d81b622-b8a9-4dd4-9bd7-2a7bb697cdfb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.936954] env[63750]: DEBUG oslo_vmware.api [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1695.936954] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]523d98a3-1699-6bc5-09cd-a49f553a64cc" [ 1695.936954] env[63750]: _type = "Task" [ 1695.936954] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.946591] env[63750]: DEBUG oslo_vmware.api [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]523d98a3-1699-6bc5-09cd-a49f553a64cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.950714] env[63750]: DEBUG nova.scheduler.client.report [None req-37fb4724-8b24-48cd-8dc5-a98b5d07ce27 tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1695.990125] env[63750]: DEBUG oslo_vmware.api [None req-c2061e30-86a0-488c-bf26-76b74c3b4f24 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006161, 'name': DeleteDatastoreFile_Task, 'duration_secs': 3.966139} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.990620] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2061e30-86a0-488c-bf26-76b74c3b4f24 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1695.990620] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c2061e30-86a0-488c-bf26-76b74c3b4f24 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1695.990788] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c2061e30-86a0-488c-bf26-76b74c3b4f24 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1695.991027] env[63750]: INFO nova.compute.manager [None req-c2061e30-86a0-488c-bf26-76b74c3b4f24 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Took 4.75 seconds to destroy the instance on the hypervisor. [ 1695.991447] env[63750]: DEBUG oslo.service.loopingcall [None req-c2061e30-86a0-488c-bf26-76b74c3b4f24 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1695.991697] env[63750]: DEBUG nova.compute.manager [-] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1695.991915] env[63750]: DEBUG nova.network.neutron [-] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1696.020170] env[63750]: INFO nova.compute.manager [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Took 42.65 seconds to build instance. [ 1696.049927] env[63750]: DEBUG oslo_concurrency.lockutils [None req-799a17e8-2f1e-478f-8827-f3f6ac8d0909 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Lock "57914c7f-a496-4c0c-a57d-cf9f46158032" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.244s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.052901] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6b11530d-00f0-41be-b77a-532208e98410 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Acquiring lock "57914c7f-a496-4c0c-a57d-cf9f46158032" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.053374] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6b11530d-00f0-41be-b77a-532208e98410 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Lock "57914c7f-a496-4c0c-a57d-cf9f46158032" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1696.054070] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6b11530d-00f0-41be-b77a-532208e98410 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Acquiring lock "57914c7f-a496-4c0c-a57d-cf9f46158032-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.054426] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6b11530d-00f0-41be-b77a-532208e98410 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Lock "57914c7f-a496-4c0c-a57d-cf9f46158032-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1696.054930] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6b11530d-00f0-41be-b77a-532208e98410 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Lock "57914c7f-a496-4c0c-a57d-cf9f46158032-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.057936] env[63750]: INFO nova.compute.manager [None req-6b11530d-00f0-41be-b77a-532208e98410 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] [instance: 57914c7f-a496-4c0c-a57d-cf9f46158032] Terminating instance [ 1696.182019] env[63750]: DEBUG oslo_vmware.api [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52711f5e-1e6e-0a0d-9980-7f0b675e16f4, 'name': SearchDatastore_Task, 'duration_secs': 3.691817} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.182313] env[63750]: DEBUG oslo_concurrency.lockutils [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1696.182952] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 41f90609-cec6-43c2-9853-aa72527e5f46/41f90609-cec6-43c2-9853-aa72527e5f46.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1696.182952] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f49fd938-04ee-479c-8d96-5b14711d27a6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.191296] env[63750]: DEBUG oslo_vmware.api [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Waiting for the task: (returnval){ [ 1696.191296] env[63750]: value = "task-2006175" [ 1696.191296] env[63750]: _type = "Task" [ 1696.191296] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.200767] env[63750]: DEBUG oslo_vmware.api [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Task: {'id': task-2006175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.290893] env[63750]: DEBUG oslo_concurrency.lockutils [req-ec1db8b3-5784-403b-83de-179f3c4d7bea req-20d5ae6d-49ab-4ccd-b3a8-f5028769ec18 service nova] Releasing lock "refresh_cache-627fabed-0639-417d-b78c-fc6ef6ab7979" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1696.398041] env[63750]: DEBUG oslo_vmware.api [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Task: {'id': task-2006174, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110786} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.398469] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: 64e60d53-dc4c-41ab-91ee-fff41c2b5976] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1696.399184] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7e0c15-aa69-4d44-a2f6-5f95be4cd2c0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.435326] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: 64e60d53-dc4c-41ab-91ee-fff41c2b5976] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 64e60d53-dc4c-41ab-91ee-fff41c2b5976/64e60d53-dc4c-41ab-91ee-fff41c2b5976.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1696.436255] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d3d248b-14a1-4061-9ec8-e496d2cc4c1d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.460334] env[63750]: DEBUG oslo_concurrency.lockutils [None req-37fb4724-8b24-48cd-8dc5-a98b5d07ce27 tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.084s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.467427] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.677s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1696.469583] env[63750]: INFO nova.compute.claims [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1696.481672] env[63750]: DEBUG oslo_vmware.api [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]523d98a3-1699-6bc5-09cd-a49f553a64cc, 'name': SearchDatastore_Task, 'duration_secs': 0.010358} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.483120] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1696.483378] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 627fabed-0639-417d-b78c-fc6ef6ab7979] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1696.483617] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1696.483806] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1696.484135] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1696.485110] env[63750]: DEBUG oslo_vmware.api [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Waiting for the task: (returnval){ [ 1696.485110] env[63750]: value = "task-2006176" [ 1696.485110] env[63750]: _type = "Task" [ 1696.485110] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.485377] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-519efc5a-ee41-453e-ae27-9af3be9e7498 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.488800] env[63750]: INFO nova.scheduler.client.report [None req-37fb4724-8b24-48cd-8dc5-a98b5d07ce27 tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Deleted allocations for instance fd699fda-28a7-4cd2-bd87-f2f2d28dce65 [ 1696.502120] env[63750]: DEBUG oslo_vmware.api [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Task: {'id': task-2006176, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.507835] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1696.507895] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1696.509016] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20e18616-de3c-4fae-bf0e-8fc87e37176c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.520283] env[63750]: DEBUG oslo_vmware.api [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1696.520283] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52768d70-28f7-a629-3564-39dac9bb4dff" [ 1696.520283] env[63750]: _type = "Task" [ 1696.520283] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.524374] env[63750]: DEBUG oslo_concurrency.lockutils [None req-beda98ea-7174-45c2-b9aa-9b2a0297d323 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Lock "c1f05848-3b1b-4f8e-877a-966310e78bcc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.178s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.535415] env[63750]: DEBUG oslo_vmware.api [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52768d70-28f7-a629-3564-39dac9bb4dff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.552695] env[63750]: DEBUG nova.compute.manager [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 0431561b-dd08-4c9c-a4f6-43d19cbe4b03] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1696.563193] env[63750]: DEBUG nova.compute.manager [None req-6b11530d-00f0-41be-b77a-532208e98410 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] [instance: 57914c7f-a496-4c0c-a57d-cf9f46158032] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1696.563530] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6b11530d-00f0-41be-b77a-532208e98410 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] [instance: 57914c7f-a496-4c0c-a57d-cf9f46158032] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1696.564665] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4450ba-aab4-4ce1-9d71-becf47763735 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.575495] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b11530d-00f0-41be-b77a-532208e98410 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] [instance: 57914c7f-a496-4c0c-a57d-cf9f46158032] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1696.575903] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34b125a2-e718-4282-b2a3-d4928725201c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.586064] env[63750]: DEBUG oslo_vmware.api [None req-6b11530d-00f0-41be-b77a-532208e98410 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Waiting for the task: (returnval){ [ 1696.586064] env[63750]: value = "task-2006177" [ 1696.586064] env[63750]: _type = "Task" [ 1696.586064] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.598976] env[63750]: DEBUG oslo_vmware.api [None req-6b11530d-00f0-41be-b77a-532208e98410 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Task: {'id': task-2006177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.644923] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e3667f8e-9b5d-426e-b61f-51327fb5df39 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Acquiring lock "c1f05848-3b1b-4f8e-877a-966310e78bcc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.645517] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e3667f8e-9b5d-426e-b61f-51327fb5df39 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Lock "c1f05848-3b1b-4f8e-877a-966310e78bcc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1696.645822] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e3667f8e-9b5d-426e-b61f-51327fb5df39 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Acquiring lock "c1f05848-3b1b-4f8e-877a-966310e78bcc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.646127] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e3667f8e-9b5d-426e-b61f-51327fb5df39 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Lock "c1f05848-3b1b-4f8e-877a-966310e78bcc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1696.646519] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e3667f8e-9b5d-426e-b61f-51327fb5df39 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Lock "c1f05848-3b1b-4f8e-877a-966310e78bcc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.649203] env[63750]: INFO nova.compute.manager [None req-e3667f8e-9b5d-426e-b61f-51327fb5df39 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Terminating instance [ 1696.704377] env[63750]: DEBUG oslo_vmware.api [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Task: {'id': task-2006175, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.891329] env[63750]: DEBUG nova.network.neutron [-] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1696.915778] env[63750]: DEBUG nova.compute.manager [req-ba12a5c0-9af9-470c-9d8c-d9b6ca4c8495 req-5d35f32a-7381-4d19-9ad7-524cc6084ac7 service nova] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Received event network-vif-deleted-23473447-1260-49e9-8b59-c63b42e79950 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1697.001406] env[63750]: DEBUG oslo_vmware.api [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Task: {'id': task-2006176, 'name': ReconfigVM_Task, 'duration_secs': 0.453386} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.001699] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: 64e60d53-dc4c-41ab-91ee-fff41c2b5976] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 64e60d53-dc4c-41ab-91ee-fff41c2b5976/64e60d53-dc4c-41ab-91ee-fff41c2b5976.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1697.006024] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-687b7b73-1e93-4ed2-94b0-0414c43d239a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.007086] env[63750]: DEBUG oslo_concurrency.lockutils [None req-37fb4724-8b24-48cd-8dc5-a98b5d07ce27 tempest-FloatingIPsAssociationNegativeTestJSON-996000977 tempest-FloatingIPsAssociationNegativeTestJSON-996000977-project-member] Lock "fd699fda-28a7-4cd2-bd87-f2f2d28dce65" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.855s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.019024] env[63750]: DEBUG oslo_vmware.api [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Waiting for the task: (returnval){ [ 1697.019024] env[63750]: value = "task-2006178" [ 1697.019024] env[63750]: _type = "Task" [ 1697.019024] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.029135] env[63750]: DEBUG oslo_vmware.api [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Task: {'id': task-2006178, 'name': Rename_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.031306] env[63750]: DEBUG nova.compute.manager [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1697.037956] env[63750]: DEBUG oslo_vmware.api [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52768d70-28f7-a629-3564-39dac9bb4dff, 'name': SearchDatastore_Task, 'duration_secs': 0.018427} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.039291] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0b6e62e-94f3-424f-846c-ea77fbd62edd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.047498] env[63750]: DEBUG oslo_vmware.api [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1697.047498] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]520c95a9-ae50-8eb9-2533-b3799eb2dff2" [ 1697.047498] env[63750]: _type = "Task" [ 1697.047498] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.061521] env[63750]: DEBUG oslo_vmware.api [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]520c95a9-ae50-8eb9-2533-b3799eb2dff2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.081045] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.099176] env[63750]: DEBUG oslo_vmware.api [None req-6b11530d-00f0-41be-b77a-532208e98410 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Task: {'id': task-2006177, 'name': PowerOffVM_Task, 'duration_secs': 0.305983} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.099176] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b11530d-00f0-41be-b77a-532208e98410 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] [instance: 57914c7f-a496-4c0c-a57d-cf9f46158032] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1697.099176] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6b11530d-00f0-41be-b77a-532208e98410 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] [instance: 57914c7f-a496-4c0c-a57d-cf9f46158032] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1697.099176] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0f0e035-c816-41cc-9119-ce97623e9d4c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.158868] env[63750]: DEBUG nova.compute.manager [None req-e3667f8e-9b5d-426e-b61f-51327fb5df39 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1697.159138] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e3667f8e-9b5d-426e-b61f-51327fb5df39 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1697.160485] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9726752e-de8e-4351-a59e-eb4dc7a9cc12 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.170802] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3667f8e-9b5d-426e-b61f-51327fb5df39 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1697.170802] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f43acbe5-73b9-499e-8f59-60c19a373ad1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.178640] env[63750]: DEBUG oslo_vmware.api [None req-e3667f8e-9b5d-426e-b61f-51327fb5df39 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Waiting for the task: (returnval){ [ 1697.178640] env[63750]: value = "task-2006180" [ 1697.178640] env[63750]: _type = "Task" [ 1697.178640] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.190129] env[63750]: DEBUG oslo_vmware.api [None req-e3667f8e-9b5d-426e-b61f-51327fb5df39 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Task: {'id': task-2006180, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.202340] env[63750]: DEBUG oslo_vmware.api [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Task: {'id': task-2006175, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536963} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.202845] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 41f90609-cec6-43c2-9853-aa72527e5f46/41f90609-cec6-43c2-9853-aa72527e5f46.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1697.203190] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] [instance: 41f90609-cec6-43c2-9853-aa72527e5f46] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1697.204120] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee771950-70dc-416f-bf53-9f67f97b8f37 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.215982] env[63750]: DEBUG oslo_vmware.api [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Waiting for the task: (returnval){ [ 1697.215982] env[63750]: value = "task-2006181" [ 1697.215982] env[63750]: _type = "Task" [ 1697.215982] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.228200] env[63750]: DEBUG oslo_vmware.api [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Task: {'id': task-2006181, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.238383] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6b11530d-00f0-41be-b77a-532208e98410 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] [instance: 57914c7f-a496-4c0c-a57d-cf9f46158032] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1697.239034] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6b11530d-00f0-41be-b77a-532208e98410 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] [instance: 57914c7f-a496-4c0c-a57d-cf9f46158032] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1697.239034] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b11530d-00f0-41be-b77a-532208e98410 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Deleting the datastore file [datastore1] 57914c7f-a496-4c0c-a57d-cf9f46158032 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1697.239287] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55d2ba7a-20d9-4f7b-8133-88b3b2be173b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.248115] env[63750]: DEBUG oslo_vmware.api [None req-6b11530d-00f0-41be-b77a-532208e98410 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Waiting for the task: (returnval){ [ 1697.248115] env[63750]: value = "task-2006182" [ 1697.248115] env[63750]: _type = "Task" [ 1697.248115] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.259412] env[63750]: DEBUG oslo_vmware.api [None req-6b11530d-00f0-41be-b77a-532208e98410 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Task: {'id': task-2006182, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.395145] env[63750]: INFO nova.compute.manager [-] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Took 1.40 seconds to deallocate network for instance. [ 1697.531188] env[63750]: DEBUG oslo_vmware.api [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Task: {'id': task-2006178, 'name': Rename_Task, 'duration_secs': 0.15352} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.531188] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: 64e60d53-dc4c-41ab-91ee-fff41c2b5976] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1697.531188] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d9ff32d-f1ac-4967-b120-cf8d76ca6b2d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.540338] env[63750]: DEBUG oslo_vmware.api [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Waiting for the task: (returnval){ [ 1697.540338] env[63750]: value = "task-2006183" [ 1697.540338] env[63750]: _type = "Task" [ 1697.540338] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.565463] env[63750]: DEBUG oslo_vmware.api [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Task: {'id': task-2006183, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.573288] env[63750]: DEBUG oslo_vmware.api [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]520c95a9-ae50-8eb9-2533-b3799eb2dff2, 'name': SearchDatastore_Task, 'duration_secs': 0.012533} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.573565] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1697.573822] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 627fabed-0639-417d-b78c-fc6ef6ab7979/627fabed-0639-417d-b78c-fc6ef6ab7979.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1697.574136] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac65a31d-4c84-492d-bc81-4c52f2c425b3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.583502] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.585299] env[63750]: DEBUG oslo_vmware.api [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1697.585299] env[63750]: value = "task-2006184" [ 1697.585299] env[63750]: _type = "Task" [ 1697.585299] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.595698] env[63750]: DEBUG oslo_vmware.api [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006184, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.691779] env[63750]: DEBUG oslo_vmware.api [None req-e3667f8e-9b5d-426e-b61f-51327fb5df39 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Task: {'id': task-2006180, 'name': PowerOffVM_Task, 'duration_secs': 0.256398} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.692155] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3667f8e-9b5d-426e-b61f-51327fb5df39 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1697.692368] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e3667f8e-9b5d-426e-b61f-51327fb5df39 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1697.695756] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1fc9681-79dd-442a-aac1-cb345d7cf64f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.728559] env[63750]: DEBUG oslo_vmware.api [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Task: {'id': task-2006181, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09555} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.728847] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] [instance: 41f90609-cec6-43c2-9853-aa72527e5f46] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1697.729714] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6e570b-c5e8-4b7b-ab0b-37fbe81b75a5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.754978] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] [instance: 41f90609-cec6-43c2-9853-aa72527e5f46] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 41f90609-cec6-43c2-9853-aa72527e5f46/41f90609-cec6-43c2-9853-aa72527e5f46.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1697.755484] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb8a27a9-4c60-4a9c-88ea-5e0c8db6ba33 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.782221] env[63750]: DEBUG oslo_vmware.api [None req-6b11530d-00f0-41be-b77a-532208e98410 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Task: {'id': task-2006182, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167483} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.783379] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b11530d-00f0-41be-b77a-532208e98410 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1697.783681] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6b11530d-00f0-41be-b77a-532208e98410 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] [instance: 57914c7f-a496-4c0c-a57d-cf9f46158032] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1697.783782] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6b11530d-00f0-41be-b77a-532208e98410 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] [instance: 57914c7f-a496-4c0c-a57d-cf9f46158032] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1697.783999] env[63750]: INFO nova.compute.manager [None req-6b11530d-00f0-41be-b77a-532208e98410 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] [instance: 57914c7f-a496-4c0c-a57d-cf9f46158032] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1697.784317] env[63750]: DEBUG oslo.service.loopingcall [None req-6b11530d-00f0-41be-b77a-532208e98410 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1697.784587] env[63750]: DEBUG oslo_vmware.api [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Waiting for the task: (returnval){ [ 1697.784587] env[63750]: value = "task-2006186" [ 1697.784587] env[63750]: _type = "Task" [ 1697.784587] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.784775] env[63750]: DEBUG nova.compute.manager [-] [instance: 57914c7f-a496-4c0c-a57d-cf9f46158032] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1697.784887] env[63750]: DEBUG nova.network.neutron [-] [instance: 57914c7f-a496-4c0c-a57d-cf9f46158032] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1697.796782] env[63750]: DEBUG oslo_vmware.api [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Task: {'id': task-2006186, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.910220] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c2061e30-86a0-488c-bf26-76b74c3b4f24 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.976311] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e3667f8e-9b5d-426e-b61f-51327fb5df39 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1697.976311] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e3667f8e-9b5d-426e-b61f-51327fb5df39 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Deleting contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1697.976311] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3667f8e-9b5d-426e-b61f-51327fb5df39 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Deleting the datastore file [datastore2] c1f05848-3b1b-4f8e-877a-966310e78bcc {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1697.976311] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c55e0f4-3a11-4d02-a52c-ec211456c757 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.990088] env[63750]: DEBUG oslo_vmware.api [None req-e3667f8e-9b5d-426e-b61f-51327fb5df39 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Waiting for the task: (returnval){ [ 1697.990088] env[63750]: value = "task-2006187" [ 1697.990088] env[63750]: _type = "Task" [ 1697.990088] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.001398] env[63750]: DEBUG oslo_vmware.api [None req-e3667f8e-9b5d-426e-b61f-51327fb5df39 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Task: {'id': task-2006187, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.050962] env[63750]: DEBUG oslo_vmware.api [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Task: {'id': task-2006183, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.105895] env[63750]: DEBUG oslo_vmware.api [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006184, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.171102] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e972ce-1ebf-44b2-88c0-4133911b21af {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.183897] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2305d6fc-681e-49e1-b73d-247ca3f68ee3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.218682] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f33addf-2b2e-4740-9183-3d9dd60a1389 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.236922] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795ab2a0-5236-4b7e-bd86-fcc9ebd1f892 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.262375] env[63750]: DEBUG nova.compute.provider_tree [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1698.299745] env[63750]: DEBUG oslo_vmware.api [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Task: {'id': task-2006186, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.501887] env[63750]: DEBUG oslo_vmware.api [None req-e3667f8e-9b5d-426e-b61f-51327fb5df39 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Task: {'id': task-2006187, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.385117} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.502179] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3667f8e-9b5d-426e-b61f-51327fb5df39 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1698.503202] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e3667f8e-9b5d-426e-b61f-51327fb5df39 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Deleted contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1698.503202] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e3667f8e-9b5d-426e-b61f-51327fb5df39 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1698.503202] env[63750]: INFO nova.compute.manager [None req-e3667f8e-9b5d-426e-b61f-51327fb5df39 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Took 1.34 seconds to destroy the instance on the hypervisor. [ 1698.503202] env[63750]: DEBUG oslo.service.loopingcall [None req-e3667f8e-9b5d-426e-b61f-51327fb5df39 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1698.503202] env[63750]: DEBUG nova.compute.manager [-] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1698.503202] env[63750]: DEBUG nova.network.neutron [-] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1698.548994] env[63750]: DEBUG oslo_vmware.api [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Task: {'id': task-2006183, 'name': PowerOnVM_Task, 'duration_secs': 0.842402} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.550081] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: 64e60d53-dc4c-41ab-91ee-fff41c2b5976] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1698.550298] env[63750]: INFO nova.compute.manager [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: 64e60d53-dc4c-41ab-91ee-fff41c2b5976] Took 9.14 seconds to spawn the instance on the hypervisor. [ 1698.550480] env[63750]: DEBUG nova.compute.manager [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: 64e60d53-dc4c-41ab-91ee-fff41c2b5976] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1698.551795] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e270e8fd-c712-4f11-ac02-066b693fbc8b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.610128] env[63750]: DEBUG oslo_vmware.api [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006184, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584363} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.610128] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 627fabed-0639-417d-b78c-fc6ef6ab7979/627fabed-0639-417d-b78c-fc6ef6ab7979.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1698.610128] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 627fabed-0639-417d-b78c-fc6ef6ab7979] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1698.610128] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b32c67fa-ccee-4fe1-a107-531910d2b848 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.616669] env[63750]: DEBUG oslo_vmware.api [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1698.616669] env[63750]: value = "task-2006188" [ 1698.616669] env[63750]: _type = "Task" [ 1698.616669] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.628576] env[63750]: DEBUG oslo_vmware.api [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006188, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.726249] env[63750]: DEBUG nova.network.neutron [-] [instance: 57914c7f-a496-4c0c-a57d-cf9f46158032] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1698.765781] env[63750]: DEBUG nova.scheduler.client.report [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1698.796844] env[63750]: DEBUG oslo_vmware.api [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Task: {'id': task-2006186, 'name': ReconfigVM_Task, 'duration_secs': 0.525367} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.797200] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] [instance: 41f90609-cec6-43c2-9853-aa72527e5f46] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 41f90609-cec6-43c2-9853-aa72527e5f46/41f90609-cec6-43c2-9853-aa72527e5f46.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1698.797850] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-010121cf-3cff-47d3-a778-fc79de9f3789 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.805756] env[63750]: DEBUG oslo_vmware.api [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Waiting for the task: (returnval){ [ 1698.805756] env[63750]: value = "task-2006189" [ 1698.805756] env[63750]: _type = "Task" [ 1698.805756] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.820243] env[63750]: DEBUG oslo_vmware.api [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Task: {'id': task-2006189, 'name': Rename_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.988736] env[63750]: DEBUG nova.compute.manager [req-e9d33e4e-5357-4dc8-aa3e-da5330cd0258 req-8f731d7b-8e99-4ee2-9222-ed9416209918 service nova] [instance: 57914c7f-a496-4c0c-a57d-cf9f46158032] Received event network-vif-deleted-9f88a125-05cc-4ce9-975b-28c8bd259200 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1698.988983] env[63750]: DEBUG nova.compute.manager [req-e9d33e4e-5357-4dc8-aa3e-da5330cd0258 req-8f731d7b-8e99-4ee2-9222-ed9416209918 service nova] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Received event network-vif-deleted-4573a77b-50af-43da-b25e-d801ce34535f {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1698.988983] env[63750]: INFO nova.compute.manager [req-e9d33e4e-5357-4dc8-aa3e-da5330cd0258 req-8f731d7b-8e99-4ee2-9222-ed9416209918 service nova] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Neutron deleted interface 4573a77b-50af-43da-b25e-d801ce34535f; detaching it from the instance and deleting it from the info cache [ 1698.991359] env[63750]: DEBUG nova.network.neutron [req-e9d33e4e-5357-4dc8-aa3e-da5330cd0258 req-8f731d7b-8e99-4ee2-9222-ed9416209918 service nova] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Updating instance_info_cache with network_info: [{"id": "42d3d539-552e-4fd8-ad75-4b33a3e3d2a3", "address": "fa:16:3e:02:d4:62", "network": {"id": "468171ef-def2-4d0d-9e42-7a6976e51f18", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-278452925", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7785f894aa2844eea3d2f43644d3406a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42d3d539-55", "ovs_interfaceid": "42d3d539-552e-4fd8-ad75-4b33a3e3d2a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f3efd2a6-d623-46cb-b991-6bd37767404d", "address": "fa:16:3e:9f:11:af", "network": {"id": "d8084a6a-5fe0-46c7-9999-7e70bf984574", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-179528295", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7785f894aa2844eea3d2f43644d3406a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3efd2a6-d6", "ovs_interfaceid": "f3efd2a6-d623-46cb-b991-6bd37767404d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1699.080918] env[63750]: INFO nova.compute.manager [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: 64e60d53-dc4c-41ab-91ee-fff41c2b5976] Took 36.46 seconds to build instance. [ 1699.127242] env[63750]: DEBUG oslo_vmware.api [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006188, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07117} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.127510] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 627fabed-0639-417d-b78c-fc6ef6ab7979] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1699.128375] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c262d05-f3d5-40b8-83e4-403a2c6691b5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.153947] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 627fabed-0639-417d-b78c-fc6ef6ab7979] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 627fabed-0639-417d-b78c-fc6ef6ab7979/627fabed-0639-417d-b78c-fc6ef6ab7979.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1699.153947] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1117f7f0-74dd-4a5f-9980-11c6ff8dede8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.176586] env[63750]: DEBUG oslo_vmware.api [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1699.176586] env[63750]: value = "task-2006190" [ 1699.176586] env[63750]: _type = "Task" [ 1699.176586] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.185532] env[63750]: DEBUG oslo_vmware.api [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006190, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.229865] env[63750]: INFO nova.compute.manager [-] [instance: 57914c7f-a496-4c0c-a57d-cf9f46158032] Took 1.44 seconds to deallocate network for instance. [ 1699.270293] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.803s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.270826] env[63750]: DEBUG nova.compute.manager [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1699.273464] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.241s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.274949] env[63750]: INFO nova.compute.claims [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 75c55c9f-ad11-4d74-b63e-ff82150fb152] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1699.317560] env[63750]: DEBUG oslo_vmware.api [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Task: {'id': task-2006189, 'name': Rename_Task, 'duration_secs': 0.311839} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.318075] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] [instance: 41f90609-cec6-43c2-9853-aa72527e5f46] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1699.318225] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ee27409-72fe-4a52-ac6c-3f091d33ac1b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.326870] env[63750]: DEBUG oslo_vmware.api [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Waiting for the task: (returnval){ [ 1699.326870] env[63750]: value = "task-2006191" [ 1699.326870] env[63750]: _type = "Task" [ 1699.326870] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.337663] env[63750]: DEBUG oslo_vmware.api [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Task: {'id': task-2006191, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.496979] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f3d95f44-cf29-4bb7-b76f-bc3521221dc6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.510767] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55319b85-00e0-4f62-8998-6fc410ad7f92 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.549413] env[63750]: DEBUG nova.compute.manager [req-e9d33e4e-5357-4dc8-aa3e-da5330cd0258 req-8f731d7b-8e99-4ee2-9222-ed9416209918 service nova] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Detach interface failed, port_id=4573a77b-50af-43da-b25e-d801ce34535f, reason: Instance c1f05848-3b1b-4f8e-877a-966310e78bcc could not be found. {{(pid=63750) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1699.585266] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5adb5f38-70e6-4911-9131-5568d62929cc tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Lock "64e60d53-dc4c-41ab-91ee-fff41c2b5976" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.889s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.688401] env[63750]: DEBUG oslo_vmware.api [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006190, 'name': ReconfigVM_Task, 'duration_secs': 0.483103} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.688580] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 627fabed-0639-417d-b78c-fc6ef6ab7979] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 627fabed-0639-417d-b78c-fc6ef6ab7979/627fabed-0639-417d-b78c-fc6ef6ab7979.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1699.689216] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bff56274-56f1-41da-b8ea-cd1cd97571ba {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.698601] env[63750]: DEBUG oslo_vmware.api [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1699.698601] env[63750]: value = "task-2006192" [ 1699.698601] env[63750]: _type = "Task" [ 1699.698601] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.710675] env[63750]: DEBUG oslo_vmware.api [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006192, 'name': Rename_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.737605] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6b11530d-00f0-41be-b77a-532208e98410 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.787476] env[63750]: DEBUG nova.compute.utils [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1699.789745] env[63750]: DEBUG nova.compute.manager [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1699.789912] env[63750]: DEBUG nova.network.neutron [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1699.841643] env[63750]: DEBUG oslo_vmware.api [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Task: {'id': task-2006191, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.891464] env[63750]: DEBUG oslo_vmware.rw_handles [None req-a4dbd5d0-37b5-4d75-b989-3fe566fd9fa7 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c28162-d2d9-d8a5-7187-60c96919a014/disk-0.vmdk. {{(pid=63750) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1699.892762] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3047d26-e3b0-42fe-990a-edfbeda4a3db {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.901292] env[63750]: DEBUG oslo_vmware.rw_handles [None req-a4dbd5d0-37b5-4d75-b989-3fe566fd9fa7 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c28162-d2d9-d8a5-7187-60c96919a014/disk-0.vmdk is in state: ready. {{(pid=63750) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1699.901362] env[63750]: ERROR oslo_vmware.rw_handles [None req-a4dbd5d0-37b5-4d75-b989-3fe566fd9fa7 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c28162-d2d9-d8a5-7187-60c96919a014/disk-0.vmdk due to incomplete transfer. [ 1699.901606] env[63750]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fbb3de65-6180-4d63-aa3b-3f597d7968ca {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.910894] env[63750]: DEBUG oslo_vmware.rw_handles [None req-a4dbd5d0-37b5-4d75-b989-3fe566fd9fa7 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c28162-d2d9-d8a5-7187-60c96919a014/disk-0.vmdk. {{(pid=63750) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1699.910967] env[63750]: DEBUG nova.virt.vmwareapi.images [None req-a4dbd5d0-37b5-4d75-b989-3fe566fd9fa7 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Uploaded image d5208234-dccf-4bea-ab1e-be8d4afc422d to the Glance image server {{(pid=63750) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1699.913436] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4dbd5d0-37b5-4d75-b989-3fe566fd9fa7 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Destroying the VM {{(pid=63750) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1699.915624] env[63750]: DEBUG nova.policy [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb2132c2a4e047798a67dce738cb45b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c7d557a3fba43ffa0838fcb1c65d9b8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1699.917571] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-940e0f90-a8b9-4c1e-85c9-ee19a9879979 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.926571] env[63750]: DEBUG oslo_vmware.api [None req-a4dbd5d0-37b5-4d75-b989-3fe566fd9fa7 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Waiting for the task: (returnval){ [ 1699.926571] env[63750]: value = "task-2006193" [ 1699.926571] env[63750]: _type = "Task" [ 1699.926571] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.936420] env[63750]: DEBUG oslo_vmware.api [None req-a4dbd5d0-37b5-4d75-b989-3fe566fd9fa7 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006193, 'name': Destroy_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.952929] env[63750]: DEBUG nova.network.neutron [-] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1700.087752] env[63750]: DEBUG nova.compute.manager [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] [instance: 2fc56c3b-95cc-4604-9396-24dc498dddcf] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1700.214809] env[63750]: DEBUG oslo_vmware.api [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006192, 'name': Rename_Task, 'duration_secs': 0.253273} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.215542] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 627fabed-0639-417d-b78c-fc6ef6ab7979] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1700.215713] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0956092-66ae-4e6c-9f41-270afe0cd043 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.228448] env[63750]: DEBUG oslo_vmware.api [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1700.228448] env[63750]: value = "task-2006194" [ 1700.228448] env[63750]: _type = "Task" [ 1700.228448] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.244070] env[63750]: DEBUG oslo_vmware.api [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006194, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.293618] env[63750]: DEBUG nova.compute.manager [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1700.341184] env[63750]: DEBUG oslo_vmware.api [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Task: {'id': task-2006191, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.407434] env[63750]: DEBUG nova.network.neutron [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Successfully created port: ff54a25c-bd96-49bb-9c5e-ccec36fa4ef7 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1700.438332] env[63750]: DEBUG oslo_vmware.api [None req-a4dbd5d0-37b5-4d75-b989-3fe566fd9fa7 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006193, 'name': Destroy_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.457248] env[63750]: INFO nova.compute.manager [-] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Took 1.95 seconds to deallocate network for instance. [ 1700.613370] env[63750]: DEBUG oslo_concurrency.lockutils [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.743027] env[63750]: DEBUG oslo_vmware.api [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006194, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.778020] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1468c6-d0ef-4b19-b3cf-2d1a97920d63 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.785533] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d06a145-92ff-4d8e-88f1-ba9eca59c1c3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.824845] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f02d19-199b-4221-9ddf-2514f8238ae3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.842020] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a830acab-95b5-4250-b14d-b5f5f085df8a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.849186] env[63750]: DEBUG oslo_vmware.api [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Task: {'id': task-2006191, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.858092] env[63750]: DEBUG nova.compute.provider_tree [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1700.944598] env[63750]: DEBUG oslo_vmware.api [None req-a4dbd5d0-37b5-4d75-b989-3fe566fd9fa7 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006193, 'name': Destroy_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.972670] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e3667f8e-9b5d-426e-b61f-51327fb5df39 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.987612] env[63750]: DEBUG nova.compute.manager [req-9f260131-9dc1-4009-8ca6-353bc00b75e8 req-743ae6fc-643c-4216-839b-5ad5a034401f service nova] [instance: 64e60d53-dc4c-41ab-91ee-fff41c2b5976] Received event network-changed-b567c705-6e24-4dde-b76d-c629f66117fe {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1700.987996] env[63750]: DEBUG nova.compute.manager [req-9f260131-9dc1-4009-8ca6-353bc00b75e8 req-743ae6fc-643c-4216-839b-5ad5a034401f service nova] [instance: 64e60d53-dc4c-41ab-91ee-fff41c2b5976] Refreshing instance network info cache due to event network-changed-b567c705-6e24-4dde-b76d-c629f66117fe. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1700.988477] env[63750]: DEBUG oslo_concurrency.lockutils [req-9f260131-9dc1-4009-8ca6-353bc00b75e8 req-743ae6fc-643c-4216-839b-5ad5a034401f service nova] Acquiring lock "refresh_cache-64e60d53-dc4c-41ab-91ee-fff41c2b5976" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1700.988874] env[63750]: DEBUG oslo_concurrency.lockutils [req-9f260131-9dc1-4009-8ca6-353bc00b75e8 req-743ae6fc-643c-4216-839b-5ad5a034401f service nova] Acquired lock "refresh_cache-64e60d53-dc4c-41ab-91ee-fff41c2b5976" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1700.989208] env[63750]: DEBUG nova.network.neutron [req-9f260131-9dc1-4009-8ca6-353bc00b75e8 req-743ae6fc-643c-4216-839b-5ad5a034401f service nova] [instance: 64e60d53-dc4c-41ab-91ee-fff41c2b5976] Refreshing network info cache for port b567c705-6e24-4dde-b76d-c629f66117fe {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1701.151787] env[63750]: DEBUG nova.compute.manager [req-49468e82-b6a8-4ccc-8d08-6e42fd7d62ff req-a4d9bd5c-da4d-44c2-bb77-6e674cb387cc service nova] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Received event network-vif-deleted-42d3d539-552e-4fd8-ad75-4b33a3e3d2a3 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1701.152181] env[63750]: DEBUG nova.compute.manager [req-49468e82-b6a8-4ccc-8d08-6e42fd7d62ff req-a4d9bd5c-da4d-44c2-bb77-6e674cb387cc service nova] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Received event network-vif-deleted-f3efd2a6-d623-46cb-b991-6bd37767404d {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1701.245216] env[63750]: DEBUG oslo_vmware.api [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006194, 'name': PowerOnVM_Task, 'duration_secs': 0.889298} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.246307] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 627fabed-0639-417d-b78c-fc6ef6ab7979] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1701.246818] env[63750]: INFO nova.compute.manager [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 627fabed-0639-417d-b78c-fc6ef6ab7979] Took 9.17 seconds to spawn the instance on the hypervisor. [ 1701.247163] env[63750]: DEBUG nova.compute.manager [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 627fabed-0639-417d-b78c-fc6ef6ab7979] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1701.248502] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67057730-d08c-4d9d-8c81-5965988b8a22 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.330242] env[63750]: DEBUG nova.compute.manager [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1701.345111] env[63750]: DEBUG oslo_vmware.api [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Task: {'id': task-2006191, 'name': PowerOnVM_Task} progress is 86%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.364664] env[63750]: DEBUG nova.scheduler.client.report [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1701.377917] env[63750]: DEBUG nova.virt.hardware [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1701.379951] env[63750]: DEBUG nova.virt.hardware [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1701.379951] env[63750]: DEBUG nova.virt.hardware [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1701.379951] env[63750]: DEBUG nova.virt.hardware [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1701.379951] env[63750]: DEBUG nova.virt.hardware [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1701.379951] env[63750]: DEBUG nova.virt.hardware [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1701.379951] env[63750]: DEBUG nova.virt.hardware [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1701.379951] env[63750]: DEBUG nova.virt.hardware [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1701.379951] env[63750]: DEBUG nova.virt.hardware [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1701.379951] env[63750]: DEBUG nova.virt.hardware [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1701.379951] env[63750]: DEBUG nova.virt.hardware [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1701.380681] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcae22e5-694f-4649-8b21-44f25445b0bb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.391340] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa09af0f-0390-4e2b-ac64-0e6d41303ce6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.441403] env[63750]: DEBUG oslo_vmware.api [None req-a4dbd5d0-37b5-4d75-b989-3fe566fd9fa7 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006193, 'name': Destroy_Task, 'duration_secs': 1.389174} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.441748] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-a4dbd5d0-37b5-4d75-b989-3fe566fd9fa7 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Destroyed the VM [ 1701.441919] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a4dbd5d0-37b5-4d75-b989-3fe566fd9fa7 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Deleting Snapshot of the VM instance {{(pid=63750) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1701.442251] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a07f0f96-3878-4cbc-bdca-03b07aa728ed {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.450367] env[63750]: DEBUG oslo_vmware.api [None req-a4dbd5d0-37b5-4d75-b989-3fe566fd9fa7 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Waiting for the task: (returnval){ [ 1701.450367] env[63750]: value = "task-2006195" [ 1701.450367] env[63750]: _type = "Task" [ 1701.450367] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.460098] env[63750]: DEBUG oslo_vmware.api [None req-a4dbd5d0-37b5-4d75-b989-3fe566fd9fa7 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006195, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.779905] env[63750]: INFO nova.compute.manager [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 627fabed-0639-417d-b78c-fc6ef6ab7979] Took 34.85 seconds to build instance. [ 1701.822475] env[63750]: DEBUG nova.network.neutron [req-9f260131-9dc1-4009-8ca6-353bc00b75e8 req-743ae6fc-643c-4216-839b-5ad5a034401f service nova] [instance: 64e60d53-dc4c-41ab-91ee-fff41c2b5976] Updated VIF entry in instance network info cache for port b567c705-6e24-4dde-b76d-c629f66117fe. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1701.822864] env[63750]: DEBUG nova.network.neutron [req-9f260131-9dc1-4009-8ca6-353bc00b75e8 req-743ae6fc-643c-4216-839b-5ad5a034401f service nova] [instance: 64e60d53-dc4c-41ab-91ee-fff41c2b5976] Updating instance_info_cache with network_info: [{"id": "b567c705-6e24-4dde-b76d-c629f66117fe", "address": "fa:16:3e:4f:62:8e", "network": {"id": "a812a95d-a100-4a1c-9664-785f0f605b79", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-889087728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "328baa65c73146b79fd9c27b62b5b22a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb567c705-6e", "ovs_interfaceid": "b567c705-6e24-4dde-b76d-c629f66117fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1701.851586] env[63750]: DEBUG oslo_vmware.api [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Task: {'id': task-2006191, 'name': PowerOnVM_Task, 'duration_secs': 2.071939} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.851586] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] [instance: 41f90609-cec6-43c2-9853-aa72527e5f46] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1701.851729] env[63750]: INFO nova.compute.manager [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] [instance: 41f90609-cec6-43c2-9853-aa72527e5f46] Took 14.10 seconds to spawn the instance on the hypervisor. [ 1701.851875] env[63750]: DEBUG nova.compute.manager [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] [instance: 41f90609-cec6-43c2-9853-aa72527e5f46] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1701.852801] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39be0835-96bf-4274-af07-b3c9ea47645f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.874974] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.875528] env[63750]: DEBUG nova.compute.manager [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 75c55c9f-ad11-4d74-b63e-ff82150fb152] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1701.878123] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3c379dd0-b2e1-4793-91d5-2a9982f16da3 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.721s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.878349] env[63750]: DEBUG nova.objects.instance [None req-3c379dd0-b2e1-4793-91d5-2a9982f16da3 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Lazy-loading 'resources' on Instance uuid 3972845f-a11a-4160-ad32-3cf31efa28c0 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1701.963288] env[63750]: DEBUG oslo_vmware.api [None req-a4dbd5d0-37b5-4d75-b989-3fe566fd9fa7 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006195, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.281543] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cbfc70f0-63bc-4de5-be00-aa213a1cc2de tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "627fabed-0639-417d-b78c-fc6ef6ab7979" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.405s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.329498] env[63750]: DEBUG oslo_concurrency.lockutils [req-9f260131-9dc1-4009-8ca6-353bc00b75e8 req-743ae6fc-643c-4216-839b-5ad5a034401f service nova] Releasing lock "refresh_cache-64e60d53-dc4c-41ab-91ee-fff41c2b5976" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1702.375640] env[63750]: INFO nova.compute.manager [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] [instance: 41f90609-cec6-43c2-9853-aa72527e5f46] Took 43.89 seconds to build instance. [ 1702.384375] env[63750]: DEBUG nova.compute.utils [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1702.389278] env[63750]: DEBUG nova.compute.manager [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 75c55c9f-ad11-4d74-b63e-ff82150fb152] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1702.389278] env[63750]: DEBUG nova.network.neutron [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 75c55c9f-ad11-4d74-b63e-ff82150fb152] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1702.428598] env[63750]: DEBUG nova.network.neutron [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Successfully updated port: ff54a25c-bd96-49bb-9c5e-ccec36fa4ef7 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1702.460500] env[63750]: DEBUG nova.policy [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd03be46ce85545cf96446dd1c1db5576', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab43889aa9d84099be5c8ea18eea7f75', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1702.467595] env[63750]: DEBUG oslo_vmware.api [None req-a4dbd5d0-37b5-4d75-b989-3fe566fd9fa7 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006195, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.785353] env[63750]: DEBUG nova.compute.manager [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1702.818621] env[63750]: DEBUG nova.network.neutron [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 75c55c9f-ad11-4d74-b63e-ff82150fb152] Successfully created port: 7afd711b-f607-494a-bd55-30b530ea23ea {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1702.878265] env[63750]: DEBUG oslo_concurrency.lockutils [None req-db8cfec4-b0f9-49ec-9b26-9a36dd67d7ba tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Lock "41f90609-cec6-43c2-9853-aa72527e5f46" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.976s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.889978] env[63750]: DEBUG nova.compute.manager [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 75c55c9f-ad11-4d74-b63e-ff82150fb152] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1702.932361] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Acquiring lock "refresh_cache-b3a09612-f064-4b1f-8e5d-29ff6d423592" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1702.932361] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Acquired lock "refresh_cache-b3a09612-f064-4b1f-8e5d-29ff6d423592" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1702.932361] env[63750]: DEBUG nova.network.neutron [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1702.938358] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb983ce-ca4d-4ab7-92d8-a268abb34484 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.949763] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8168cac-c833-4fa3-af8a-fd023d36d7e6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.986937] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03267cf3-2103-4642-b064-3f3b3c6c35cc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.997700] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c49bddf-85b5-498b-9b91-1aa90850becd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.003318] env[63750]: DEBUG oslo_vmware.api [None req-a4dbd5d0-37b5-4d75-b989-3fe566fd9fa7 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006195, 'name': RemoveSnapshot_Task, 'duration_secs': 1.168396} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.003673] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a4dbd5d0-37b5-4d75-b989-3fe566fd9fa7 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Deleted Snapshot of the VM instance {{(pid=63750) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1703.004095] env[63750]: INFO nova.compute.manager [None req-a4dbd5d0-37b5-4d75-b989-3fe566fd9fa7 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Took 16.79 seconds to snapshot the instance on the hypervisor. [ 1703.019136] env[63750]: DEBUG nova.compute.provider_tree [None req-3c379dd0-b2e1-4793-91d5-2a9982f16da3 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1703.317069] env[63750]: DEBUG oslo_concurrency.lockutils [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.478018] env[63750]: DEBUG nova.network.neutron [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1703.526981] env[63750]: DEBUG nova.scheduler.client.report [None req-3c379dd0-b2e1-4793-91d5-2a9982f16da3 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1703.613481] env[63750]: DEBUG nova.compute.manager [req-90ea1535-9cc3-40e8-96a0-bed0ba6db997 req-a8a4e4f8-56cd-4b91-87db-74546f87257b service nova] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Received event network-vif-plugged-ff54a25c-bd96-49bb-9c5e-ccec36fa4ef7 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1703.613481] env[63750]: DEBUG oslo_concurrency.lockutils [req-90ea1535-9cc3-40e8-96a0-bed0ba6db997 req-a8a4e4f8-56cd-4b91-87db-74546f87257b service nova] Acquiring lock "b3a09612-f064-4b1f-8e5d-29ff6d423592-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.613481] env[63750]: DEBUG oslo_concurrency.lockutils [req-90ea1535-9cc3-40e8-96a0-bed0ba6db997 req-a8a4e4f8-56cd-4b91-87db-74546f87257b service nova] Lock "b3a09612-f064-4b1f-8e5d-29ff6d423592-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1703.613481] env[63750]: DEBUG oslo_concurrency.lockutils [req-90ea1535-9cc3-40e8-96a0-bed0ba6db997 req-a8a4e4f8-56cd-4b91-87db-74546f87257b service nova] Lock "b3a09612-f064-4b1f-8e5d-29ff6d423592-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1703.613481] env[63750]: DEBUG nova.compute.manager [req-90ea1535-9cc3-40e8-96a0-bed0ba6db997 req-a8a4e4f8-56cd-4b91-87db-74546f87257b service nova] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] No waiting events found dispatching network-vif-plugged-ff54a25c-bd96-49bb-9c5e-ccec36fa4ef7 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1703.613481] env[63750]: WARNING nova.compute.manager [req-90ea1535-9cc3-40e8-96a0-bed0ba6db997 req-a8a4e4f8-56cd-4b91-87db-74546f87257b service nova] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Received unexpected event network-vif-plugged-ff54a25c-bd96-49bb-9c5e-ccec36fa4ef7 for instance with vm_state building and task_state spawning. [ 1703.614278] env[63750]: DEBUG nova.compute.manager [req-90ea1535-9cc3-40e8-96a0-bed0ba6db997 req-a8a4e4f8-56cd-4b91-87db-74546f87257b service nova] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Received event network-changed-ff54a25c-bd96-49bb-9c5e-ccec36fa4ef7 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1703.614605] env[63750]: DEBUG nova.compute.manager [req-90ea1535-9cc3-40e8-96a0-bed0ba6db997 req-a8a4e4f8-56cd-4b91-87db-74546f87257b service nova] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Refreshing instance network info cache due to event network-changed-ff54a25c-bd96-49bb-9c5e-ccec36fa4ef7. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1703.614933] env[63750]: DEBUG oslo_concurrency.lockutils [req-90ea1535-9cc3-40e8-96a0-bed0ba6db997 req-a8a4e4f8-56cd-4b91-87db-74546f87257b service nova] Acquiring lock "refresh_cache-b3a09612-f064-4b1f-8e5d-29ff6d423592" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1703.664339] env[63750]: DEBUG nova.network.neutron [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Updating instance_info_cache with network_info: [{"id": "ff54a25c-bd96-49bb-9c5e-ccec36fa4ef7", "address": "fa:16:3e:05:a2:b4", "network": {"id": "9c5bdf4f-81c8-4e9b-b85b-0a7bab8f3c7e", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1720147737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c7d557a3fba43ffa0838fcb1c65d9b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff54a25c-bd", "ovs_interfaceid": "ff54a25c-bd96-49bb-9c5e-ccec36fa4ef7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1703.911762] env[63750]: DEBUG nova.compute.manager [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 75c55c9f-ad11-4d74-b63e-ff82150fb152] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1703.938343] env[63750]: DEBUG nova.virt.hardware [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1703.938673] env[63750]: DEBUG nova.virt.hardware [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1703.938911] env[63750]: DEBUG nova.virt.hardware [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1703.940329] env[63750]: DEBUG nova.virt.hardware [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1703.940555] env[63750]: DEBUG nova.virt.hardware [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1703.940746] env[63750]: DEBUG nova.virt.hardware [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1703.941048] env[63750]: DEBUG nova.virt.hardware [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1703.941254] env[63750]: DEBUG nova.virt.hardware [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1703.941495] env[63750]: DEBUG nova.virt.hardware [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1703.942081] env[63750]: DEBUG nova.virt.hardware [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1703.942081] env[63750]: DEBUG nova.virt.hardware [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1703.944160] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364d8466-97b3-42b2-a153-7570ed202aaf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.955180] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1a46aa-5ddc-4c8f-9e6b-e647aedd6324 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.033569] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3c379dd0-b2e1-4793-91d5-2a9982f16da3 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.155s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.036570] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.889s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.038138] env[63750]: INFO nova.compute.claims [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 47ea6c82-618f-4d4e-9d75-0ad02d9518f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1704.055371] env[63750]: INFO nova.scheduler.client.report [None req-3c379dd0-b2e1-4793-91d5-2a9982f16da3 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Deleted allocations for instance 3972845f-a11a-4160-ad32-3cf31efa28c0 [ 1704.167805] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Releasing lock "refresh_cache-b3a09612-f064-4b1f-8e5d-29ff6d423592" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1704.168215] env[63750]: DEBUG nova.compute.manager [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Instance network_info: |[{"id": "ff54a25c-bd96-49bb-9c5e-ccec36fa4ef7", "address": "fa:16:3e:05:a2:b4", "network": {"id": "9c5bdf4f-81c8-4e9b-b85b-0a7bab8f3c7e", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1720147737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c7d557a3fba43ffa0838fcb1c65d9b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff54a25c-bd", "ovs_interfaceid": "ff54a25c-bd96-49bb-9c5e-ccec36fa4ef7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1704.168903] env[63750]: DEBUG oslo_concurrency.lockutils [req-90ea1535-9cc3-40e8-96a0-bed0ba6db997 req-a8a4e4f8-56cd-4b91-87db-74546f87257b service nova] Acquired lock "refresh_cache-b3a09612-f064-4b1f-8e5d-29ff6d423592" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.168903] env[63750]: DEBUG nova.network.neutron [req-90ea1535-9cc3-40e8-96a0-bed0ba6db997 req-a8a4e4f8-56cd-4b91-87db-74546f87257b service nova] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Refreshing network info cache for port ff54a25c-bd96-49bb-9c5e-ccec36fa4ef7 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1704.171240] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:a2:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff54a25c-bd96-49bb-9c5e-ccec36fa4ef7', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1704.181823] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Creating folder: Project (4c7d557a3fba43ffa0838fcb1c65d9b8). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1704.184280] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1024cda-64e4-44af-afc6-171f4c168744 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.188203] env[63750]: DEBUG oslo_concurrency.lockutils [None req-7229de34-44a5-4d01-aacd-c0ac022ee537 tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Acquiring lock "41f90609-cec6-43c2-9853-aa72527e5f46" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1704.188320] env[63750]: DEBUG oslo_concurrency.lockutils [None req-7229de34-44a5-4d01-aacd-c0ac022ee537 tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Lock "41f90609-cec6-43c2-9853-aa72527e5f46" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.188517] env[63750]: DEBUG oslo_concurrency.lockutils [None req-7229de34-44a5-4d01-aacd-c0ac022ee537 tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Acquiring lock "41f90609-cec6-43c2-9853-aa72527e5f46-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1704.188729] env[63750]: DEBUG oslo_concurrency.lockutils [None req-7229de34-44a5-4d01-aacd-c0ac022ee537 tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Lock "41f90609-cec6-43c2-9853-aa72527e5f46-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.188936] env[63750]: DEBUG oslo_concurrency.lockutils [None req-7229de34-44a5-4d01-aacd-c0ac022ee537 tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Lock "41f90609-cec6-43c2-9853-aa72527e5f46-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.193492] env[63750]: DEBUG oslo_concurrency.lockutils [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Acquiring lock "a3ed716a-d396-4dcd-813d-bad76fe03b41" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1704.193732] env[63750]: DEBUG oslo_concurrency.lockutils [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Lock "a3ed716a-d396-4dcd-813d-bad76fe03b41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.196145] env[63750]: INFO nova.compute.manager [None req-7229de34-44a5-4d01-aacd-c0ac022ee537 tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] [instance: 41f90609-cec6-43c2-9853-aa72527e5f46] Terminating instance [ 1704.209502] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Created folder: Project (4c7d557a3fba43ffa0838fcb1c65d9b8) in parent group-v412391. [ 1704.209933] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Creating folder: Instances. Parent ref: group-v412504. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1704.210053] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6e4df07-e435-43ac-8e46-4c256a02bf1a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.218458] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquiring lock "8539553e-c060-4640-af64-3915c58a687e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1704.218738] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "8539553e-c060-4640-af64-3915c58a687e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.231335] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Created folder: Instances in parent group-v412504. [ 1704.231984] env[63750]: DEBUG oslo.service.loopingcall [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1704.231984] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1704.232141] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d67a1f6-abe6-4fa9-a8bd-92f7c5fce85a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.254473] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1704.254473] env[63750]: value = "task-2006198" [ 1704.254473] env[63750]: _type = "Task" [ 1704.254473] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.264093] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006198, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.564595] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3c379dd0-b2e1-4793-91d5-2a9982f16da3 tempest-ServerMetadataNegativeTestJSON-1142160820 tempest-ServerMetadataNegativeTestJSON-1142160820-project-member] Lock "3972845f-a11a-4160-ad32-3cf31efa28c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.006s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.702222] env[63750]: DEBUG nova.compute.manager [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] [instance: a3ed716a-d396-4dcd-813d-bad76fe03b41] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1704.706419] env[63750]: DEBUG nova.compute.manager [None req-7229de34-44a5-4d01-aacd-c0ac022ee537 tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] [instance: 41f90609-cec6-43c2-9853-aa72527e5f46] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1704.706952] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-7229de34-44a5-4d01-aacd-c0ac022ee537 tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] [instance: 41f90609-cec6-43c2-9853-aa72527e5f46] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1704.708306] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb04b083-24b2-41be-95e4-7f6286b4c63e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.718891] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-7229de34-44a5-4d01-aacd-c0ac022ee537 tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] [instance: 41f90609-cec6-43c2-9853-aa72527e5f46] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1704.720017] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c18b42c1-4ea7-4eca-96ed-58a942c6635d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.727512] env[63750]: DEBUG oslo_vmware.api [None req-7229de34-44a5-4d01-aacd-c0ac022ee537 tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Waiting for the task: (returnval){ [ 1704.727512] env[63750]: value = "task-2006199" [ 1704.727512] env[63750]: _type = "Task" [ 1704.727512] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.738852] env[63750]: DEBUG oslo_vmware.api [None req-7229de34-44a5-4d01-aacd-c0ac022ee537 tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Task: {'id': task-2006199, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.767402] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006198, 'name': CreateVM_Task, 'duration_secs': 0.40925} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.768084] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1704.770745] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1704.770745] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.770745] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1704.770745] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a120ce6-7e33-4b0f-8978-01532a7cab9f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.775043] env[63750]: DEBUG oslo_vmware.api [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Waiting for the task: (returnval){ [ 1704.775043] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]526666b9-5e78-80cd-e896-96656843aba5" [ 1704.775043] env[63750]: _type = "Task" [ 1704.775043] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.785183] env[63750]: DEBUG oslo_vmware.api [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]526666b9-5e78-80cd-e896-96656843aba5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.842934] env[63750]: DEBUG nova.network.neutron [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 75c55c9f-ad11-4d74-b63e-ff82150fb152] Successfully updated port: 7afd711b-f607-494a-bd55-30b530ea23ea {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1705.010582] env[63750]: DEBUG nova.network.neutron [req-90ea1535-9cc3-40e8-96a0-bed0ba6db997 req-a8a4e4f8-56cd-4b91-87db-74546f87257b service nova] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Updated VIF entry in instance network info cache for port ff54a25c-bd96-49bb-9c5e-ccec36fa4ef7. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1705.010582] env[63750]: DEBUG nova.network.neutron [req-90ea1535-9cc3-40e8-96a0-bed0ba6db997 req-a8a4e4f8-56cd-4b91-87db-74546f87257b service nova] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Updating instance_info_cache with network_info: [{"id": "ff54a25c-bd96-49bb-9c5e-ccec36fa4ef7", "address": "fa:16:3e:05:a2:b4", "network": {"id": "9c5bdf4f-81c8-4e9b-b85b-0a7bab8f3c7e", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1720147737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c7d557a3fba43ffa0838fcb1c65d9b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff54a25c-bd", "ovs_interfaceid": "ff54a25c-bd96-49bb-9c5e-ccec36fa4ef7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1705.244196] env[63750]: DEBUG oslo_concurrency.lockutils [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1705.252576] env[63750]: DEBUG oslo_vmware.api [None req-7229de34-44a5-4d01-aacd-c0ac022ee537 tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Task: {'id': task-2006199, 'name': PowerOffVM_Task, 'duration_secs': 0.229594} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.252576] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-7229de34-44a5-4d01-aacd-c0ac022ee537 tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] [instance: 41f90609-cec6-43c2-9853-aa72527e5f46] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1705.252576] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-7229de34-44a5-4d01-aacd-c0ac022ee537 tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] [instance: 41f90609-cec6-43c2-9853-aa72527e5f46] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1705.252576] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74b117fd-2012-4230-ab34-8bc2ac48298f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.287311] env[63750]: DEBUG oslo_vmware.api [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]526666b9-5e78-80cd-e896-96656843aba5, 'name': SearchDatastore_Task, 'duration_secs': 0.01227} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.290328] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1705.290416] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1705.290719] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1705.291173] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1705.291447] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1705.292310] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75f1f5ff-8a0b-4627-ad9c-25efe6ee8387 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.308329] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1705.308329] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1705.308329] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa644888-b1ea-479b-aeea-f720925d3b15 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.314379] env[63750]: DEBUG oslo_vmware.api [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Waiting for the task: (returnval){ [ 1705.314379] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5224b85f-a4ca-d600-98c5-caa68604201a" [ 1705.314379] env[63750]: _type = "Task" [ 1705.314379] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.326870] env[63750]: DEBUG oslo_vmware.api [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5224b85f-a4ca-d600-98c5-caa68604201a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.340546] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-7229de34-44a5-4d01-aacd-c0ac022ee537 tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] [instance: 41f90609-cec6-43c2-9853-aa72527e5f46] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1705.340879] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-7229de34-44a5-4d01-aacd-c0ac022ee537 tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] [instance: 41f90609-cec6-43c2-9853-aa72527e5f46] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1705.341290] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-7229de34-44a5-4d01-aacd-c0ac022ee537 tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Deleting the datastore file [datastore1] 41f90609-cec6-43c2-9853-aa72527e5f46 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1705.341506] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5fa6f37f-3904-456e-b312-ba988748dc38 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.345212] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Acquiring lock "refresh_cache-75c55c9f-ad11-4d74-b63e-ff82150fb152" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1705.345358] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Acquired lock "refresh_cache-75c55c9f-ad11-4d74-b63e-ff82150fb152" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1705.345506] env[63750]: DEBUG nova.network.neutron [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 75c55c9f-ad11-4d74-b63e-ff82150fb152] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1705.351020] env[63750]: DEBUG oslo_vmware.api [None req-7229de34-44a5-4d01-aacd-c0ac022ee537 tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Waiting for the task: (returnval){ [ 1705.351020] env[63750]: value = "task-2006201" [ 1705.351020] env[63750]: _type = "Task" [ 1705.351020] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.361342] env[63750]: DEBUG oslo_vmware.api [None req-7229de34-44a5-4d01-aacd-c0ac022ee537 tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Task: {'id': task-2006201, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.514387] env[63750]: DEBUG oslo_concurrency.lockutils [req-90ea1535-9cc3-40e8-96a0-bed0ba6db997 req-a8a4e4f8-56cd-4b91-87db-74546f87257b service nova] Releasing lock "refresh_cache-b3a09612-f064-4b1f-8e5d-29ff6d423592" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1705.546066] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c616f490-f74c-4da8-a690-e5870d590a62 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.557662] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b40589-943a-4f4a-9ba6-0db21abd5437 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.595800] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ab73d5-3d02-49cb-8953-c6008956c0bc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.604044] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb5b163-9da4-445d-bd30-716580216501 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.621807] env[63750]: DEBUG nova.compute.provider_tree [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1705.661552] env[63750]: DEBUG nova.compute.manager [req-fa09af35-f00b-483b-b881-38d69c760b44 req-9c0c280c-e098-4163-8685-62e8a832e9c4 service nova] [instance: 75c55c9f-ad11-4d74-b63e-ff82150fb152] Received event network-vif-plugged-7afd711b-f607-494a-bd55-30b530ea23ea {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1705.661755] env[63750]: DEBUG oslo_concurrency.lockutils [req-fa09af35-f00b-483b-b881-38d69c760b44 req-9c0c280c-e098-4163-8685-62e8a832e9c4 service nova] Acquiring lock "75c55c9f-ad11-4d74-b63e-ff82150fb152-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1705.662309] env[63750]: DEBUG oslo_concurrency.lockutils [req-fa09af35-f00b-483b-b881-38d69c760b44 req-9c0c280c-e098-4163-8685-62e8a832e9c4 service nova] Lock "75c55c9f-ad11-4d74-b63e-ff82150fb152-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1705.662486] env[63750]: DEBUG oslo_concurrency.lockutils [req-fa09af35-f00b-483b-b881-38d69c760b44 req-9c0c280c-e098-4163-8685-62e8a832e9c4 service nova] Lock "75c55c9f-ad11-4d74-b63e-ff82150fb152-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1705.662653] env[63750]: DEBUG nova.compute.manager [req-fa09af35-f00b-483b-b881-38d69c760b44 req-9c0c280c-e098-4163-8685-62e8a832e9c4 service nova] [instance: 75c55c9f-ad11-4d74-b63e-ff82150fb152] No waiting events found dispatching network-vif-plugged-7afd711b-f607-494a-bd55-30b530ea23ea {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1705.662814] env[63750]: WARNING nova.compute.manager [req-fa09af35-f00b-483b-b881-38d69c760b44 req-9c0c280c-e098-4163-8685-62e8a832e9c4 service nova] [instance: 75c55c9f-ad11-4d74-b63e-ff82150fb152] Received unexpected event network-vif-plugged-7afd711b-f607-494a-bd55-30b530ea23ea for instance with vm_state building and task_state spawning. [ 1705.663106] env[63750]: DEBUG nova.compute.manager [req-fa09af35-f00b-483b-b881-38d69c760b44 req-9c0c280c-e098-4163-8685-62e8a832e9c4 service nova] [instance: 75c55c9f-ad11-4d74-b63e-ff82150fb152] Received event network-changed-7afd711b-f607-494a-bd55-30b530ea23ea {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1705.663168] env[63750]: DEBUG nova.compute.manager [req-fa09af35-f00b-483b-b881-38d69c760b44 req-9c0c280c-e098-4163-8685-62e8a832e9c4 service nova] [instance: 75c55c9f-ad11-4d74-b63e-ff82150fb152] Refreshing instance network info cache due to event network-changed-7afd711b-f607-494a-bd55-30b530ea23ea. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1705.663289] env[63750]: DEBUG oslo_concurrency.lockutils [req-fa09af35-f00b-483b-b881-38d69c760b44 req-9c0c280c-e098-4163-8685-62e8a832e9c4 service nova] Acquiring lock "refresh_cache-75c55c9f-ad11-4d74-b63e-ff82150fb152" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1705.663741] env[63750]: DEBUG oslo_concurrency.lockutils [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Acquiring lock "b137e48f-6f38-483f-8c23-1d47bf8aecc2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1705.663929] env[63750]: DEBUG oslo_concurrency.lockutils [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Lock "b137e48f-6f38-483f-8c23-1d47bf8aecc2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1705.827708] env[63750]: DEBUG oslo_vmware.api [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5224b85f-a4ca-d600-98c5-caa68604201a, 'name': SearchDatastore_Task, 'duration_secs': 0.01424} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.827708] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48619739-7c42-483b-9972-bf8e96c37229 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.832169] env[63750]: DEBUG oslo_vmware.api [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Waiting for the task: (returnval){ [ 1705.832169] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52ffdceb-543e-3451-7cd3-9c37e706a91f" [ 1705.832169] env[63750]: _type = "Task" [ 1705.832169] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.842485] env[63750]: DEBUG oslo_vmware.api [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52ffdceb-543e-3451-7cd3-9c37e706a91f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.858363] env[63750]: DEBUG oslo_vmware.api [None req-7229de34-44a5-4d01-aacd-c0ac022ee537 tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Task: {'id': task-2006201, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.498745} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.858651] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-7229de34-44a5-4d01-aacd-c0ac022ee537 tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1705.858835] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-7229de34-44a5-4d01-aacd-c0ac022ee537 tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] [instance: 41f90609-cec6-43c2-9853-aa72527e5f46] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1705.859015] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-7229de34-44a5-4d01-aacd-c0ac022ee537 tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] [instance: 41f90609-cec6-43c2-9853-aa72527e5f46] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1705.859195] env[63750]: INFO nova.compute.manager [None req-7229de34-44a5-4d01-aacd-c0ac022ee537 tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] [instance: 41f90609-cec6-43c2-9853-aa72527e5f46] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1705.859430] env[63750]: DEBUG oslo.service.loopingcall [None req-7229de34-44a5-4d01-aacd-c0ac022ee537 tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1705.859629] env[63750]: DEBUG nova.compute.manager [-] [instance: 41f90609-cec6-43c2-9853-aa72527e5f46] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1705.859702] env[63750]: DEBUG nova.network.neutron [-] [instance: 41f90609-cec6-43c2-9853-aa72527e5f46] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1705.932123] env[63750]: DEBUG nova.network.neutron [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 75c55c9f-ad11-4d74-b63e-ff82150fb152] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1706.132680] env[63750]: DEBUG nova.scheduler.client.report [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1706.241595] env[63750]: DEBUG nova.network.neutron [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 75c55c9f-ad11-4d74-b63e-ff82150fb152] Updating instance_info_cache with network_info: [{"id": "7afd711b-f607-494a-bd55-30b530ea23ea", "address": "fa:16:3e:1f:55:7c", "network": {"id": "edb0539b-4b9f-4c11-9eac-f2d531aea0ab", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-787801736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab43889aa9d84099be5c8ea18eea7f75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7afd711b-f6", "ovs_interfaceid": "7afd711b-f607-494a-bd55-30b530ea23ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1706.349931] env[63750]: DEBUG oslo_vmware.api [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52ffdceb-543e-3451-7cd3-9c37e706a91f, 'name': SearchDatastore_Task, 'duration_secs': 0.019295} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.350244] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1706.350506] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] b3a09612-f064-4b1f-8e5d-29ff6d423592/b3a09612-f064-4b1f-8e5d-29ff6d423592.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1706.350785] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c71558f-46d0-4520-b9b9-3510650b36ed {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.361040] env[63750]: DEBUG oslo_vmware.api [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Waiting for the task: (returnval){ [ 1706.361040] env[63750]: value = "task-2006202" [ 1706.361040] env[63750]: _type = "Task" [ 1706.361040] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.374810] env[63750]: DEBUG oslo_vmware.api [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Task: {'id': task-2006202, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.638427] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.638938] env[63750]: DEBUG nova.compute.manager [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 47ea6c82-618f-4d4e-9d75-0ad02d9518f3] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1706.643158] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5be247e5-9083-436d-adb7-d95d5403d552 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.975s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.643158] env[63750]: DEBUG nova.objects.instance [None req-5be247e5-9083-436d-adb7-d95d5403d552 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Lazy-loading 'resources' on Instance uuid 5b4fa630-fcf0-4835-b22a-f4245f51ac6c {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1706.744563] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Releasing lock "refresh_cache-75c55c9f-ad11-4d74-b63e-ff82150fb152" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1706.744901] env[63750]: DEBUG nova.compute.manager [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 75c55c9f-ad11-4d74-b63e-ff82150fb152] Instance network_info: |[{"id": "7afd711b-f607-494a-bd55-30b530ea23ea", "address": "fa:16:3e:1f:55:7c", "network": {"id": "edb0539b-4b9f-4c11-9eac-f2d531aea0ab", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-787801736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab43889aa9d84099be5c8ea18eea7f75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7afd711b-f6", "ovs_interfaceid": "7afd711b-f607-494a-bd55-30b530ea23ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1706.745229] env[63750]: DEBUG oslo_concurrency.lockutils [req-fa09af35-f00b-483b-b881-38d69c760b44 req-9c0c280c-e098-4163-8685-62e8a832e9c4 service nova] Acquired lock "refresh_cache-75c55c9f-ad11-4d74-b63e-ff82150fb152" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1706.745410] env[63750]: DEBUG nova.network.neutron [req-fa09af35-f00b-483b-b881-38d69c760b44 req-9c0c280c-e098-4163-8685-62e8a832e9c4 service nova] [instance: 75c55c9f-ad11-4d74-b63e-ff82150fb152] Refreshing network info cache for port 7afd711b-f607-494a-bd55-30b530ea23ea {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1706.746644] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 75c55c9f-ad11-4d74-b63e-ff82150fb152] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:55:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5f60c972-a72d-4c5f-a250-faadfd6eafbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7afd711b-f607-494a-bd55-30b530ea23ea', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1706.754638] env[63750]: DEBUG oslo.service.loopingcall [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1706.756073] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75c55c9f-ad11-4d74-b63e-ff82150fb152] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1706.756073] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43c54f7c-3a2a-43e8-a185-e7fedd2d9b2a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.782945] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d7b1869c-abcb-409d-a4b7-dabe72c3f35f tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Acquiring lock "f08cdd8f-d853-40c7-b5d8-11a1a494cba6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.783231] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d7b1869c-abcb-409d-a4b7-dabe72c3f35f tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Lock "f08cdd8f-d853-40c7-b5d8-11a1a494cba6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.783458] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d7b1869c-abcb-409d-a4b7-dabe72c3f35f tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Acquiring lock "f08cdd8f-d853-40c7-b5d8-11a1a494cba6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.783642] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d7b1869c-abcb-409d-a4b7-dabe72c3f35f tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Lock "f08cdd8f-d853-40c7-b5d8-11a1a494cba6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.783805] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d7b1869c-abcb-409d-a4b7-dabe72c3f35f tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Lock "f08cdd8f-d853-40c7-b5d8-11a1a494cba6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.785502] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1706.785502] env[63750]: value = "task-2006203" [ 1706.785502] env[63750]: _type = "Task" [ 1706.785502] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.785967] env[63750]: INFO nova.compute.manager [None req-d7b1869c-abcb-409d-a4b7-dabe72c3f35f tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Terminating instance [ 1706.797234] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006203, 'name': CreateVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.870639] env[63750]: DEBUG nova.network.neutron [-] [instance: 41f90609-cec6-43c2-9853-aa72527e5f46] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1706.871912] env[63750]: DEBUG oslo_vmware.api [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Task: {'id': task-2006202, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.147280] env[63750]: DEBUG nova.compute.utils [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1707.152659] env[63750]: DEBUG nova.compute.manager [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 47ea6c82-618f-4d4e-9d75-0ad02d9518f3] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1707.152659] env[63750]: DEBUG nova.network.neutron [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 47ea6c82-618f-4d4e-9d75-0ad02d9518f3] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1707.211138] env[63750]: DEBUG nova.policy [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd03be46ce85545cf96446dd1c1db5576', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab43889aa9d84099be5c8ea18eea7f75', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1707.300124] env[63750]: DEBUG nova.compute.manager [None req-d7b1869c-abcb-409d-a4b7-dabe72c3f35f tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1707.300124] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-d7b1869c-abcb-409d-a4b7-dabe72c3f35f tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1707.304558] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7150a94d-aeb9-4375-8a12-5fe45b2664ae {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.315260] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006203, 'name': CreateVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.318854] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7b1869c-abcb-409d-a4b7-dabe72c3f35f tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1707.319194] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ea6b36b-beaa-4e8f-9b5b-6f7fe1858318 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.329305] env[63750]: DEBUG oslo_vmware.api [None req-d7b1869c-abcb-409d-a4b7-dabe72c3f35f tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Waiting for the task: (returnval){ [ 1707.329305] env[63750]: value = "task-2006204" [ 1707.329305] env[63750]: _type = "Task" [ 1707.329305] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.343284] env[63750]: DEBUG oslo_vmware.api [None req-d7b1869c-abcb-409d-a4b7-dabe72c3f35f tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006204, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.372415] env[63750]: DEBUG oslo_vmware.api [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Task: {'id': task-2006202, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.904756} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.372933] env[63750]: INFO nova.compute.manager [-] [instance: 41f90609-cec6-43c2-9853-aa72527e5f46] Took 1.51 seconds to deallocate network for instance. [ 1707.373287] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] b3a09612-f064-4b1f-8e5d-29ff6d423592/b3a09612-f064-4b1f-8e5d-29ff6d423592.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1707.373577] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1707.375440] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-320fc939-d4ca-425c-a898-48f235455b14 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.386010] env[63750]: DEBUG oslo_vmware.api [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Waiting for the task: (returnval){ [ 1707.386010] env[63750]: value = "task-2006205" [ 1707.386010] env[63750]: _type = "Task" [ 1707.386010] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.401582] env[63750]: DEBUG oslo_vmware.api [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Task: {'id': task-2006205, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.645838] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096a8d36-ede7-40e7-a74f-c683f47c6f90 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.655428] env[63750]: DEBUG nova.compute.manager [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 47ea6c82-618f-4d4e-9d75-0ad02d9518f3] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1707.655428] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affeba71-97af-4e17-937e-18d0c9a5418e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.698539] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9602ecf-3841-4863-be3c-52524347509a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.708412] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8201b6c2-c19a-438d-a9ec-f89c174febe9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.713431] env[63750]: DEBUG nova.network.neutron [req-fa09af35-f00b-483b-b881-38d69c760b44 req-9c0c280c-e098-4163-8685-62e8a832e9c4 service nova] [instance: 75c55c9f-ad11-4d74-b63e-ff82150fb152] Updated VIF entry in instance network info cache for port 7afd711b-f607-494a-bd55-30b530ea23ea. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1707.713754] env[63750]: DEBUG nova.network.neutron [req-fa09af35-f00b-483b-b881-38d69c760b44 req-9c0c280c-e098-4163-8685-62e8a832e9c4 service nova] [instance: 75c55c9f-ad11-4d74-b63e-ff82150fb152] Updating instance_info_cache with network_info: [{"id": "7afd711b-f607-494a-bd55-30b530ea23ea", "address": "fa:16:3e:1f:55:7c", "network": {"id": "edb0539b-4b9f-4c11-9eac-f2d531aea0ab", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-787801736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab43889aa9d84099be5c8ea18eea7f75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7afd711b-f6", "ovs_interfaceid": "7afd711b-f607-494a-bd55-30b530ea23ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1707.728475] env[63750]: DEBUG nova.compute.provider_tree [None req-5be247e5-9083-436d-adb7-d95d5403d552 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1707.732451] env[63750]: DEBUG nova.compute.manager [req-6aec1bce-9702-46b4-95d2-06dde4e5fb9d req-43cb6e41-9e95-48d0-a775-52409fe673ed service nova] [instance: 41f90609-cec6-43c2-9853-aa72527e5f46] Received event network-vif-deleted-1631a4bc-0e87-4e64-9efd-1e551779d5dd {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1707.735279] env[63750]: DEBUG nova.network.neutron [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 47ea6c82-618f-4d4e-9d75-0ad02d9518f3] Successfully created port: e03f8720-1cec-41fb-8166-5cc417f585ea {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1707.798878] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006203, 'name': CreateVM_Task, 'duration_secs': 0.57495} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.798878] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75c55c9f-ad11-4d74-b63e-ff82150fb152] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1707.799310] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.799474] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1707.799796] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1707.800057] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d471b6d-43b2-4ed7-8b49-940af6da1daf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.805186] env[63750]: DEBUG oslo_vmware.api [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Waiting for the task: (returnval){ [ 1707.805186] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5269239b-9f88-4360-4d9e-fb46e62d1c76" [ 1707.805186] env[63750]: _type = "Task" [ 1707.805186] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.812873] env[63750]: DEBUG oslo_vmware.api [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5269239b-9f88-4360-4d9e-fb46e62d1c76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.838668] env[63750]: DEBUG oslo_vmware.api [None req-d7b1869c-abcb-409d-a4b7-dabe72c3f35f tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006204, 'name': PowerOffVM_Task, 'duration_secs': 0.21086} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.838922] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7b1869c-abcb-409d-a4b7-dabe72c3f35f tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1707.839095] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-d7b1869c-abcb-409d-a4b7-dabe72c3f35f tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1707.839342] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef6a1e4e-cbac-4912-ad29-fc24241216d6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.883111] env[63750]: DEBUG oslo_concurrency.lockutils [None req-7229de34-44a5-4d01-aacd-c0ac022ee537 tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.898016] env[63750]: DEBUG oslo_vmware.api [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Task: {'id': task-2006205, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06806} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.898287] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1707.899051] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad16fc23-dfa0-44a4-97c9-ed73b5023f2e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.920261] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] b3a09612-f064-4b1f-8e5d-29ff6d423592/b3a09612-f064-4b1f-8e5d-29ff6d423592.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1707.920522] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4e08dbe-a9b7-404c-aa3c-66428aa295a7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.939632] env[63750]: DEBUG oslo_vmware.api [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Waiting for the task: (returnval){ [ 1707.939632] env[63750]: value = "task-2006207" [ 1707.939632] env[63750]: _type = "Task" [ 1707.939632] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.948945] env[63750]: DEBUG oslo_vmware.api [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Task: {'id': task-2006207, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.044350] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-d7b1869c-abcb-409d-a4b7-dabe72c3f35f tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1708.044611] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-d7b1869c-abcb-409d-a4b7-dabe72c3f35f tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1708.044793] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7b1869c-abcb-409d-a4b7-dabe72c3f35f tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Deleting the datastore file [datastore1] f08cdd8f-d853-40c7-b5d8-11a1a494cba6 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1708.045076] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2ea3460-a622-4adc-b071-82a5eb103283 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.051700] env[63750]: DEBUG oslo_vmware.api [None req-d7b1869c-abcb-409d-a4b7-dabe72c3f35f tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Waiting for the task: (returnval){ [ 1708.051700] env[63750]: value = "task-2006208" [ 1708.051700] env[63750]: _type = "Task" [ 1708.051700] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.059734] env[63750]: DEBUG oslo_vmware.api [None req-d7b1869c-abcb-409d-a4b7-dabe72c3f35f tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006208, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.216764] env[63750]: DEBUG oslo_concurrency.lockutils [req-fa09af35-f00b-483b-b881-38d69c760b44 req-9c0c280c-e098-4163-8685-62e8a832e9c4 service nova] Releasing lock "refresh_cache-75c55c9f-ad11-4d74-b63e-ff82150fb152" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1708.234742] env[63750]: DEBUG nova.scheduler.client.report [None req-5be247e5-9083-436d-adb7-d95d5403d552 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1708.315993] env[63750]: DEBUG oslo_vmware.api [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5269239b-9f88-4360-4d9e-fb46e62d1c76, 'name': SearchDatastore_Task, 'duration_secs': 0.082531} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.317048] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1708.317048] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 75c55c9f-ad11-4d74-b63e-ff82150fb152] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1708.317048] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1708.317221] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1708.317256] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1708.317789] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0adf6b7-ee61-4d71-b2c4-eaf83082910c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.326354] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1708.326607] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1708.327352] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15e12ef9-6f6b-4726-8b07-eb8fd697084c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.332467] env[63750]: DEBUG oslo_vmware.api [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Waiting for the task: (returnval){ [ 1708.332467] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]521c3c50-5953-fcdc-3106-18e706187739" [ 1708.332467] env[63750]: _type = "Task" [ 1708.332467] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.341235] env[63750]: DEBUG oslo_vmware.api [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]521c3c50-5953-fcdc-3106-18e706187739, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.451660] env[63750]: DEBUG oslo_vmware.api [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Task: {'id': task-2006207, 'name': ReconfigVM_Task, 'duration_secs': 0.279883} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.452316] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Reconfigured VM instance instance-00000025 to attach disk [datastore1] b3a09612-f064-4b1f-8e5d-29ff6d423592/b3a09612-f064-4b1f-8e5d-29ff6d423592.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1708.452954] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2ed33d1-eefe-4be6-9441-a05edb369296 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.459170] env[63750]: DEBUG oslo_vmware.api [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Waiting for the task: (returnval){ [ 1708.459170] env[63750]: value = "task-2006209" [ 1708.459170] env[63750]: _type = "Task" [ 1708.459170] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.466812] env[63750]: DEBUG oslo_vmware.api [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Task: {'id': task-2006209, 'name': Rename_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.561227] env[63750]: DEBUG oslo_vmware.api [None req-d7b1869c-abcb-409d-a4b7-dabe72c3f35f tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006208, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.398386} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.561860] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7b1869c-abcb-409d-a4b7-dabe72c3f35f tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1708.561860] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-d7b1869c-abcb-409d-a4b7-dabe72c3f35f tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1708.562093] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-d7b1869c-abcb-409d-a4b7-dabe72c3f35f tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1708.562176] env[63750]: INFO nova.compute.manager [None req-d7b1869c-abcb-409d-a4b7-dabe72c3f35f tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1708.562487] env[63750]: DEBUG oslo.service.loopingcall [None req-d7b1869c-abcb-409d-a4b7-dabe72c3f35f tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1708.562761] env[63750]: DEBUG nova.compute.manager [-] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1708.562873] env[63750]: DEBUG nova.network.neutron [-] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1708.667235] env[63750]: DEBUG nova.compute.manager [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 47ea6c82-618f-4d4e-9d75-0ad02d9518f3] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1708.694874] env[63750]: DEBUG nova.virt.hardware [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1708.695148] env[63750]: DEBUG nova.virt.hardware [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1708.695307] env[63750]: DEBUG nova.virt.hardware [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1708.695491] env[63750]: DEBUG nova.virt.hardware [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1708.695632] env[63750]: DEBUG nova.virt.hardware [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1708.695960] env[63750]: DEBUG nova.virt.hardware [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1708.696011] env[63750]: DEBUG nova.virt.hardware [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1708.696183] env[63750]: DEBUG nova.virt.hardware [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1708.696351] env[63750]: DEBUG nova.virt.hardware [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1708.696509] env[63750]: DEBUG nova.virt.hardware [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1708.696675] env[63750]: DEBUG nova.virt.hardware [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1708.697543] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67e6ad7-4b83-4f8e-80e7-9003819d6b62 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.706119] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471920df-7fc6-487b-b9c8-240a34bb04e5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.740289] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5be247e5-9083-436d-adb7-d95d5403d552 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.098s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1708.743637] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 23.960s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.762116] env[63750]: INFO nova.scheduler.client.report [None req-5be247e5-9083-436d-adb7-d95d5403d552 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Deleted allocations for instance 5b4fa630-fcf0-4835-b22a-f4245f51ac6c [ 1708.851019] env[63750]: DEBUG oslo_vmware.api [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]521c3c50-5953-fcdc-3106-18e706187739, 'name': SearchDatastore_Task, 'duration_secs': 0.009651} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.851019] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4b7e9c2-362d-4612-bcac-5e1114268a09 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.857348] env[63750]: DEBUG oslo_vmware.api [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Waiting for the task: (returnval){ [ 1708.857348] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52821ad2-a207-ca89-69cd-09d3e238a8c2" [ 1708.857348] env[63750]: _type = "Task" [ 1708.857348] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.866323] env[63750]: DEBUG oslo_vmware.api [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52821ad2-a207-ca89-69cd-09d3e238a8c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.972022] env[63750]: DEBUG oslo_vmware.api [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Task: {'id': task-2006209, 'name': Rename_Task, 'duration_secs': 0.354077} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.973021] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1708.973021] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-563b6a77-95c9-4b8e-803e-dff1800c69f9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.980124] env[63750]: DEBUG oslo_vmware.api [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Waiting for the task: (returnval){ [ 1708.980124] env[63750]: value = "task-2006210" [ 1708.980124] env[63750]: _type = "Task" [ 1708.980124] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.987599] env[63750]: DEBUG oslo_vmware.api [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Task: {'id': task-2006210, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.242229] env[63750]: DEBUG nova.network.neutron [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 47ea6c82-618f-4d4e-9d75-0ad02d9518f3] Successfully updated port: e03f8720-1cec-41fb-8166-5cc417f585ea {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1709.270701] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5be247e5-9083-436d-adb7-d95d5403d552 tempest-ServersAdminNegativeTestJSON-1361544637 tempest-ServersAdminNegativeTestJSON-1361544637-project-member] Lock "5b4fa630-fcf0-4835-b22a-f4245f51ac6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.060s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.354350] env[63750]: DEBUG nova.network.neutron [-] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1709.368763] env[63750]: DEBUG oslo_vmware.api [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52821ad2-a207-ca89-69cd-09d3e238a8c2, 'name': SearchDatastore_Task, 'duration_secs': 0.034705} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.369485] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1709.369485] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 75c55c9f-ad11-4d74-b63e-ff82150fb152/75c55c9f-ad11-4d74-b63e-ff82150fb152.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1709.369651] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b351192-5990-444a-8795-77c7a241c100 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.378559] env[63750]: DEBUG oslo_vmware.api [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Waiting for the task: (returnval){ [ 1709.378559] env[63750]: value = "task-2006211" [ 1709.378559] env[63750]: _type = "Task" [ 1709.378559] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.387361] env[63750]: DEBUG oslo_vmware.api [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2006211, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.491229] env[63750]: DEBUG oslo_vmware.api [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Task: {'id': task-2006210, 'name': PowerOnVM_Task, 'duration_secs': 0.487841} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.491529] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1709.491752] env[63750]: INFO nova.compute.manager [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Took 8.16 seconds to spawn the instance on the hypervisor. [ 1709.491952] env[63750]: DEBUG nova.compute.manager [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1709.492845] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9ff378-17a6-471a-926a-138d7bf15ab1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.744630] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Acquiring lock "refresh_cache-47ea6c82-618f-4d4e-9d75-0ad02d9518f3" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1709.745311] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Acquired lock "refresh_cache-47ea6c82-618f-4d4e-9d75-0ad02d9518f3" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1709.745449] env[63750]: DEBUG nova.network.neutron [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 47ea6c82-618f-4d4e-9d75-0ad02d9518f3] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1709.766236] env[63750]: DEBUG nova.compute.manager [req-d15480a2-b16f-4f5a-98be-d2299bf9f766 req-dcedf0ed-9123-46a8-b406-70f670d3b54d service nova] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Received event network-vif-deleted-80dc9487-a0c0-4841-8c73-3f0f30f85d8e {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1709.766477] env[63750]: DEBUG nova.compute.manager [req-d15480a2-b16f-4f5a-98be-d2299bf9f766 req-dcedf0ed-9123-46a8-b406-70f670d3b54d service nova] [instance: 47ea6c82-618f-4d4e-9d75-0ad02d9518f3] Received event network-vif-plugged-e03f8720-1cec-41fb-8166-5cc417f585ea {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1709.766790] env[63750]: DEBUG oslo_concurrency.lockutils [req-d15480a2-b16f-4f5a-98be-d2299bf9f766 req-dcedf0ed-9123-46a8-b406-70f670d3b54d service nova] Acquiring lock "47ea6c82-618f-4d4e-9d75-0ad02d9518f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1709.767038] env[63750]: DEBUG oslo_concurrency.lockutils [req-d15480a2-b16f-4f5a-98be-d2299bf9f766 req-dcedf0ed-9123-46a8-b406-70f670d3b54d service nova] Lock "47ea6c82-618f-4d4e-9d75-0ad02d9518f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.767246] env[63750]: DEBUG oslo_concurrency.lockutils [req-d15480a2-b16f-4f5a-98be-d2299bf9f766 req-dcedf0ed-9123-46a8-b406-70f670d3b54d service nova] Lock "47ea6c82-618f-4d4e-9d75-0ad02d9518f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.767412] env[63750]: DEBUG nova.compute.manager [req-d15480a2-b16f-4f5a-98be-d2299bf9f766 req-dcedf0ed-9123-46a8-b406-70f670d3b54d service nova] [instance: 47ea6c82-618f-4d4e-9d75-0ad02d9518f3] No waiting events found dispatching network-vif-plugged-e03f8720-1cec-41fb-8166-5cc417f585ea {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1709.767573] env[63750]: WARNING nova.compute.manager [req-d15480a2-b16f-4f5a-98be-d2299bf9f766 req-dcedf0ed-9123-46a8-b406-70f670d3b54d service nova] [instance: 47ea6c82-618f-4d4e-9d75-0ad02d9518f3] Received unexpected event network-vif-plugged-e03f8720-1cec-41fb-8166-5cc417f585ea for instance with vm_state building and task_state spawning. [ 1709.767775] env[63750]: DEBUG nova.compute.manager [req-d15480a2-b16f-4f5a-98be-d2299bf9f766 req-dcedf0ed-9123-46a8-b406-70f670d3b54d service nova] [instance: 47ea6c82-618f-4d4e-9d75-0ad02d9518f3] Received event network-changed-e03f8720-1cec-41fb-8166-5cc417f585ea {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1709.767928] env[63750]: DEBUG nova.compute.manager [req-d15480a2-b16f-4f5a-98be-d2299bf9f766 req-dcedf0ed-9123-46a8-b406-70f670d3b54d service nova] [instance: 47ea6c82-618f-4d4e-9d75-0ad02d9518f3] Refreshing instance network info cache due to event network-changed-e03f8720-1cec-41fb-8166-5cc417f585ea. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1709.768124] env[63750]: DEBUG oslo_concurrency.lockutils [req-d15480a2-b16f-4f5a-98be-d2299bf9f766 req-dcedf0ed-9123-46a8-b406-70f670d3b54d service nova] Acquiring lock "refresh_cache-47ea6c82-618f-4d4e-9d75-0ad02d9518f3" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1709.786014] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 01a1188a-6523-4d67-8507-2253c4c1a86a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1709.786014] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance c4241be9-151b-403f-a5e7-9e34a6425466 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1709.786105] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance b23f40f6-7521-4465-bc42-872016f9a6bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1709.786775] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 8892fd3b-b3fa-4b83-89f8-3162579d6f87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1709.786775] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance dc7171f8-5b93-4c12-b878-1aa1dcc54745 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1709.786775] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance fe9c3f7c-4c8b-426b-85c1-6fc0f325609e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1709.786775] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance bc64e986-a2db-4386-bb74-b4e73761a742 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1709.786775] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance aa0a6972-7734-4c0a-ab87-64cefae55e6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1709.787047] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance f08cdd8f-d853-40c7-b5d8-11a1a494cba6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1709.787084] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 71b4eb74-3e75-44d0-a132-0fa238a09fd2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1709.787331] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 3d11142c-0197-4bd9-bf31-fffabf48ee87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1709.788118] env[63750]: WARNING nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 3544dff6-5be5-4463-9d47-4d8accf9e295 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1709.788118] env[63750]: WARNING nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 643617f0-9718-4aad-8882-2ffce5e41401 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1709.788118] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance be1c2871-2c59-4a77-8792-fb9f5fd2128f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1709.788118] env[63750]: WARNING nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 19fa9ea2-0fa3-47a3-a80a-91225c41da38 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1709.788118] env[63750]: WARNING nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance c1f05848-3b1b-4f8e-877a-966310e78bcc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1709.789102] env[63750]: WARNING nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 57914c7f-a496-4c0c-a57d-cf9f46158032 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1709.789102] env[63750]: WARNING nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 41f90609-cec6-43c2-9853-aa72527e5f46 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1709.789102] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 64e60d53-dc4c-41ab-91ee-fff41c2b5976 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1709.789102] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 627fabed-0639-417d-b78c-fc6ef6ab7979 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1709.789102] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance b3a09612-f064-4b1f-8e5d-29ff6d423592 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1709.789102] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 75c55c9f-ad11-4d74-b63e-ff82150fb152 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1709.789309] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 47ea6c82-618f-4d4e-9d75-0ad02d9518f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1709.857580] env[63750]: INFO nova.compute.manager [-] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Took 1.29 seconds to deallocate network for instance. [ 1709.889968] env[63750]: DEBUG oslo_vmware.api [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2006211, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.011477] env[63750]: INFO nova.compute.manager [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Took 37.24 seconds to build instance. [ 1710.290041] env[63750]: DEBUG nova.network.neutron [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 47ea6c82-618f-4d4e-9d75-0ad02d9518f3] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1710.292674] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 99c765c3-0b70-4f53-a8e7-e2723898c70e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1710.364395] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d7b1869c-abcb-409d-a4b7-dabe72c3f35f tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.389503] env[63750]: DEBUG oslo_vmware.api [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2006211, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526901} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.391093] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 75c55c9f-ad11-4d74-b63e-ff82150fb152/75c55c9f-ad11-4d74-b63e-ff82150fb152.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1710.391093] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 75c55c9f-ad11-4d74-b63e-ff82150fb152] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1710.391093] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc0d2edd-c16a-4e6b-a165-c896cb931c37 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.396862] env[63750]: DEBUG oslo_vmware.api [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Waiting for the task: (returnval){ [ 1710.396862] env[63750]: value = "task-2006212" [ 1710.396862] env[63750]: _type = "Task" [ 1710.396862] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.405209] env[63750]: DEBUG oslo_vmware.api [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2006212, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.446790] env[63750]: DEBUG nova.network.neutron [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 47ea6c82-618f-4d4e-9d75-0ad02d9518f3] Updating instance_info_cache with network_info: [{"id": "e03f8720-1cec-41fb-8166-5cc417f585ea", "address": "fa:16:3e:7a:f8:18", "network": {"id": "edb0539b-4b9f-4c11-9eac-f2d531aea0ab", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-787801736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab43889aa9d84099be5c8ea18eea7f75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape03f8720-1c", "ovs_interfaceid": "e03f8720-1cec-41fb-8166-5cc417f585ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1710.513270] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4fc1f545-58f1-4488-82a1-c36d4442c6f7 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Lock "b3a09612-f064-4b1f-8e5d-29ff6d423592" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.918s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.795859] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 6837b938-5169-44a2-a03f-e6a2064334d6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1710.907119] env[63750]: DEBUG oslo_vmware.api [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2006212, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070857} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.907388] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 75c55c9f-ad11-4d74-b63e-ff82150fb152] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1710.908162] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36363c6-9f2b-474c-928b-5471759c6f09 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.932272] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 75c55c9f-ad11-4d74-b63e-ff82150fb152] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 75c55c9f-ad11-4d74-b63e-ff82150fb152/75c55c9f-ad11-4d74-b63e-ff82150fb152.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1710.932747] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f89e4932-9de2-4fd9-ae8a-7459e9b0b13d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.949124] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Releasing lock "refresh_cache-47ea6c82-618f-4d4e-9d75-0ad02d9518f3" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.949281] env[63750]: DEBUG nova.compute.manager [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 47ea6c82-618f-4d4e-9d75-0ad02d9518f3] Instance network_info: |[{"id": "e03f8720-1cec-41fb-8166-5cc417f585ea", "address": "fa:16:3e:7a:f8:18", "network": {"id": "edb0539b-4b9f-4c11-9eac-f2d531aea0ab", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-787801736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab43889aa9d84099be5c8ea18eea7f75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape03f8720-1c", "ovs_interfaceid": "e03f8720-1cec-41fb-8166-5cc417f585ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1710.949554] env[63750]: DEBUG oslo_concurrency.lockutils [req-d15480a2-b16f-4f5a-98be-d2299bf9f766 req-dcedf0ed-9123-46a8-b406-70f670d3b54d service nova] Acquired lock "refresh_cache-47ea6c82-618f-4d4e-9d75-0ad02d9518f3" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1710.949733] env[63750]: DEBUG nova.network.neutron [req-d15480a2-b16f-4f5a-98be-d2299bf9f766 req-dcedf0ed-9123-46a8-b406-70f670d3b54d service nova] [instance: 47ea6c82-618f-4d4e-9d75-0ad02d9518f3] Refreshing network info cache for port e03f8720-1cec-41fb-8166-5cc417f585ea {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1710.950771] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 47ea6c82-618f-4d4e-9d75-0ad02d9518f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:f8:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5f60c972-a72d-4c5f-a250-faadfd6eafbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e03f8720-1cec-41fb-8166-5cc417f585ea', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1710.957912] env[63750]: DEBUG oslo.service.loopingcall [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1710.960228] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47ea6c82-618f-4d4e-9d75-0ad02d9518f3] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1710.960534] env[63750]: DEBUG oslo_vmware.api [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Waiting for the task: (returnval){ [ 1710.960534] env[63750]: value = "task-2006213" [ 1710.960534] env[63750]: _type = "Task" [ 1710.960534] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.960708] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b05f274-772f-47ba-a928-7c28d55d824a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.984911] env[63750]: DEBUG oslo_vmware.api [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2006213, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.985949] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1710.985949] env[63750]: value = "task-2006214" [ 1710.985949] env[63750]: _type = "Task" [ 1710.985949] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.993308] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006214, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.016784] env[63750]: DEBUG nova.compute.manager [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8539553e-c060-4640-af64-3915c58a687e] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1711.302310] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 0431561b-dd08-4c9c-a4f6-43d19cbe4b03 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1711.435283] env[63750]: DEBUG nova.compute.manager [None req-d0d311f3-d508-4316-8b1f-046baba21492 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1711.436295] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12222d30-fc77-4b9e-a55b-9baceac1f0ce {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.485120] env[63750]: DEBUG oslo_vmware.api [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2006213, 'name': ReconfigVM_Task, 'duration_secs': 0.52349} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.485469] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 75c55c9f-ad11-4d74-b63e-ff82150fb152] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 75c55c9f-ad11-4d74-b63e-ff82150fb152/75c55c9f-ad11-4d74-b63e-ff82150fb152.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1711.486105] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8526d4e2-a540-4216-9ee9-4d0d65671570 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.496054] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006214, 'name': CreateVM_Task, 'duration_secs': 0.3879} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.497159] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47ea6c82-618f-4d4e-9d75-0ad02d9518f3] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1711.497523] env[63750]: DEBUG oslo_vmware.api [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Waiting for the task: (returnval){ [ 1711.497523] env[63750]: value = "task-2006215" [ 1711.497523] env[63750]: _type = "Task" [ 1711.497523] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.498182] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1711.498393] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1711.498838] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1711.499728] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c803c2b7-966b-4bde-ae72-8112422d8357 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.508125] env[63750]: DEBUG oslo_vmware.api [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Waiting for the task: (returnval){ [ 1711.508125] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52f5751a-57ef-44ab-a5f3-409516efee29" [ 1711.508125] env[63750]: _type = "Task" [ 1711.508125] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.510889] env[63750]: DEBUG oslo_vmware.api [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2006215, 'name': Rename_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.525201] env[63750]: DEBUG oslo_vmware.api [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52f5751a-57ef-44ab-a5f3-409516efee29, 'name': SearchDatastore_Task, 'duration_secs': 0.009745} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.527690] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1711.527971] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 47ea6c82-618f-4d4e-9d75-0ad02d9518f3] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1711.528222] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1711.528368] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1711.528540] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1711.528990] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb674d6a-44ae-4e62-b4f4-ae84554b4d2f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.537165] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1711.537349] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1711.538078] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8429bd29-37dc-439d-a51f-2be4fdec406d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.542535] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1711.543955] env[63750]: DEBUG oslo_vmware.api [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Waiting for the task: (returnval){ [ 1711.543955] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]525b7fb3-1f68-676d-b61f-024a6738258c" [ 1711.543955] env[63750]: _type = "Task" [ 1711.543955] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.553544] env[63750]: DEBUG oslo_vmware.api [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]525b7fb3-1f68-676d-b61f-024a6738258c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.718078] env[63750]: DEBUG nova.network.neutron [req-d15480a2-b16f-4f5a-98be-d2299bf9f766 req-dcedf0ed-9123-46a8-b406-70f670d3b54d service nova] [instance: 47ea6c82-618f-4d4e-9d75-0ad02d9518f3] Updated VIF entry in instance network info cache for port e03f8720-1cec-41fb-8166-5cc417f585ea. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1711.718434] env[63750]: DEBUG nova.network.neutron [req-d15480a2-b16f-4f5a-98be-d2299bf9f766 req-dcedf0ed-9123-46a8-b406-70f670d3b54d service nova] [instance: 47ea6c82-618f-4d4e-9d75-0ad02d9518f3] Updating instance_info_cache with network_info: [{"id": "e03f8720-1cec-41fb-8166-5cc417f585ea", "address": "fa:16:3e:7a:f8:18", "network": {"id": "edb0539b-4b9f-4c11-9eac-f2d531aea0ab", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-787801736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab43889aa9d84099be5c8ea18eea7f75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape03f8720-1c", "ovs_interfaceid": "e03f8720-1cec-41fb-8166-5cc417f585ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1711.805364] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 81966a7e-6f9b-49e2-ad49-bd35f6fa628a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1711.947016] env[63750]: INFO nova.compute.manager [None req-d0d311f3-d508-4316-8b1f-046baba21492 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] instance snapshotting [ 1711.950059] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44f92fd-4a52-412d-9719-5e4e6543d357 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.970827] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8532b596-75e1-4105-bb74-b07f4ce1e12e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.009243] env[63750]: DEBUG oslo_vmware.api [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2006215, 'name': Rename_Task, 'duration_secs': 0.146785} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.009559] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 75c55c9f-ad11-4d74-b63e-ff82150fb152] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1712.009821] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b903d8bb-d0af-4e21-827d-2c06385a1398 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.017435] env[63750]: DEBUG oslo_vmware.api [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Waiting for the task: (returnval){ [ 1712.017435] env[63750]: value = "task-2006216" [ 1712.017435] env[63750]: _type = "Task" [ 1712.017435] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.027503] env[63750]: DEBUG oslo_vmware.api [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2006216, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.775662] env[63750]: DEBUG oslo_concurrency.lockutils [req-d15480a2-b16f-4f5a-98be-d2299bf9f766 req-dcedf0ed-9123-46a8-b406-70f670d3b54d service nova] Releasing lock "refresh_cache-47ea6c82-618f-4d4e-9d75-0ad02d9518f3" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1712.776732] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 2fc56c3b-95cc-4604-9396-24dc498dddcf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1712.782297] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d311f3-d508-4316-8b1f-046baba21492 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Creating Snapshot of the VM instance {{(pid=63750) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1712.782297] env[63750]: DEBUG oslo_vmware.api [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]525b7fb3-1f68-676d-b61f-024a6738258c, 'name': SearchDatastore_Task, 'duration_secs': 0.009398} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.782297] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5757c58b-fcf3-419f-9d85-c6e5bba87321 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.788657] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Acquiring lock "1c6bbab3-3e6b-4617-b145-18eec7221195" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1712.789078] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Lock "1c6bbab3-3e6b-4617-b145-18eec7221195" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1712.789078] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5295bb68-5fac-459c-ab1d-47a7f0cb34bc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.798082] env[63750]: DEBUG oslo_vmware.api [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2006216, 'name': PowerOnVM_Task, 'duration_secs': 0.735554} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.800047] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 75c55c9f-ad11-4d74-b63e-ff82150fb152] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1712.800255] env[63750]: INFO nova.compute.manager [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 75c55c9f-ad11-4d74-b63e-ff82150fb152] Took 8.89 seconds to spawn the instance on the hypervisor. [ 1712.800431] env[63750]: DEBUG nova.compute.manager [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 75c55c9f-ad11-4d74-b63e-ff82150fb152] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1712.800740] env[63750]: DEBUG oslo_vmware.api [None req-d0d311f3-d508-4316-8b1f-046baba21492 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Waiting for the task: (returnval){ [ 1712.800740] env[63750]: value = "task-2006217" [ 1712.800740] env[63750]: _type = "Task" [ 1712.800740] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.800957] env[63750]: DEBUG oslo_vmware.api [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Waiting for the task: (returnval){ [ 1712.800957] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]526e6838-c54d-9bc6-c993-9d0b72b1727e" [ 1712.800957] env[63750]: _type = "Task" [ 1712.800957] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.801620] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec880448-bcb4-4c9f-b269-6b639a72de6e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.821665] env[63750]: DEBUG oslo_vmware.api [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]526e6838-c54d-9bc6-c993-9d0b72b1727e, 'name': SearchDatastore_Task, 'duration_secs': 0.010569} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.821972] env[63750]: DEBUG oslo_vmware.api [None req-d0d311f3-d508-4316-8b1f-046baba21492 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Task: {'id': task-2006217, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.822343] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1712.822586] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 47ea6c82-618f-4d4e-9d75-0ad02d9518f3/47ea6c82-618f-4d4e-9d75-0ad02d9518f3.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1712.822983] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cdf8d9d3-13e9-4a29-88d2-ee20a8f38137 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.830021] env[63750]: DEBUG oslo_vmware.api [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Waiting for the task: (returnval){ [ 1712.830021] env[63750]: value = "task-2006218" [ 1712.830021] env[63750]: _type = "Task" [ 1712.830021] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.836894] env[63750]: DEBUG oslo_vmware.api [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2006218, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.283280] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 3929441f-fefc-469f-a440-d7f3146abde2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1713.316140] env[63750]: DEBUG oslo_vmware.api [None req-d0d311f3-d508-4316-8b1f-046baba21492 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Task: {'id': task-2006217, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.335266] env[63750]: INFO nova.compute.manager [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 75c55c9f-ad11-4d74-b63e-ff82150fb152] Took 37.32 seconds to build instance. [ 1713.343156] env[63750]: DEBUG oslo_vmware.api [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2006218, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.786169] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance a3ed716a-d396-4dcd-813d-bad76fe03b41 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1713.813618] env[63750]: DEBUG oslo_vmware.api [None req-d0d311f3-d508-4316-8b1f-046baba21492 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Task: {'id': task-2006217, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.840897] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Lock "75c55c9f-ad11-4d74-b63e-ff82150fb152" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.902s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.841195] env[63750]: DEBUG oslo_vmware.api [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2006218, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516252} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.842306] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 47ea6c82-618f-4d4e-9d75-0ad02d9518f3/47ea6c82-618f-4d4e-9d75-0ad02d9518f3.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1713.843147] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 47ea6c82-618f-4d4e-9d75-0ad02d9518f3] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1713.843579] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22216188-c98b-4b66-9005-5432d4309156 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.850299] env[63750]: DEBUG oslo_vmware.api [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Waiting for the task: (returnval){ [ 1713.850299] env[63750]: value = "task-2006219" [ 1713.850299] env[63750]: _type = "Task" [ 1713.850299] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.858960] env[63750]: DEBUG oslo_vmware.api [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2006219, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.289391] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 8539553e-c060-4640-af64-3915c58a687e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1714.313733] env[63750]: DEBUG oslo_vmware.api [None req-d0d311f3-d508-4316-8b1f-046baba21492 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Task: {'id': task-2006217, 'name': CreateSnapshot_Task, 'duration_secs': 1.375189} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.313992] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d311f3-d508-4316-8b1f-046baba21492 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Created Snapshot of the VM instance {{(pid=63750) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1714.314761] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd6bf20-535d-40ce-9bbf-8c19dae6d1d6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.344461] env[63750]: DEBUG nova.compute.manager [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1714.361048] env[63750]: DEBUG oslo_vmware.api [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2006219, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082915} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.361259] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 47ea6c82-618f-4d4e-9d75-0ad02d9518f3] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1714.362015] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c0c199-d56c-4fed-8a85-a08ba0b13aad {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.383370] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 47ea6c82-618f-4d4e-9d75-0ad02d9518f3] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 47ea6c82-618f-4d4e-9d75-0ad02d9518f3/47ea6c82-618f-4d4e-9d75-0ad02d9518f3.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1714.384144] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3156e746-abcd-4928-ae16-ffad1cb10bc4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.402905] env[63750]: DEBUG oslo_vmware.api [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Waiting for the task: (returnval){ [ 1714.402905] env[63750]: value = "task-2006220" [ 1714.402905] env[63750]: _type = "Task" [ 1714.402905] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.413206] env[63750]: DEBUG oslo_vmware.api [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2006220, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.792896] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance b137e48f-6f38-483f-8c23-1d47bf8aecc2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1714.793233] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1714.793400] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1714.834051] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d311f3-d508-4316-8b1f-046baba21492 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Creating linked-clone VM from snapshot {{(pid=63750) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1714.839502] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-505403a5-6f7f-496a-a565-94e649804e37 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.847065] env[63750]: DEBUG oslo_vmware.api [None req-d0d311f3-d508-4316-8b1f-046baba21492 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Waiting for the task: (returnval){ [ 1714.847065] env[63750]: value = "task-2006221" [ 1714.847065] env[63750]: _type = "Task" [ 1714.847065] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.861872] env[63750]: DEBUG oslo_vmware.api [None req-d0d311f3-d508-4316-8b1f-046baba21492 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Task: {'id': task-2006221, 'name': CloneVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.865871] env[63750]: DEBUG oslo_concurrency.lockutils [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.914645] env[63750]: DEBUG oslo_vmware.api [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2006220, 'name': ReconfigVM_Task, 'duration_secs': 0.259824} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.914932] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 47ea6c82-618f-4d4e-9d75-0ad02d9518f3] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 47ea6c82-618f-4d4e-9d75-0ad02d9518f3/47ea6c82-618f-4d4e-9d75-0ad02d9518f3.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1714.915595] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e85e4ac4-bf41-473e-a23d-4bbfdd669341 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.922434] env[63750]: DEBUG oslo_vmware.api [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Waiting for the task: (returnval){ [ 1714.922434] env[63750]: value = "task-2006222" [ 1714.922434] env[63750]: _type = "Task" [ 1714.922434] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.930617] env[63750]: DEBUG oslo_vmware.api [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2006222, 'name': Rename_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.226433] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720b9d5e-d0be-46cd-9af2-94f0d62f9a8f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.235313] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4162299-73af-4d54-ad63-143c128a853b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.265017] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7e9fc1-70f5-495c-82a5-dfa400095bbb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.272717] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf952790-99e1-4e65-afc9-6759afb8f4e5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.286399] env[63750]: DEBUG nova.compute.provider_tree [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1715.357353] env[63750]: DEBUG oslo_vmware.api [None req-d0d311f3-d508-4316-8b1f-046baba21492 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Task: {'id': task-2006221, 'name': CloneVM_Task} progress is 94%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.433314] env[63750]: DEBUG oslo_vmware.api [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2006222, 'name': Rename_Task, 'duration_secs': 0.137929} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.433653] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 47ea6c82-618f-4d4e-9d75-0ad02d9518f3] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1715.433970] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea2577b7-185c-424a-927b-ec17a7611405 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.440290] env[63750]: DEBUG oslo_vmware.api [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Waiting for the task: (returnval){ [ 1715.440290] env[63750]: value = "task-2006223" [ 1715.440290] env[63750]: _type = "Task" [ 1715.440290] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.448248] env[63750]: DEBUG oslo_vmware.api [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2006223, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.789742] env[63750]: DEBUG nova.scheduler.client.report [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1715.857726] env[63750]: DEBUG oslo_vmware.api [None req-d0d311f3-d508-4316-8b1f-046baba21492 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Task: {'id': task-2006221, 'name': CloneVM_Task} progress is 95%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.950821] env[63750]: DEBUG oslo_vmware.api [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2006223, 'name': PowerOnVM_Task, 'duration_secs': 0.48031} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.951080] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 47ea6c82-618f-4d4e-9d75-0ad02d9518f3] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1715.951279] env[63750]: INFO nova.compute.manager [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 47ea6c82-618f-4d4e-9d75-0ad02d9518f3] Took 7.28 seconds to spawn the instance on the hypervisor. [ 1715.951453] env[63750]: DEBUG nova.compute.manager [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 47ea6c82-618f-4d4e-9d75-0ad02d9518f3] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1715.952264] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b080fb1-d64d-420d-9c6e-133052cb3c38 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.294997] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63750) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1716.295315] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.553s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1716.295625] env[63750]: DEBUG oslo_concurrency.lockutils [None req-94135b4d-5b5a-414f-a069-f90aae175f07 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.253s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1716.295806] env[63750]: DEBUG oslo_concurrency.lockutils [None req-94135b4d-5b5a-414f-a069-f90aae175f07 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1716.297944] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.707s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1716.299513] env[63750]: INFO nova.compute.claims [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1716.302062] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1716.302246] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Cleaning up deleted instances {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11746}} [ 1716.326680] env[63750]: INFO nova.scheduler.client.report [None req-94135b4d-5b5a-414f-a069-f90aae175f07 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Deleted allocations for instance 3544dff6-5be5-4463-9d47-4d8accf9e295 [ 1716.361289] env[63750]: DEBUG oslo_vmware.api [None req-d0d311f3-d508-4316-8b1f-046baba21492 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Task: {'id': task-2006221, 'name': CloneVM_Task, 'duration_secs': 1.416482} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.362449] env[63750]: INFO nova.virt.vmwareapi.vmops [None req-d0d311f3-d508-4316-8b1f-046baba21492 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Created linked-clone VM from snapshot [ 1716.363615] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e501274-c92d-4d04-83b8-29d5309c7caf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.374779] env[63750]: DEBUG nova.virt.vmwareapi.images [None req-d0d311f3-d508-4316-8b1f-046baba21492 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Uploading image 64e785fd-67ac-412f-8c7d-6c1d091ec420 {{(pid=63750) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1716.399898] env[63750]: DEBUG oslo_vmware.rw_handles [None req-d0d311f3-d508-4316-8b1f-046baba21492 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1716.399898] env[63750]: value = "vm-412510" [ 1716.399898] env[63750]: _type = "VirtualMachine" [ 1716.399898] env[63750]: }. {{(pid=63750) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1716.400369] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-95656dc8-f44b-475e-94b8-36c15053eef3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.409193] env[63750]: DEBUG oslo_vmware.rw_handles [None req-d0d311f3-d508-4316-8b1f-046baba21492 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Lease: (returnval){ [ 1716.409193] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52c630ff-874a-3b22-4038-786bb3472241" [ 1716.409193] env[63750]: _type = "HttpNfcLease" [ 1716.409193] env[63750]: } obtained for exporting VM: (result){ [ 1716.409193] env[63750]: value = "vm-412510" [ 1716.409193] env[63750]: _type = "VirtualMachine" [ 1716.409193] env[63750]: }. {{(pid=63750) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1716.409445] env[63750]: DEBUG oslo_vmware.api [None req-d0d311f3-d508-4316-8b1f-046baba21492 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Waiting for the lease: (returnval){ [ 1716.409445] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52c630ff-874a-3b22-4038-786bb3472241" [ 1716.409445] env[63750]: _type = "HttpNfcLease" [ 1716.409445] env[63750]: } to be ready. {{(pid=63750) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1716.416011] env[63750]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1716.416011] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52c630ff-874a-3b22-4038-786bb3472241" [ 1716.416011] env[63750]: _type = "HttpNfcLease" [ 1716.416011] env[63750]: } is initializing. {{(pid=63750) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1716.467888] env[63750]: INFO nova.compute.manager [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 47ea6c82-618f-4d4e-9d75-0ad02d9518f3] Took 36.34 seconds to build instance. [ 1716.811582] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] There are 16 instances to clean {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11755}} [ 1716.811902] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 3972845f-a11a-4160-ad32-3cf31efa28c0] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1716.835620] env[63750]: DEBUG oslo_concurrency.lockutils [None req-94135b4d-5b5a-414f-a069-f90aae175f07 tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Lock "3544dff6-5be5-4463-9d47-4d8accf9e295" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.117s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1716.926696] env[63750]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1716.926696] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52c630ff-874a-3b22-4038-786bb3472241" [ 1716.926696] env[63750]: _type = "HttpNfcLease" [ 1716.926696] env[63750]: } is ready. {{(pid=63750) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1716.927223] env[63750]: DEBUG oslo_vmware.rw_handles [None req-d0d311f3-d508-4316-8b1f-046baba21492 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1716.927223] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52c630ff-874a-3b22-4038-786bb3472241" [ 1716.927223] env[63750]: _type = "HttpNfcLease" [ 1716.927223] env[63750]: }. {{(pid=63750) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1716.927757] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5ca9d9-5be3-4b5e-9601-fa886569307d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.936252] env[63750]: DEBUG oslo_vmware.rw_handles [None req-d0d311f3-d508-4316-8b1f-046baba21492 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52375a56-84fb-e08c-bce8-f774dad91e3a/disk-0.vmdk from lease info. {{(pid=63750) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1716.936252] env[63750]: DEBUG oslo_vmware.rw_handles [None req-d0d311f3-d508-4316-8b1f-046baba21492 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52375a56-84fb-e08c-bce8-f774dad91e3a/disk-0.vmdk for reading. {{(pid=63750) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1716.996733] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f2e00d9a-a7a7-42ec-946f-0c76ae2770e7 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Lock "47ea6c82-618f-4d4e-9d75-0ad02d9518f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.029s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.093781] env[63750]: DEBUG oslo_concurrency.lockutils [None req-38278d92-bad7-49bc-bf10-b0a73ba315f6 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Acquiring lock "75c55c9f-ad11-4d74-b63e-ff82150fb152" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.093781] env[63750]: DEBUG oslo_concurrency.lockutils [None req-38278d92-bad7-49bc-bf10-b0a73ba315f6 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Lock "75c55c9f-ad11-4d74-b63e-ff82150fb152" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.093781] env[63750]: DEBUG oslo_concurrency.lockutils [None req-38278d92-bad7-49bc-bf10-b0a73ba315f6 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Acquiring lock "75c55c9f-ad11-4d74-b63e-ff82150fb152-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.094065] env[63750]: DEBUG oslo_concurrency.lockutils [None req-38278d92-bad7-49bc-bf10-b0a73ba315f6 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Lock "75c55c9f-ad11-4d74-b63e-ff82150fb152-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.094065] env[63750]: DEBUG oslo_concurrency.lockutils [None req-38278d92-bad7-49bc-bf10-b0a73ba315f6 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Lock "75c55c9f-ad11-4d74-b63e-ff82150fb152-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.096028] env[63750]: INFO nova.compute.manager [None req-38278d92-bad7-49bc-bf10-b0a73ba315f6 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 75c55c9f-ad11-4d74-b63e-ff82150fb152] Terminating instance [ 1717.158530] env[63750]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2a20c7d8-cd7a-4e77-8391-bac7076f573d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.262595] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ca8581d3-e88f-4247-9d75-144d0e188749 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Acquiring lock "47ea6c82-618f-4d4e-9d75-0ad02d9518f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.262910] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ca8581d3-e88f-4247-9d75-144d0e188749 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Lock "47ea6c82-618f-4d4e-9d75-0ad02d9518f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.263182] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ca8581d3-e88f-4247-9d75-144d0e188749 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Acquiring lock "47ea6c82-618f-4d4e-9d75-0ad02d9518f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.263412] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ca8581d3-e88f-4247-9d75-144d0e188749 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Lock "47ea6c82-618f-4d4e-9d75-0ad02d9518f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.263613] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ca8581d3-e88f-4247-9d75-144d0e188749 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Lock "47ea6c82-618f-4d4e-9d75-0ad02d9518f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.266013] env[63750]: INFO nova.compute.manager [None req-ca8581d3-e88f-4247-9d75-144d0e188749 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 47ea6c82-618f-4d4e-9d75-0ad02d9518f3] Terminating instance [ 1717.315066] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 1bc60127-2c17-4962-b6fe-0785357c36ca] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1717.324984] env[63750]: DEBUG oslo_concurrency.lockutils [None req-11196501-98cb-4d6a-80fa-0cfddb9db39e tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Acquiring lock "dc7171f8-5b93-4c12-b878-1aa1dcc54745" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.325299] env[63750]: DEBUG oslo_concurrency.lockutils [None req-11196501-98cb-4d6a-80fa-0cfddb9db39e tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Lock "dc7171f8-5b93-4c12-b878-1aa1dcc54745" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.325534] env[63750]: DEBUG oslo_concurrency.lockutils [None req-11196501-98cb-4d6a-80fa-0cfddb9db39e tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Acquiring lock "dc7171f8-5b93-4c12-b878-1aa1dcc54745-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.325723] env[63750]: DEBUG oslo_concurrency.lockutils [None req-11196501-98cb-4d6a-80fa-0cfddb9db39e tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Lock "dc7171f8-5b93-4c12-b878-1aa1dcc54745-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.325909] env[63750]: DEBUG oslo_concurrency.lockutils [None req-11196501-98cb-4d6a-80fa-0cfddb9db39e tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Lock "dc7171f8-5b93-4c12-b878-1aa1dcc54745-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.328028] env[63750]: INFO nova.compute.manager [None req-11196501-98cb-4d6a-80fa-0cfddb9db39e tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Terminating instance [ 1717.502109] env[63750]: DEBUG nova.compute.manager [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] [instance: 1c6bbab3-3e6b-4617-b145-18eec7221195] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1717.599336] env[63750]: DEBUG nova.compute.manager [None req-38278d92-bad7-49bc-bf10-b0a73ba315f6 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 75c55c9f-ad11-4d74-b63e-ff82150fb152] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1717.599558] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-38278d92-bad7-49bc-bf10-b0a73ba315f6 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 75c55c9f-ad11-4d74-b63e-ff82150fb152] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1717.600492] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc1598e-6fee-4997-a14d-13fd818a400e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.608664] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-38278d92-bad7-49bc-bf10-b0a73ba315f6 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 75c55c9f-ad11-4d74-b63e-ff82150fb152] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1717.611512] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-873ddac6-81c4-4863-be42-d43099c4cf17 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.620078] env[63750]: DEBUG oslo_vmware.api [None req-38278d92-bad7-49bc-bf10-b0a73ba315f6 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Waiting for the task: (returnval){ [ 1717.620078] env[63750]: value = "task-2006225" [ 1717.620078] env[63750]: _type = "Task" [ 1717.620078] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.631636] env[63750]: DEBUG oslo_vmware.api [None req-38278d92-bad7-49bc-bf10-b0a73ba315f6 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2006225, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.770598] env[63750]: DEBUG nova.compute.manager [None req-ca8581d3-e88f-4247-9d75-144d0e188749 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 47ea6c82-618f-4d4e-9d75-0ad02d9518f3] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1717.770975] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8581d3-e88f-4247-9d75-144d0e188749 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 47ea6c82-618f-4d4e-9d75-0ad02d9518f3] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1717.775777] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab95deca-af20-4a0d-9ee6-6577aaa14288 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.783375] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca8581d3-e88f-4247-9d75-144d0e188749 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 47ea6c82-618f-4d4e-9d75-0ad02d9518f3] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1717.784521] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-efb2ce19-31a4-4c01-80be-624e67e5f26f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.790622] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1bcdf10-844b-4f3b-ba5b-e13778078058 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.794883] env[63750]: DEBUG oslo_vmware.api [None req-ca8581d3-e88f-4247-9d75-144d0e188749 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Waiting for the task: (returnval){ [ 1717.794883] env[63750]: value = "task-2006226" [ 1717.794883] env[63750]: _type = "Task" [ 1717.794883] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.803261] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc06740-17c9-4b70-816f-c09c220118d0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.811164] env[63750]: DEBUG oslo_vmware.api [None req-ca8581d3-e88f-4247-9d75-144d0e188749 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2006226, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.842496] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 3e37b98e-c5f5-446c-8ac2-dacdf8ce7106] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1717.845032] env[63750]: DEBUG nova.compute.manager [None req-11196501-98cb-4d6a-80fa-0cfddb9db39e tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1717.845260] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-11196501-98cb-4d6a-80fa-0cfddb9db39e tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1717.846749] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb9957d-e726-43bf-a4d9-bcb32d88229f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.850216] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8b8373-4cfd-4067-96d3-abc448e01729 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.863280] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033e207c-570e-493d-928e-d9c99dcc2af2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.869677] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-11196501-98cb-4d6a-80fa-0cfddb9db39e tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1717.870327] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31296fb8-8425-4a24-a386-64aa6db8f37c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.885092] env[63750]: DEBUG nova.compute.provider_tree [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1717.889969] env[63750]: DEBUG oslo_vmware.api [None req-11196501-98cb-4d6a-80fa-0cfddb9db39e tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Waiting for the task: (returnval){ [ 1717.889969] env[63750]: value = "task-2006227" [ 1717.889969] env[63750]: _type = "Task" [ 1717.889969] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.901973] env[63750]: DEBUG oslo_vmware.api [None req-11196501-98cb-4d6a-80fa-0cfddb9db39e tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Task: {'id': task-2006227, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.022650] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.130375] env[63750]: DEBUG oslo_vmware.api [None req-38278d92-bad7-49bc-bf10-b0a73ba315f6 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2006225, 'name': PowerOffVM_Task, 'duration_secs': 0.221282} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.130839] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-38278d92-bad7-49bc-bf10-b0a73ba315f6 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 75c55c9f-ad11-4d74-b63e-ff82150fb152] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1718.132022] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-38278d92-bad7-49bc-bf10-b0a73ba315f6 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 75c55c9f-ad11-4d74-b63e-ff82150fb152] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1718.132022] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42e4d19c-e49d-4305-b0e6-6cdbdeace16e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.212743] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-38278d92-bad7-49bc-bf10-b0a73ba315f6 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 75c55c9f-ad11-4d74-b63e-ff82150fb152] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1718.213133] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-38278d92-bad7-49bc-bf10-b0a73ba315f6 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 75c55c9f-ad11-4d74-b63e-ff82150fb152] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1718.213460] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-38278d92-bad7-49bc-bf10-b0a73ba315f6 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Deleting the datastore file [datastore1] 75c55c9f-ad11-4d74-b63e-ff82150fb152 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1718.213778] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f157f2ee-b5fe-42b0-a057-4b618e316fe0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.221211] env[63750]: DEBUG oslo_vmware.api [None req-38278d92-bad7-49bc-bf10-b0a73ba315f6 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Waiting for the task: (returnval){ [ 1718.221211] env[63750]: value = "task-2006229" [ 1718.221211] env[63750]: _type = "Task" [ 1718.221211] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.230412] env[63750]: DEBUG oslo_vmware.api [None req-38278d92-bad7-49bc-bf10-b0a73ba315f6 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2006229, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.304956] env[63750]: DEBUG oslo_vmware.api [None req-ca8581d3-e88f-4247-9d75-144d0e188749 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2006226, 'name': PowerOffVM_Task, 'duration_secs': 0.174485} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.305537] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca8581d3-e88f-4247-9d75-144d0e188749 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 47ea6c82-618f-4d4e-9d75-0ad02d9518f3] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1718.305749] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8581d3-e88f-4247-9d75-144d0e188749 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 47ea6c82-618f-4d4e-9d75-0ad02d9518f3] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1718.306108] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52b9c477-8eec-41cd-b37c-ebef1b9c721a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.347440] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: fd699fda-28a7-4cd2-bd87-f2f2d28dce65] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1718.385195] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8581d3-e88f-4247-9d75-144d0e188749 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 47ea6c82-618f-4d4e-9d75-0ad02d9518f3] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1718.386064] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8581d3-e88f-4247-9d75-144d0e188749 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 47ea6c82-618f-4d4e-9d75-0ad02d9518f3] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1718.386064] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca8581d3-e88f-4247-9d75-144d0e188749 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Deleting the datastore file [datastore1] 47ea6c82-618f-4d4e-9d75-0ad02d9518f3 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1718.386259] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-353bcc2a-f33c-498e-a5eb-3d3455f86065 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.391759] env[63750]: DEBUG nova.scheduler.client.report [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1718.400366] env[63750]: DEBUG oslo_vmware.api [None req-ca8581d3-e88f-4247-9d75-144d0e188749 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Waiting for the task: (returnval){ [ 1718.400366] env[63750]: value = "task-2006231" [ 1718.400366] env[63750]: _type = "Task" [ 1718.400366] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.407305] env[63750]: DEBUG oslo_vmware.api [None req-11196501-98cb-4d6a-80fa-0cfddb9db39e tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Task: {'id': task-2006227, 'name': PowerOffVM_Task, 'duration_secs': 0.199773} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.408130] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-11196501-98cb-4d6a-80fa-0cfddb9db39e tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1718.408397] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-11196501-98cb-4d6a-80fa-0cfddb9db39e tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1718.408849] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a137277-a5fd-4273-a9bf-944bfdb1c180 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.413966] env[63750]: DEBUG oslo_vmware.api [None req-ca8581d3-e88f-4247-9d75-144d0e188749 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2006231, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.486627] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-11196501-98cb-4d6a-80fa-0cfddb9db39e tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1718.486627] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-11196501-98cb-4d6a-80fa-0cfddb9db39e tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Deleting contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1718.486627] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-11196501-98cb-4d6a-80fa-0cfddb9db39e tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Deleting the datastore file [datastore2] dc7171f8-5b93-4c12-b878-1aa1dcc54745 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1718.487306] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39a25547-a732-4952-b4e0-e339e6238aac {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.494985] env[63750]: DEBUG oslo_vmware.api [None req-11196501-98cb-4d6a-80fa-0cfddb9db39e tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Waiting for the task: (returnval){ [ 1718.494985] env[63750]: value = "task-2006233" [ 1718.494985] env[63750]: _type = "Task" [ 1718.494985] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.502539] env[63750]: DEBUG oslo_vmware.api [None req-11196501-98cb-4d6a-80fa-0cfddb9db39e tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Task: {'id': task-2006233, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.735621] env[63750]: DEBUG oslo_vmware.api [None req-38278d92-bad7-49bc-bf10-b0a73ba315f6 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2006229, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163214} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.736419] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-38278d92-bad7-49bc-bf10-b0a73ba315f6 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1718.736741] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-38278d92-bad7-49bc-bf10-b0a73ba315f6 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 75c55c9f-ad11-4d74-b63e-ff82150fb152] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1718.737120] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-38278d92-bad7-49bc-bf10-b0a73ba315f6 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 75c55c9f-ad11-4d74-b63e-ff82150fb152] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1718.737470] env[63750]: INFO nova.compute.manager [None req-38278d92-bad7-49bc-bf10-b0a73ba315f6 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 75c55c9f-ad11-4d74-b63e-ff82150fb152] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1718.737934] env[63750]: DEBUG oslo.service.loopingcall [None req-38278d92-bad7-49bc-bf10-b0a73ba315f6 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1718.738272] env[63750]: DEBUG nova.compute.manager [-] [instance: 75c55c9f-ad11-4d74-b63e-ff82150fb152] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1718.738522] env[63750]: DEBUG nova.network.neutron [-] [instance: 75c55c9f-ad11-4d74-b63e-ff82150fb152] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1718.850855] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 9edf2e36-5cbd-410d-bf99-451a6e3abee6] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1718.897374] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.897913] env[63750]: DEBUG nova.compute.manager [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1718.900414] env[63750]: DEBUG oslo_concurrency.lockutils [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.822s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.902216] env[63750]: INFO nova.compute.claims [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1718.914605] env[63750]: DEBUG oslo_vmware.api [None req-ca8581d3-e88f-4247-9d75-144d0e188749 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Task: {'id': task-2006231, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188778} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.914842] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca8581d3-e88f-4247-9d75-144d0e188749 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1718.915231] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8581d3-e88f-4247-9d75-144d0e188749 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 47ea6c82-618f-4d4e-9d75-0ad02d9518f3] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1718.915231] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8581d3-e88f-4247-9d75-144d0e188749 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 47ea6c82-618f-4d4e-9d75-0ad02d9518f3] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1718.915414] env[63750]: INFO nova.compute.manager [None req-ca8581d3-e88f-4247-9d75-144d0e188749 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] [instance: 47ea6c82-618f-4d4e-9d75-0ad02d9518f3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1718.915669] env[63750]: DEBUG oslo.service.loopingcall [None req-ca8581d3-e88f-4247-9d75-144d0e188749 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1718.915884] env[63750]: DEBUG nova.compute.manager [-] [instance: 47ea6c82-618f-4d4e-9d75-0ad02d9518f3] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1718.915994] env[63750]: DEBUG nova.network.neutron [-] [instance: 47ea6c82-618f-4d4e-9d75-0ad02d9518f3] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1719.008154] env[63750]: DEBUG oslo_vmware.api [None req-11196501-98cb-4d6a-80fa-0cfddb9db39e tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Task: {'id': task-2006233, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.339112] env[63750]: DEBUG nova.compute.manager [req-b3e3e91f-5518-429f-bc7e-906fc99b64e6 req-d716922a-1961-4f57-98d7-3e400d8ece07 service nova] [instance: 75c55c9f-ad11-4d74-b63e-ff82150fb152] Received event network-vif-deleted-7afd711b-f607-494a-bd55-30b530ea23ea {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1719.339556] env[63750]: INFO nova.compute.manager [req-b3e3e91f-5518-429f-bc7e-906fc99b64e6 req-d716922a-1961-4f57-98d7-3e400d8ece07 service nova] [instance: 75c55c9f-ad11-4d74-b63e-ff82150fb152] Neutron deleted interface 7afd711b-f607-494a-bd55-30b530ea23ea; detaching it from the instance and deleting it from the info cache [ 1719.339762] env[63750]: DEBUG nova.network.neutron [req-b3e3e91f-5518-429f-bc7e-906fc99b64e6 req-d716922a-1961-4f57-98d7-3e400d8ece07 service nova] [instance: 75c55c9f-ad11-4d74-b63e-ff82150fb152] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1719.355894] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 9f8ff3a5-201b-4814-bf32-2f39c2293750] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1719.409226] env[63750]: DEBUG nova.compute.utils [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1719.410898] env[63750]: DEBUG nova.compute.manager [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1719.411124] env[63750]: DEBUG nova.network.neutron [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1719.484468] env[63750]: DEBUG nova.policy [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4da3124a2c3478f84821cb6e55894e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5935e7b0064246179996a93c97942a7a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1719.507844] env[63750]: DEBUG oslo_vmware.api [None req-11196501-98cb-4d6a-80fa-0cfddb9db39e tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Task: {'id': task-2006233, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.855173} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.507952] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-11196501-98cb-4d6a-80fa-0cfddb9db39e tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1719.508072] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-11196501-98cb-4d6a-80fa-0cfddb9db39e tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Deleted contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1719.508255] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-11196501-98cb-4d6a-80fa-0cfddb9db39e tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1719.508426] env[63750]: INFO nova.compute.manager [None req-11196501-98cb-4d6a-80fa-0cfddb9db39e tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1719.508661] env[63750]: DEBUG oslo.service.loopingcall [None req-11196501-98cb-4d6a-80fa-0cfddb9db39e tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1719.508841] env[63750]: DEBUG nova.compute.manager [-] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1719.508930] env[63750]: DEBUG nova.network.neutron [-] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1719.748084] env[63750]: DEBUG nova.network.neutron [-] [instance: 75c55c9f-ad11-4d74-b63e-ff82150fb152] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1719.843463] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4a09c63c-c629-48d1-8fce-33686a6f19a6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.855844] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a2e03d-21a9-4cf1-bd7d-47874b2e6964 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.870341] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 1678d6e7-9266-4cff-8f7b-d51c2bc6d8a2] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1719.901013] env[63750]: DEBUG nova.compute.manager [req-b3e3e91f-5518-429f-bc7e-906fc99b64e6 req-d716922a-1961-4f57-98d7-3e400d8ece07 service nova] [instance: 75c55c9f-ad11-4d74-b63e-ff82150fb152] Detach interface failed, port_id=7afd711b-f607-494a-bd55-30b530ea23ea, reason: Instance 75c55c9f-ad11-4d74-b63e-ff82150fb152 could not be found. {{(pid=63750) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1719.916958] env[63750]: DEBUG nova.compute.manager [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1719.937786] env[63750]: DEBUG nova.network.neutron [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Successfully created port: 23e4432e-9260-4b6a-9958-9938a0a5fcad {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1719.965787] env[63750]: DEBUG nova.network.neutron [-] [instance: 47ea6c82-618f-4d4e-9d75-0ad02d9518f3] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1720.249621] env[63750]: INFO nova.compute.manager [-] [instance: 75c55c9f-ad11-4d74-b63e-ff82150fb152] Took 1.51 seconds to deallocate network for instance. [ 1720.373971] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 16e7a58b-3c51-4793-b128-d418f7173f7a] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1720.376576] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a826d47d-145f-4366-bb27-d17878c6c510 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.386935] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1d1fb4-2642-4b9a-8282-fc322c564cad {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.415797] env[63750]: DEBUG nova.network.neutron [-] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1720.418190] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18c3222-00c6-4fa7-9c7d-0c00ededeee6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.430276] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa9657a-fd80-470a-bd5c-fdf793a181ab {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.445073] env[63750]: DEBUG nova.compute.provider_tree [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1720.468277] env[63750]: INFO nova.compute.manager [-] [instance: 47ea6c82-618f-4d4e-9d75-0ad02d9518f3] Took 1.55 seconds to deallocate network for instance. [ 1720.759915] env[63750]: DEBUG oslo_concurrency.lockutils [None req-38278d92-bad7-49bc-bf10-b0a73ba315f6 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.880281] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 5ef4df0b-ad8b-4906-a304-fbe776db4943] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1720.921903] env[63750]: INFO nova.compute.manager [-] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Took 1.41 seconds to deallocate network for instance. [ 1720.930531] env[63750]: DEBUG nova.compute.manager [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1720.947982] env[63750]: DEBUG nova.scheduler.client.report [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1720.965564] env[63750]: DEBUG nova.virt.hardware [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:58:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='339a1bd5-5f5b-4cb3-be97-5b67b6ff4786',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1906996568',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1720.965834] env[63750]: DEBUG nova.virt.hardware [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1720.966018] env[63750]: DEBUG nova.virt.hardware [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1720.966210] env[63750]: DEBUG nova.virt.hardware [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1720.966356] env[63750]: DEBUG nova.virt.hardware [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1720.966508] env[63750]: DEBUG nova.virt.hardware [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1720.966753] env[63750]: DEBUG nova.virt.hardware [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1720.966912] env[63750]: DEBUG nova.virt.hardware [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1720.967099] env[63750]: DEBUG nova.virt.hardware [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1720.967272] env[63750]: DEBUG nova.virt.hardware [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1720.967479] env[63750]: DEBUG nova.virt.hardware [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1720.969205] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798bbc10-364c-47cf-84ed-7807f860ac69 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.979049] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ca8581d3-e88f-4247-9d75-144d0e188749 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.979622] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0823f94-5fdf-4003-b68b-accd78bd259b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.372228] env[63750]: DEBUG nova.compute.manager [req-604fcc86-093b-4b53-ade5-515804889d06 req-3f06d97f-5dd2-4255-9e99-f7b1dbbd8a5d service nova] [instance: 47ea6c82-618f-4d4e-9d75-0ad02d9518f3] Received event network-vif-deleted-e03f8720-1cec-41fb-8166-5cc417f585ea {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1721.372474] env[63750]: DEBUG nova.compute.manager [req-604fcc86-093b-4b53-ade5-515804889d06 req-3f06d97f-5dd2-4255-9e99-f7b1dbbd8a5d service nova] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Received event network-vif-deleted-2aab2094-f93d-4287-8017-a5a2a1e299c7 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1721.388026] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 028ce127-561f-4a3a-b427-e0c462457550] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1721.428514] env[63750]: DEBUG oslo_concurrency.lockutils [None req-11196501-98cb-4d6a-80fa-0cfddb9db39e tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.455691] env[63750]: DEBUG oslo_concurrency.lockutils [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.555s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.456288] env[63750]: DEBUG nova.compute.manager [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1721.459055] env[63750]: DEBUG oslo_concurrency.lockutils [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.146s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.459266] env[63750]: DEBUG nova.objects.instance [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63750) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1721.537246] env[63750]: DEBUG nova.network.neutron [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Successfully updated port: 23e4432e-9260-4b6a-9958-9938a0a5fcad {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1721.890763] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 5b4fa630-fcf0-4835-b22a-f4245f51ac6c] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1721.967976] env[63750]: DEBUG nova.compute.utils [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1721.970051] env[63750]: DEBUG nova.compute.manager [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1721.970265] env[63750]: DEBUG nova.network.neutron [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1722.011478] env[63750]: DEBUG nova.policy [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '25239e1c5b3b49c98f0d369c6ce9400f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0c89bae00b24212a69070c7cf47dd33', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1722.040584] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Acquiring lock "refresh_cache-99c765c3-0b70-4f53-a8e7-e2723898c70e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1722.040762] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Acquired lock "refresh_cache-99c765c3-0b70-4f53-a8e7-e2723898c70e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1722.040916] env[63750]: DEBUG nova.network.neutron [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1722.271773] env[63750]: DEBUG nova.network.neutron [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Successfully created port: 6ce2e55a-3cdf-44d0-8d78-a2b986d8d587 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1722.394630] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 3cec7e1e-84cb-4055-a25f-b36579dd1511] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1722.470932] env[63750]: DEBUG nova.compute.manager [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1722.474736] env[63750]: DEBUG oslo_concurrency.lockutils [None req-af6ee166-d8e7-476c-9407-18906ada07e3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.475931] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bc3fd28b-069a-45cd-af3d-4d512fa36cea tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.799s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.476262] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bc3fd28b-069a-45cd-af3d-4d512fa36cea tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.478246] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.397s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.479655] env[63750]: INFO nova.compute.claims [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 0431561b-dd08-4c9c-a4f6-43d19cbe4b03] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1722.508459] env[63750]: INFO nova.scheduler.client.report [None req-bc3fd28b-069a-45cd-af3d-4d512fa36cea tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Deleted allocations for instance 19fa9ea2-0fa3-47a3-a80a-91225c41da38 [ 1722.607373] env[63750]: DEBUG nova.network.neutron [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1722.760412] env[63750]: DEBUG nova.network.neutron [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Updating instance_info_cache with network_info: [{"id": "23e4432e-9260-4b6a-9958-9938a0a5fcad", "address": "fa:16:3e:0c:b7:94", "network": {"id": "48e9ee2e-d753-4146-b499-cb5088587924", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97464ef51d4848b2beb776e97a17e4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23e4432e-92", "ovs_interfaceid": "23e4432e-9260-4b6a-9958-9938a0a5fcad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1722.898323] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 464adac6-a45c-4cc3-b0fb-1371c1438426] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1723.016866] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bc3fd28b-069a-45cd-af3d-4d512fa36cea tempest-InstanceActionsNegativeTestJSON-1306525671 tempest-InstanceActionsNegativeTestJSON-1306525671-project-member] Lock "19fa9ea2-0fa3-47a3-a80a-91225c41da38" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.880s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.262923] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Releasing lock "refresh_cache-99c765c3-0b70-4f53-a8e7-e2723898c70e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1723.263289] env[63750]: DEBUG nova.compute.manager [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Instance network_info: |[{"id": "23e4432e-9260-4b6a-9958-9938a0a5fcad", "address": "fa:16:3e:0c:b7:94", "network": {"id": "48e9ee2e-d753-4146-b499-cb5088587924", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97464ef51d4848b2beb776e97a17e4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23e4432e-92", "ovs_interfaceid": "23e4432e-9260-4b6a-9958-9938a0a5fcad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1723.263719] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:b7:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23e4432e-9260-4b6a-9958-9938a0a5fcad', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1723.271540] env[63750]: DEBUG oslo.service.loopingcall [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1723.271767] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1723.271986] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1359c9de-7260-45a0-84c8-9b4ff4a3a00d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.294517] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1723.294517] env[63750]: value = "task-2006234" [ 1723.294517] env[63750]: _type = "Task" [ 1723.294517] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.303749] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006234, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.399486] env[63750]: DEBUG nova.compute.manager [req-bd375e62-3586-48a5-a87d-0068bf97a9ac req-5ed2a141-f719-4332-9d98-5bf42627ce4b service nova] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Received event network-vif-plugged-23e4432e-9260-4b6a-9958-9938a0a5fcad {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1723.399739] env[63750]: DEBUG oslo_concurrency.lockutils [req-bd375e62-3586-48a5-a87d-0068bf97a9ac req-5ed2a141-f719-4332-9d98-5bf42627ce4b service nova] Acquiring lock "99c765c3-0b70-4f53-a8e7-e2723898c70e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.399895] env[63750]: DEBUG oslo_concurrency.lockutils [req-bd375e62-3586-48a5-a87d-0068bf97a9ac req-5ed2a141-f719-4332-9d98-5bf42627ce4b service nova] Lock "99c765c3-0b70-4f53-a8e7-e2723898c70e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1723.400070] env[63750]: DEBUG oslo_concurrency.lockutils [req-bd375e62-3586-48a5-a87d-0068bf97a9ac req-5ed2a141-f719-4332-9d98-5bf42627ce4b service nova] Lock "99c765c3-0b70-4f53-a8e7-e2723898c70e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.400249] env[63750]: DEBUG nova.compute.manager [req-bd375e62-3586-48a5-a87d-0068bf97a9ac req-5ed2a141-f719-4332-9d98-5bf42627ce4b service nova] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] No waiting events found dispatching network-vif-plugged-23e4432e-9260-4b6a-9958-9938a0a5fcad {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1723.400411] env[63750]: WARNING nova.compute.manager [req-bd375e62-3586-48a5-a87d-0068bf97a9ac req-5ed2a141-f719-4332-9d98-5bf42627ce4b service nova] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Received unexpected event network-vif-plugged-23e4432e-9260-4b6a-9958-9938a0a5fcad for instance with vm_state building and task_state spawning. [ 1723.400570] env[63750]: DEBUG nova.compute.manager [req-bd375e62-3586-48a5-a87d-0068bf97a9ac req-5ed2a141-f719-4332-9d98-5bf42627ce4b service nova] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Received event network-changed-23e4432e-9260-4b6a-9958-9938a0a5fcad {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1723.400716] env[63750]: DEBUG nova.compute.manager [req-bd375e62-3586-48a5-a87d-0068bf97a9ac req-5ed2a141-f719-4332-9d98-5bf42627ce4b service nova] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Refreshing instance network info cache due to event network-changed-23e4432e-9260-4b6a-9958-9938a0a5fcad. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1723.400898] env[63750]: DEBUG oslo_concurrency.lockutils [req-bd375e62-3586-48a5-a87d-0068bf97a9ac req-5ed2a141-f719-4332-9d98-5bf42627ce4b service nova] Acquiring lock "refresh_cache-99c765c3-0b70-4f53-a8e7-e2723898c70e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1723.401047] env[63750]: DEBUG oslo_concurrency.lockutils [req-bd375e62-3586-48a5-a87d-0068bf97a9ac req-5ed2a141-f719-4332-9d98-5bf42627ce4b service nova] Acquired lock "refresh_cache-99c765c3-0b70-4f53-a8e7-e2723898c70e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1723.401207] env[63750]: DEBUG nova.network.neutron [req-bd375e62-3586-48a5-a87d-0068bf97a9ac req-5ed2a141-f719-4332-9d98-5bf42627ce4b service nova] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Refreshing network info cache for port 23e4432e-9260-4b6a-9958-9938a0a5fcad {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1723.402752] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 6e2265f0-238d-4cea-a059-90f643d266f0] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1723.482844] env[63750]: DEBUG nova.compute.manager [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1723.507839] env[63750]: DEBUG nova.virt.hardware [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1723.508161] env[63750]: DEBUG nova.virt.hardware [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1723.508330] env[63750]: DEBUG nova.virt.hardware [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1723.508580] env[63750]: DEBUG nova.virt.hardware [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1723.508785] env[63750]: DEBUG nova.virt.hardware [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1723.509007] env[63750]: DEBUG nova.virt.hardware [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1723.509302] env[63750]: DEBUG nova.virt.hardware [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1723.509509] env[63750]: DEBUG nova.virt.hardware [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1723.509711] env[63750]: DEBUG nova.virt.hardware [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1723.509905] env[63750]: DEBUG nova.virt.hardware [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1723.510116] env[63750]: DEBUG nova.virt.hardware [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1723.511211] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837e62db-9ee0-4396-a41e-773ef75e8ed4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.522722] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8561736d-dd78-4274-909b-666a941db653 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.807529] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006234, 'name': CreateVM_Task, 'duration_secs': 0.442123} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.810148] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1723.811045] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1723.811222] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1723.811551] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1723.811867] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-607b0ec0-04c4-496f-a810-652abbcb0aa0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.824113] env[63750]: DEBUG oslo_vmware.api [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Waiting for the task: (returnval){ [ 1723.824113] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52357e2d-0aef-21f0-5ff9-48775af0bf7c" [ 1723.824113] env[63750]: _type = "Task" [ 1723.824113] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.834554] env[63750]: DEBUG oslo_vmware.api [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52357e2d-0aef-21f0-5ff9-48775af0bf7c, 'name': SearchDatastore_Task, 'duration_secs': 0.010313} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.834915] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1723.835108] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1723.835344] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1723.835489] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1723.835664] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1723.835946] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f57315e5-521c-413d-bd34-7c5e481f159f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.844242] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1723.844473] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1723.845281] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-117bc310-d5a3-46ba-88b1-97ef482fe3c6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.851483] env[63750]: DEBUG oslo_vmware.api [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Waiting for the task: (returnval){ [ 1723.851483] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527bf9de-e70e-6d50-a035-01e48d3a9e08" [ 1723.851483] env[63750]: _type = "Task" [ 1723.851483] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.863718] env[63750]: DEBUG oslo_vmware.api [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527bf9de-e70e-6d50-a035-01e48d3a9e08, 'name': SearchDatastore_Task, 'duration_secs': 0.010423} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.864551] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c3817f6-4f76-46ba-9dc1-e9af1d4bfdd9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.872640] env[63750]: DEBUG oslo_vmware.api [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Waiting for the task: (returnval){ [ 1723.872640] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52cfcfc1-d207-ac36-1f17-8142592cb202" [ 1723.872640] env[63750]: _type = "Task" [ 1723.872640] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.881376] env[63750]: DEBUG oslo_vmware.api [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52cfcfc1-d207-ac36-1f17-8142592cb202, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.907889] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 1747a27d-b414-457a-ac2a-5bae20896432] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1723.933868] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b49f7c-1fbf-47a8-bf30-2ea2c5a47189 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.943129] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3bbd53-e6ba-46c5-a6be-24120e246d18 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.985189] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2cd4dc-88c4-48ba-9fd9-e1c6c2d34832 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.993196] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e3a8c9-78ea-4897-8d2d-252de5da9050 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.999920] env[63750]: DEBUG nova.network.neutron [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Successfully updated port: 6ce2e55a-3cdf-44d0-8d78-a2b986d8d587 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1724.015169] env[63750]: DEBUG nova.compute.provider_tree [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1724.176417] env[63750]: DEBUG nova.network.neutron [req-bd375e62-3586-48a5-a87d-0068bf97a9ac req-5ed2a141-f719-4332-9d98-5bf42627ce4b service nova] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Updated VIF entry in instance network info cache for port 23e4432e-9260-4b6a-9958-9938a0a5fcad. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1724.176847] env[63750]: DEBUG nova.network.neutron [req-bd375e62-3586-48a5-a87d-0068bf97a9ac req-5ed2a141-f719-4332-9d98-5bf42627ce4b service nova] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Updating instance_info_cache with network_info: [{"id": "23e4432e-9260-4b6a-9958-9938a0a5fcad", "address": "fa:16:3e:0c:b7:94", "network": {"id": "48e9ee2e-d753-4146-b499-cb5088587924", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97464ef51d4848b2beb776e97a17e4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23e4432e-92", "ovs_interfaceid": "23e4432e-9260-4b6a-9958-9938a0a5fcad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1724.385379] env[63750]: DEBUG oslo_vmware.api [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52cfcfc1-d207-ac36-1f17-8142592cb202, 'name': SearchDatastore_Task, 'duration_secs': 0.010677} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.385717] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1724.385978] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 99c765c3-0b70-4f53-a8e7-e2723898c70e/99c765c3-0b70-4f53-a8e7-e2723898c70e.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1724.386399] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1883b9a-0e69-4659-ad96-532f2f126b64 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.393012] env[63750]: DEBUG oslo_vmware.api [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Waiting for the task: (returnval){ [ 1724.393012] env[63750]: value = "task-2006235" [ 1724.393012] env[63750]: _type = "Task" [ 1724.393012] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.401764] env[63750]: DEBUG oslo_vmware.api [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2006235, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.413562] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 25fb909b-63b7-4d5e-8464-cfdcbdf6ca78] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1724.515775] env[63750]: DEBUG oslo_concurrency.lockutils [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Acquiring lock "refresh_cache-6837b938-5169-44a2-a03f-e6a2064334d6" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1724.516014] env[63750]: DEBUG oslo_concurrency.lockutils [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Acquired lock "refresh_cache-6837b938-5169-44a2-a03f-e6a2064334d6" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1724.516163] env[63750]: DEBUG nova.network.neutron [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1724.518533] env[63750]: DEBUG nova.scheduler.client.report [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1724.625344] env[63750]: DEBUG oslo_vmware.rw_handles [None req-d0d311f3-d508-4316-8b1f-046baba21492 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52375a56-84fb-e08c-bce8-f774dad91e3a/disk-0.vmdk. {{(pid=63750) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1724.625344] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3192cfe8-21a6-4c7b-99c4-672e8c7647af {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.637204] env[63750]: DEBUG oslo_vmware.rw_handles [None req-d0d311f3-d508-4316-8b1f-046baba21492 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52375a56-84fb-e08c-bce8-f774dad91e3a/disk-0.vmdk is in state: ready. {{(pid=63750) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1724.637204] env[63750]: ERROR oslo_vmware.rw_handles [None req-d0d311f3-d508-4316-8b1f-046baba21492 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52375a56-84fb-e08c-bce8-f774dad91e3a/disk-0.vmdk due to incomplete transfer. [ 1724.637204] env[63750]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-faeccd42-dc6b-41db-a3c6-8835d99c67fa {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.647674] env[63750]: DEBUG oslo_vmware.rw_handles [None req-d0d311f3-d508-4316-8b1f-046baba21492 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52375a56-84fb-e08c-bce8-f774dad91e3a/disk-0.vmdk. {{(pid=63750) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1724.647674] env[63750]: DEBUG nova.virt.vmwareapi.images [None req-d0d311f3-d508-4316-8b1f-046baba21492 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Uploaded image 64e785fd-67ac-412f-8c7d-6c1d091ec420 to the Glance image server {{(pid=63750) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1724.650130] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d311f3-d508-4316-8b1f-046baba21492 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Destroying the VM {{(pid=63750) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1724.650521] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6c955530-24b7-4c49-9e03-f1ed8088bd41 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.658241] env[63750]: DEBUG oslo_vmware.api [None req-d0d311f3-d508-4316-8b1f-046baba21492 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Waiting for the task: (returnval){ [ 1724.658241] env[63750]: value = "task-2006236" [ 1724.658241] env[63750]: _type = "Task" [ 1724.658241] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.668734] env[63750]: DEBUG oslo_vmware.api [None req-d0d311f3-d508-4316-8b1f-046baba21492 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Task: {'id': task-2006236, 'name': Destroy_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.679937] env[63750]: DEBUG oslo_concurrency.lockutils [req-bd375e62-3586-48a5-a87d-0068bf97a9ac req-5ed2a141-f719-4332-9d98-5bf42627ce4b service nova] Releasing lock "refresh_cache-99c765c3-0b70-4f53-a8e7-e2723898c70e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1724.906676] env[63750]: DEBUG oslo_vmware.api [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2006235, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.918027] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1725.032536] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.554s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.033031] env[63750]: DEBUG nova.compute.manager [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 0431561b-dd08-4c9c-a4f6-43d19cbe4b03] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1725.038673] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.454s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1725.042496] env[63750]: INFO nova.compute.claims [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1725.086825] env[63750]: DEBUG nova.network.neutron [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1725.172336] env[63750]: DEBUG oslo_vmware.api [None req-d0d311f3-d508-4316-8b1f-046baba21492 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Task: {'id': task-2006236, 'name': Destroy_Task} progress is 33%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.272598] env[63750]: DEBUG nova.network.neutron [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Updating instance_info_cache with network_info: [{"id": "6ce2e55a-3cdf-44d0-8d78-a2b986d8d587", "address": "fa:16:3e:7f:fd:29", "network": {"id": "cc35f8bc-8a9b-45a4-9f68-dae924fa57a9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1140993122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0c89bae00b24212a69070c7cf47dd33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ce2e55a-3c", "ovs_interfaceid": "6ce2e55a-3cdf-44d0-8d78-a2b986d8d587", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1725.404999] env[63750]: DEBUG oslo_vmware.api [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2006235, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574006} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.405408] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 99c765c3-0b70-4f53-a8e7-e2723898c70e/99c765c3-0b70-4f53-a8e7-e2723898c70e.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1725.405630] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1725.405883] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64523baf-50aa-4cc4-9a05-c04743524015 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.413012] env[63750]: DEBUG oslo_vmware.api [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Waiting for the task: (returnval){ [ 1725.413012] env[63750]: value = "task-2006237" [ 1725.413012] env[63750]: _type = "Task" [ 1725.413012] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.422335] env[63750]: DEBUG oslo_vmware.api [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2006237, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.426711] env[63750]: DEBUG nova.compute.manager [req-73f2726a-7f7f-4c57-8796-a657630eb479 req-6ebab390-184c-43c1-b18b-18a7ac1269c2 service nova] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Received event network-vif-plugged-6ce2e55a-3cdf-44d0-8d78-a2b986d8d587 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1725.426937] env[63750]: DEBUG oslo_concurrency.lockutils [req-73f2726a-7f7f-4c57-8796-a657630eb479 req-6ebab390-184c-43c1-b18b-18a7ac1269c2 service nova] Acquiring lock "6837b938-5169-44a2-a03f-e6a2064334d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1725.427157] env[63750]: DEBUG oslo_concurrency.lockutils [req-73f2726a-7f7f-4c57-8796-a657630eb479 req-6ebab390-184c-43c1-b18b-18a7ac1269c2 service nova] Lock "6837b938-5169-44a2-a03f-e6a2064334d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1725.427317] env[63750]: DEBUG oslo_concurrency.lockutils [req-73f2726a-7f7f-4c57-8796-a657630eb479 req-6ebab390-184c-43c1-b18b-18a7ac1269c2 service nova] Lock "6837b938-5169-44a2-a03f-e6a2064334d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.427531] env[63750]: DEBUG nova.compute.manager [req-73f2726a-7f7f-4c57-8796-a657630eb479 req-6ebab390-184c-43c1-b18b-18a7ac1269c2 service nova] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] No waiting events found dispatching network-vif-plugged-6ce2e55a-3cdf-44d0-8d78-a2b986d8d587 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1725.427695] env[63750]: WARNING nova.compute.manager [req-73f2726a-7f7f-4c57-8796-a657630eb479 req-6ebab390-184c-43c1-b18b-18a7ac1269c2 service nova] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Received unexpected event network-vif-plugged-6ce2e55a-3cdf-44d0-8d78-a2b986d8d587 for instance with vm_state building and task_state spawning. [ 1725.427851] env[63750]: DEBUG nova.compute.manager [req-73f2726a-7f7f-4c57-8796-a657630eb479 req-6ebab390-184c-43c1-b18b-18a7ac1269c2 service nova] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Received event network-changed-6ce2e55a-3cdf-44d0-8d78-a2b986d8d587 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1725.428013] env[63750]: DEBUG nova.compute.manager [req-73f2726a-7f7f-4c57-8796-a657630eb479 req-6ebab390-184c-43c1-b18b-18a7ac1269c2 service nova] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Refreshing instance network info cache due to event network-changed-6ce2e55a-3cdf-44d0-8d78-a2b986d8d587. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1725.428177] env[63750]: DEBUG oslo_concurrency.lockutils [req-73f2726a-7f7f-4c57-8796-a657630eb479 req-6ebab390-184c-43c1-b18b-18a7ac1269c2 service nova] Acquiring lock "refresh_cache-6837b938-5169-44a2-a03f-e6a2064334d6" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1725.548580] env[63750]: DEBUG nova.compute.utils [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1725.549786] env[63750]: DEBUG nova.compute.manager [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 0431561b-dd08-4c9c-a4f6-43d19cbe4b03] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1725.549960] env[63750]: DEBUG nova.network.neutron [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 0431561b-dd08-4c9c-a4f6-43d19cbe4b03] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1725.594613] env[63750]: DEBUG nova.policy [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '25239e1c5b3b49c98f0d369c6ce9400f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0c89bae00b24212a69070c7cf47dd33', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1725.671033] env[63750]: DEBUG oslo_vmware.api [None req-d0d311f3-d508-4316-8b1f-046baba21492 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Task: {'id': task-2006236, 'name': Destroy_Task, 'duration_secs': 0.841421} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.671679] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-d0d311f3-d508-4316-8b1f-046baba21492 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Destroyed the VM [ 1725.671679] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d311f3-d508-4316-8b1f-046baba21492 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Deleting Snapshot of the VM instance {{(pid=63750) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1725.671851] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2dd9569a-f405-4202-855b-4415b9ceabf6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.678877] env[63750]: DEBUG oslo_vmware.api [None req-d0d311f3-d508-4316-8b1f-046baba21492 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Waiting for the task: (returnval){ [ 1725.678877] env[63750]: value = "task-2006238" [ 1725.678877] env[63750]: _type = "Task" [ 1725.678877] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.687881] env[63750]: DEBUG oslo_vmware.api [None req-d0d311f3-d508-4316-8b1f-046baba21492 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Task: {'id': task-2006238, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.775152] env[63750]: DEBUG oslo_concurrency.lockutils [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Releasing lock "refresh_cache-6837b938-5169-44a2-a03f-e6a2064334d6" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1725.775612] env[63750]: DEBUG nova.compute.manager [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Instance network_info: |[{"id": "6ce2e55a-3cdf-44d0-8d78-a2b986d8d587", "address": "fa:16:3e:7f:fd:29", "network": {"id": "cc35f8bc-8a9b-45a4-9f68-dae924fa57a9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1140993122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0c89bae00b24212a69070c7cf47dd33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ce2e55a-3c", "ovs_interfaceid": "6ce2e55a-3cdf-44d0-8d78-a2b986d8d587", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1725.775935] env[63750]: DEBUG oslo_concurrency.lockutils [req-73f2726a-7f7f-4c57-8796-a657630eb479 req-6ebab390-184c-43c1-b18b-18a7ac1269c2 service nova] Acquired lock "refresh_cache-6837b938-5169-44a2-a03f-e6a2064334d6" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1725.776088] env[63750]: DEBUG nova.network.neutron [req-73f2726a-7f7f-4c57-8796-a657630eb479 req-6ebab390-184c-43c1-b18b-18a7ac1269c2 service nova] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Refreshing network info cache for port 6ce2e55a-3cdf-44d0-8d78-a2b986d8d587 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1725.777344] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:fd:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f66f8375-4460-4acd-987b-acda72bfcf0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ce2e55a-3cdf-44d0-8d78-a2b986d8d587', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1725.787024] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Creating folder: Project (d0c89bae00b24212a69070c7cf47dd33). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1725.787564] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c21ab428-2864-4396-ac4c-6a177a8f7680 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.799387] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Created folder: Project (d0c89bae00b24212a69070c7cf47dd33) in parent group-v412391. [ 1725.799585] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Creating folder: Instances. Parent ref: group-v412512. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1725.799815] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9037e236-dfd3-4cd2-8d2a-6f08117dea11 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.809150] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Created folder: Instances in parent group-v412512. [ 1725.809393] env[63750]: DEBUG oslo.service.loopingcall [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1725.809582] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1725.809782] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dadc0fab-8981-4893-bc1f-da8ec090d707 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.830522] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1725.830522] env[63750]: value = "task-2006241" [ 1725.830522] env[63750]: _type = "Task" [ 1725.830522] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.843241] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006241, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.875076] env[63750]: DEBUG nova.network.neutron [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 0431561b-dd08-4c9c-a4f6-43d19cbe4b03] Successfully created port: b93c22bc-bb3f-4833-b286-8197d162e81b {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1725.922045] env[63750]: DEBUG oslo_vmware.api [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2006237, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067713} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.922323] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1725.923119] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba2d6fd-f46a-4641-80f1-87c759c80d53 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.951813] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 99c765c3-0b70-4f53-a8e7-e2723898c70e/99c765c3-0b70-4f53-a8e7-e2723898c70e.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1725.952556] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5edbdd35-adcd-47a1-a445-0b26c506ea7d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.976339] env[63750]: DEBUG oslo_vmware.api [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Waiting for the task: (returnval){ [ 1725.976339] env[63750]: value = "task-2006242" [ 1725.976339] env[63750]: _type = "Task" [ 1725.976339] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.987245] env[63750]: DEBUG oslo_vmware.api [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2006242, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.053157] env[63750]: DEBUG nova.compute.manager [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 0431561b-dd08-4c9c-a4f6-43d19cbe4b03] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1726.193025] env[63750]: DEBUG oslo_vmware.api [None req-d0d311f3-d508-4316-8b1f-046baba21492 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Task: {'id': task-2006238, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.348846] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006241, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.487303] env[63750]: DEBUG oslo_vmware.api [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2006242, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.547249] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8307cca-6453-46d8-b348-d0385ccd2f3a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.555716] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a02e29f-9dd3-4e67-96b7-9d0ef9bc7192 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.591465] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265b949e-c548-4c5a-80fa-564978ad3a1c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.599321] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa96207-f33c-4480-9ef4-eb937579346c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.613016] env[63750]: DEBUG nova.compute.provider_tree [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1726.617733] env[63750]: DEBUG nova.network.neutron [req-73f2726a-7f7f-4c57-8796-a657630eb479 req-6ebab390-184c-43c1-b18b-18a7ac1269c2 service nova] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Updated VIF entry in instance network info cache for port 6ce2e55a-3cdf-44d0-8d78-a2b986d8d587. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1726.617733] env[63750]: DEBUG nova.network.neutron [req-73f2726a-7f7f-4c57-8796-a657630eb479 req-6ebab390-184c-43c1-b18b-18a7ac1269c2 service nova] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Updating instance_info_cache with network_info: [{"id": "6ce2e55a-3cdf-44d0-8d78-a2b986d8d587", "address": "fa:16:3e:7f:fd:29", "network": {"id": "cc35f8bc-8a9b-45a4-9f68-dae924fa57a9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1140993122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0c89bae00b24212a69070c7cf47dd33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ce2e55a-3c", "ovs_interfaceid": "6ce2e55a-3cdf-44d0-8d78-a2b986d8d587", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1726.692245] env[63750]: DEBUG oslo_vmware.api [None req-d0d311f3-d508-4316-8b1f-046baba21492 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Task: {'id': task-2006238, 'name': RemoveSnapshot_Task, 'duration_secs': 0.868808} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.692509] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d311f3-d508-4316-8b1f-046baba21492 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Deleted Snapshot of the VM instance {{(pid=63750) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1726.692743] env[63750]: INFO nova.compute.manager [None req-d0d311f3-d508-4316-8b1f-046baba21492 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Took 14.74 seconds to snapshot the instance on the hypervisor. [ 1726.841259] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006241, 'name': CreateVM_Task, 'duration_secs': 0.629147} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.841445] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1726.842140] env[63750]: DEBUG oslo_concurrency.lockutils [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1726.842308] env[63750]: DEBUG oslo_concurrency.lockutils [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1726.842616] env[63750]: DEBUG oslo_concurrency.lockutils [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1726.842870] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a40044e0-c847-49bc-841e-bded3d8db158 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.847653] env[63750]: DEBUG oslo_vmware.api [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for the task: (returnval){ [ 1726.847653] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52e38dc7-fd0e-62de-3247-ae13b3b1e7da" [ 1726.847653] env[63750]: _type = "Task" [ 1726.847653] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.856322] env[63750]: DEBUG oslo_vmware.api [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52e38dc7-fd0e-62de-3247-ae13b3b1e7da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.987088] env[63750]: DEBUG oslo_vmware.api [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2006242, 'name': ReconfigVM_Task, 'duration_secs': 0.578565} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.987380] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 99c765c3-0b70-4f53-a8e7-e2723898c70e/99c765c3-0b70-4f53-a8e7-e2723898c70e.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1726.987994] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-295cba64-8475-4f3b-af8b-62077ac26bcc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.994475] env[63750]: DEBUG oslo_vmware.api [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Waiting for the task: (returnval){ [ 1726.994475] env[63750]: value = "task-2006243" [ 1726.994475] env[63750]: _type = "Task" [ 1726.994475] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.002427] env[63750]: DEBUG oslo_vmware.api [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2006243, 'name': Rename_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.067105] env[63750]: DEBUG nova.compute.manager [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 0431561b-dd08-4c9c-a4f6-43d19cbe4b03] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1727.091243] env[63750]: DEBUG nova.virt.hardware [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1727.091536] env[63750]: DEBUG nova.virt.hardware [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1727.091699] env[63750]: DEBUG nova.virt.hardware [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1727.091967] env[63750]: DEBUG nova.virt.hardware [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1727.092144] env[63750]: DEBUG nova.virt.hardware [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1727.092293] env[63750]: DEBUG nova.virt.hardware [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1727.092498] env[63750]: DEBUG nova.virt.hardware [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1727.092650] env[63750]: DEBUG nova.virt.hardware [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1727.092809] env[63750]: DEBUG nova.virt.hardware [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1727.092964] env[63750]: DEBUG nova.virt.hardware [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1727.093148] env[63750]: DEBUG nova.virt.hardware [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1727.093980] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f5c4c3-b46c-446f-82b6-efe7852eb2b0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.101690] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18ae21c-c1a0-4277-97c1-33782e4816e9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.117218] env[63750]: DEBUG oslo_concurrency.lockutils [req-73f2726a-7f7f-4c57-8796-a657630eb479 req-6ebab390-184c-43c1-b18b-18a7ac1269c2 service nova] Releasing lock "refresh_cache-6837b938-5169-44a2-a03f-e6a2064334d6" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1727.117997] env[63750]: DEBUG nova.scheduler.client.report [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1727.370531] env[63750]: DEBUG oslo_vmware.api [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52e38dc7-fd0e-62de-3247-ae13b3b1e7da, 'name': SearchDatastore_Task, 'duration_secs': 0.026246} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.371213] env[63750]: DEBUG oslo_concurrency.lockutils [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1727.371918] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1727.372438] env[63750]: DEBUG oslo_concurrency.lockutils [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1727.372844] env[63750]: DEBUG oslo_concurrency.lockutils [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1727.374278] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1727.374278] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f88fdf08-d907-4458-9166-b27fbdc7760a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.393377] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1727.393692] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1727.394826] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28410c25-dc41-484c-93c4-5354fd18ff05 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.402674] env[63750]: DEBUG oslo_vmware.api [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for the task: (returnval){ [ 1727.402674] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]525187b8-eb79-0abd-9ffc-63845e81d1f5" [ 1727.402674] env[63750]: _type = "Task" [ 1727.402674] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.416093] env[63750]: DEBUG oslo_vmware.api [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]525187b8-eb79-0abd-9ffc-63845e81d1f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.422949] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1727.424450] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1727.458463] env[63750]: DEBUG nova.compute.manager [req-325a54d6-0efc-4651-942a-eea7575ccfa3 req-9e0010e1-dd82-4a1f-af66-44a1ff7be2da service nova] [instance: 0431561b-dd08-4c9c-a4f6-43d19cbe4b03] Received event network-vif-plugged-b93c22bc-bb3f-4833-b286-8197d162e81b {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1727.458871] env[63750]: DEBUG oslo_concurrency.lockutils [req-325a54d6-0efc-4651-942a-eea7575ccfa3 req-9e0010e1-dd82-4a1f-af66-44a1ff7be2da service nova] Acquiring lock "0431561b-dd08-4c9c-a4f6-43d19cbe4b03-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.459252] env[63750]: DEBUG oslo_concurrency.lockutils [req-325a54d6-0efc-4651-942a-eea7575ccfa3 req-9e0010e1-dd82-4a1f-af66-44a1ff7be2da service nova] Lock "0431561b-dd08-4c9c-a4f6-43d19cbe4b03-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1727.459568] env[63750]: DEBUG oslo_concurrency.lockutils [req-325a54d6-0efc-4651-942a-eea7575ccfa3 req-9e0010e1-dd82-4a1f-af66-44a1ff7be2da service nova] Lock "0431561b-dd08-4c9c-a4f6-43d19cbe4b03-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.459899] env[63750]: DEBUG nova.compute.manager [req-325a54d6-0efc-4651-942a-eea7575ccfa3 req-9e0010e1-dd82-4a1f-af66-44a1ff7be2da service nova] [instance: 0431561b-dd08-4c9c-a4f6-43d19cbe4b03] No waiting events found dispatching network-vif-plugged-b93c22bc-bb3f-4833-b286-8197d162e81b {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1727.460244] env[63750]: WARNING nova.compute.manager [req-325a54d6-0efc-4651-942a-eea7575ccfa3 req-9e0010e1-dd82-4a1f-af66-44a1ff7be2da service nova] [instance: 0431561b-dd08-4c9c-a4f6-43d19cbe4b03] Received unexpected event network-vif-plugged-b93c22bc-bb3f-4833-b286-8197d162e81b for instance with vm_state building and task_state spawning. [ 1727.504364] env[63750]: DEBUG oslo_vmware.api [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2006243, 'name': Rename_Task, 'duration_secs': 0.178522} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.504657] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1727.504970] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-891229ea-2b09-48e8-9013-21b1c2de393c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.511599] env[63750]: DEBUG oslo_vmware.api [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Waiting for the task: (returnval){ [ 1727.511599] env[63750]: value = "task-2006244" [ 1727.511599] env[63750]: _type = "Task" [ 1727.511599] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.519465] env[63750]: DEBUG oslo_vmware.api [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2006244, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.536688] env[63750]: DEBUG nova.network.neutron [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 0431561b-dd08-4c9c-a4f6-43d19cbe4b03] Successfully updated port: b93c22bc-bb3f-4833-b286-8197d162e81b {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1727.623554] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.586s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.624112] env[63750]: DEBUG nova.compute.manager [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1727.627205] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c2061e30-86a0-488c-bf26-76b74c3b4f24 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.718s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1727.627410] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c2061e30-86a0-488c-bf26-76b74c3b4f24 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.632026] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6b11530d-00f0-41be-b77a-532208e98410 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.892s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1727.632026] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6b11530d-00f0-41be-b77a-532208e98410 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.632026] env[63750]: DEBUG oslo_concurrency.lockutils [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.019s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1727.632930] env[63750]: INFO nova.compute.claims [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] [instance: 2fc56c3b-95cc-4604-9396-24dc498dddcf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1727.662137] env[63750]: INFO nova.scheduler.client.report [None req-c2061e30-86a0-488c-bf26-76b74c3b4f24 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Deleted allocations for instance 643617f0-9718-4aad-8882-2ffce5e41401 [ 1727.665038] env[63750]: INFO nova.scheduler.client.report [None req-6b11530d-00f0-41be-b77a-532208e98410 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Deleted allocations for instance 57914c7f-a496-4c0c-a57d-cf9f46158032 [ 1727.915451] env[63750]: DEBUG oslo_vmware.api [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]525187b8-eb79-0abd-9ffc-63845e81d1f5, 'name': SearchDatastore_Task, 'duration_secs': 0.014115} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.916347] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c95d984-08d3-4e9e-bb02-042c23e1e5d7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.922568] env[63750]: DEBUG oslo_vmware.api [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for the task: (returnval){ [ 1727.922568] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]528b98a4-5509-e617-4c16-f40a092e0a01" [ 1727.922568] env[63750]: _type = "Task" [ 1727.922568] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.936317] env[63750]: DEBUG oslo_vmware.api [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]528b98a4-5509-e617-4c16-f40a092e0a01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.936735] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1727.936893] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Starting heal instance info cache {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1728.022183] env[63750]: DEBUG oslo_vmware.api [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2006244, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.039863] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Acquiring lock "refresh_cache-0431561b-dd08-4c9c-a4f6-43d19cbe4b03" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1728.040255] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Acquired lock "refresh_cache-0431561b-dd08-4c9c-a4f6-43d19cbe4b03" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.040361] env[63750]: DEBUG nova.network.neutron [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 0431561b-dd08-4c9c-a4f6-43d19cbe4b03] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1728.140537] env[63750]: DEBUG nova.compute.utils [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1728.142265] env[63750]: DEBUG nova.compute.manager [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1728.142265] env[63750]: DEBUG nova.network.neutron [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1728.181772] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c2061e30-86a0-488c-bf26-76b74c3b4f24 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "643617f0-9718-4aad-8882-2ffce5e41401" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.447s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.188624] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6b11530d-00f0-41be-b77a-532208e98410 tempest-ImagesNegativeTestJSON-997033959 tempest-ImagesNegativeTestJSON-997033959-project-member] Lock "57914c7f-a496-4c0c-a57d-cf9f46158032" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.135s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.203238] env[63750]: DEBUG nova.policy [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb28758854884d078309f76a7376d632', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '431b2c7dd05d40b298b33bcb62a6492a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1728.437554] env[63750]: DEBUG oslo_vmware.api [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]528b98a4-5509-e617-4c16-f40a092e0a01, 'name': SearchDatastore_Task, 'duration_secs': 0.010864} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.437852] env[63750]: DEBUG oslo_concurrency.lockutils [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1728.438156] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 6837b938-5169-44a2-a03f-e6a2064334d6/6837b938-5169-44a2-a03f-e6a2064334d6.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1728.438428] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea19175a-172a-45be-b145-d9d6cb177a9e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.449761] env[63750]: DEBUG oslo_vmware.api [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for the task: (returnval){ [ 1728.449761] env[63750]: value = "task-2006245" [ 1728.449761] env[63750]: _type = "Task" [ 1728.449761] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.461437] env[63750]: DEBUG oslo_vmware.api [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006245, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.505251] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "refresh_cache-01a1188a-6523-4d67-8507-2253c4c1a86a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1728.505556] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquired lock "refresh_cache-01a1188a-6523-4d67-8507-2253c4c1a86a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.505640] env[63750]: DEBUG nova.network.neutron [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Forcefully refreshing network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1728.526957] env[63750]: DEBUG oslo_vmware.api [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2006244, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.606438] env[63750]: DEBUG nova.network.neutron [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 0431561b-dd08-4c9c-a4f6-43d19cbe4b03] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1728.647927] env[63750]: DEBUG nova.compute.manager [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1728.732177] env[63750]: DEBUG nova.network.neutron [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] Successfully created port: b91c6a4b-bf92-4e82-8352-c5428be14638 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1728.962643] env[63750]: DEBUG oslo_vmware.api [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006245, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.028543] env[63750]: DEBUG oslo_vmware.api [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2006244, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.111403] env[63750]: DEBUG nova.network.neutron [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 0431561b-dd08-4c9c-a4f6-43d19cbe4b03] Updating instance_info_cache with network_info: [{"id": "b93c22bc-bb3f-4833-b286-8197d162e81b", "address": "fa:16:3e:f8:9c:d8", "network": {"id": "cc35f8bc-8a9b-45a4-9f68-dae924fa57a9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1140993122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0c89bae00b24212a69070c7cf47dd33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb93c22bc-bb", "ovs_interfaceid": "b93c22bc-bb3f-4833-b286-8197d162e81b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1729.118269] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd18ccc-47cb-4c2d-b5e0-00adc2fc4a21 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.125114] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc486f6-562f-4e93-b96d-c300d7608681 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.165472] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421078cf-2501-4546-89f2-0d2fb6221b9f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.176104] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b9a67d-a645-4f4e-b035-57e512f364af {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.191393] env[63750]: DEBUG nova.compute.provider_tree [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1729.343598] env[63750]: DEBUG nova.compute.manager [None req-2e5f98c2-9a9a-49d2-bb6d-306aca740bb4 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1729.346543] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab681077-7f14-4533-84ec-52ec6a957a45 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.461276] env[63750]: DEBUG oslo_vmware.api [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006245, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589023} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.461630] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 6837b938-5169-44a2-a03f-e6a2064334d6/6837b938-5169-44a2-a03f-e6a2064334d6.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1729.461929] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1729.462755] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da0b64f5-80b2-4b25-8077-93279201944e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.469663] env[63750]: DEBUG oslo_vmware.api [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for the task: (returnval){ [ 1729.469663] env[63750]: value = "task-2006246" [ 1729.469663] env[63750]: _type = "Task" [ 1729.469663] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.480197] env[63750]: DEBUG oslo_vmware.api [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006246, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.487194] env[63750]: DEBUG nova.compute.manager [req-b4dfba5e-6869-4964-834d-1e5cc86882db req-93386e9b-cec8-4da4-b4b7-b42b48c39502 service nova] [instance: 0431561b-dd08-4c9c-a4f6-43d19cbe4b03] Received event network-changed-b93c22bc-bb3f-4833-b286-8197d162e81b {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1729.487194] env[63750]: DEBUG nova.compute.manager [req-b4dfba5e-6869-4964-834d-1e5cc86882db req-93386e9b-cec8-4da4-b4b7-b42b48c39502 service nova] [instance: 0431561b-dd08-4c9c-a4f6-43d19cbe4b03] Refreshing instance network info cache due to event network-changed-b93c22bc-bb3f-4833-b286-8197d162e81b. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1729.487194] env[63750]: DEBUG oslo_concurrency.lockutils [req-b4dfba5e-6869-4964-834d-1e5cc86882db req-93386e9b-cec8-4da4-b4b7-b42b48c39502 service nova] Acquiring lock "refresh_cache-0431561b-dd08-4c9c-a4f6-43d19cbe4b03" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1729.526933] env[63750]: DEBUG oslo_vmware.api [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2006244, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.614465] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Releasing lock "refresh_cache-0431561b-dd08-4c9c-a4f6-43d19cbe4b03" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1729.614838] env[63750]: DEBUG nova.compute.manager [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 0431561b-dd08-4c9c-a4f6-43d19cbe4b03] Instance network_info: |[{"id": "b93c22bc-bb3f-4833-b286-8197d162e81b", "address": "fa:16:3e:f8:9c:d8", "network": {"id": "cc35f8bc-8a9b-45a4-9f68-dae924fa57a9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1140993122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0c89bae00b24212a69070c7cf47dd33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb93c22bc-bb", "ovs_interfaceid": "b93c22bc-bb3f-4833-b286-8197d162e81b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1729.615178] env[63750]: DEBUG oslo_concurrency.lockutils [req-b4dfba5e-6869-4964-834d-1e5cc86882db req-93386e9b-cec8-4da4-b4b7-b42b48c39502 service nova] Acquired lock "refresh_cache-0431561b-dd08-4c9c-a4f6-43d19cbe4b03" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.615378] env[63750]: DEBUG nova.network.neutron [req-b4dfba5e-6869-4964-834d-1e5cc86882db req-93386e9b-cec8-4da4-b4b7-b42b48c39502 service nova] [instance: 0431561b-dd08-4c9c-a4f6-43d19cbe4b03] Refreshing network info cache for port b93c22bc-bb3f-4833-b286-8197d162e81b {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1729.616748] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 0431561b-dd08-4c9c-a4f6-43d19cbe4b03] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:9c:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f66f8375-4460-4acd-987b-acda72bfcf0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b93c22bc-bb3f-4833-b286-8197d162e81b', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1729.625379] env[63750]: DEBUG oslo.service.loopingcall [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1729.630781] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0431561b-dd08-4c9c-a4f6-43d19cbe4b03] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1729.635400] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61568200-de7a-4b2f-ba28-5f20072bbcf3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.658211] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1729.658211] env[63750]: value = "task-2006247" [ 1729.658211] env[63750]: _type = "Task" [ 1729.658211] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.666843] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006247, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.673015] env[63750]: DEBUG nova.compute.manager [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1729.694417] env[63750]: DEBUG nova.scheduler.client.report [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1729.706711] env[63750]: DEBUG nova.virt.hardware [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1729.708420] env[63750]: DEBUG nova.virt.hardware [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1729.708420] env[63750]: DEBUG nova.virt.hardware [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1729.708420] env[63750]: DEBUG nova.virt.hardware [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1729.708420] env[63750]: DEBUG nova.virt.hardware [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1729.708420] env[63750]: DEBUG nova.virt.hardware [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1729.708420] env[63750]: DEBUG nova.virt.hardware [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1729.708420] env[63750]: DEBUG nova.virt.hardware [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1729.708420] env[63750]: DEBUG nova.virt.hardware [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1729.708420] env[63750]: DEBUG nova.virt.hardware [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1729.708420] env[63750]: DEBUG nova.virt.hardware [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1729.709378] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec90af2d-5c9d-4537-a6ec-6b7ea0013b0c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.721561] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c4e3bb-3192-4d57-b0fe-31e766e08ef9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.858391] env[63750]: INFO nova.compute.manager [None req-2e5f98c2-9a9a-49d2-bb6d-306aca740bb4 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] instance snapshotting [ 1729.862110] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ac0275-c781-4793-b2ee-c49b956fdc66 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.888158] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad988e26-d1e8-4b01-a5ba-471c424491a0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.967632] env[63750]: DEBUG nova.network.neutron [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Updating instance_info_cache with network_info: [{"id": "4664724a-d0b0-4224-9b3c-66ee61113620", "address": "fa:16:3e:a5:f5:aa", "network": {"id": "ff81de04-7e48-4127-88aa-44bb0621a003", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-707332449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2139ec6eeb4ba6992db80e7239b224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4664724a-d0", "ovs_interfaceid": "4664724a-d0b0-4224-9b3c-66ee61113620", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1729.979643] env[63750]: DEBUG oslo_vmware.api [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006246, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114138} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.980056] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1729.980882] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91bd7684-b42e-4ba3-aeda-2e0f85c3d73b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.009384] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 6837b938-5169-44a2-a03f-e6a2064334d6/6837b938-5169-44a2-a03f-e6a2064334d6.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1730.012175] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c82ad482-69ab-45a8-8296-e5a7a91684c4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.037653] env[63750]: DEBUG oslo_vmware.api [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2006244, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.039015] env[63750]: DEBUG oslo_vmware.api [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for the task: (returnval){ [ 1730.039015] env[63750]: value = "task-2006248" [ 1730.039015] env[63750]: _type = "Task" [ 1730.039015] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.047523] env[63750]: DEBUG oslo_vmware.api [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006248, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.070672] env[63750]: DEBUG nova.network.neutron [req-b4dfba5e-6869-4964-834d-1e5cc86882db req-93386e9b-cec8-4da4-b4b7-b42b48c39502 service nova] [instance: 0431561b-dd08-4c9c-a4f6-43d19cbe4b03] Updated VIF entry in instance network info cache for port b93c22bc-bb3f-4833-b286-8197d162e81b. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1730.071093] env[63750]: DEBUG nova.network.neutron [req-b4dfba5e-6869-4964-834d-1e5cc86882db req-93386e9b-cec8-4da4-b4b7-b42b48c39502 service nova] [instance: 0431561b-dd08-4c9c-a4f6-43d19cbe4b03] Updating instance_info_cache with network_info: [{"id": "b93c22bc-bb3f-4833-b286-8197d162e81b", "address": "fa:16:3e:f8:9c:d8", "network": {"id": "cc35f8bc-8a9b-45a4-9f68-dae924fa57a9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1140993122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0c89bae00b24212a69070c7cf47dd33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb93c22bc-bb", "ovs_interfaceid": "b93c22bc-bb3f-4833-b286-8197d162e81b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1730.170021] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006247, 'name': CreateVM_Task, 'duration_secs': 0.3685} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.171100] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0431561b-dd08-4c9c-a4f6-43d19cbe4b03] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1730.171100] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1730.171237] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.171664] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1730.171931] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f390c3cc-aa33-46e4-92dc-e48ff108385a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.177848] env[63750]: DEBUG oslo_vmware.api [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for the task: (returnval){ [ 1730.177848] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52468f6c-942b-e350-bccf-d366b37030da" [ 1730.177848] env[63750]: _type = "Task" [ 1730.177848] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.188380] env[63750]: DEBUG oslo_vmware.api [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52468f6c-942b-e350-bccf-d366b37030da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.216050] env[63750]: DEBUG oslo_concurrency.lockutils [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.584s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1730.220112] env[63750]: DEBUG nova.compute.manager [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] [instance: 2fc56c3b-95cc-4604-9396-24dc498dddcf] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1730.220112] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e3667f8e-9b5d-426e-b61f-51327fb5df39 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.247s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.220112] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e3667f8e-9b5d-426e-b61f-51327fb5df39 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1730.221582] env[63750]: DEBUG oslo_concurrency.lockutils [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.905s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.223042] env[63750]: INFO nova.compute.claims [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1730.279103] env[63750]: INFO nova.scheduler.client.report [None req-e3667f8e-9b5d-426e-b61f-51327fb5df39 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Deleted allocations for instance c1f05848-3b1b-4f8e-877a-966310e78bcc [ 1730.402825] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5f98c2-9a9a-49d2-bb6d-306aca740bb4 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Creating Snapshot of the VM instance {{(pid=63750) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1730.403178] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e4f019e9-9cb6-4112-b442-560dbdbfa89b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.411299] env[63750]: DEBUG oslo_vmware.api [None req-2e5f98c2-9a9a-49d2-bb6d-306aca740bb4 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Waiting for the task: (returnval){ [ 1730.411299] env[63750]: value = "task-2006249" [ 1730.411299] env[63750]: _type = "Task" [ 1730.411299] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.420696] env[63750]: DEBUG oslo_vmware.api [None req-2e5f98c2-9a9a-49d2-bb6d-306aca740bb4 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Task: {'id': task-2006249, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.470560] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Releasing lock "refresh_cache-01a1188a-6523-4d67-8507-2253c4c1a86a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1730.470817] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Updated the network info_cache for instance {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 1730.471072] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1730.471246] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1730.471396] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1730.471846] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1730.471846] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1730.471974] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1730.472025] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63750) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1730.472167] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1730.540302] env[63750]: DEBUG oslo_vmware.api [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2006244, 'name': PowerOnVM_Task, 'duration_secs': 2.917462} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.544246] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1730.544569] env[63750]: INFO nova.compute.manager [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Took 9.61 seconds to spawn the instance on the hypervisor. [ 1730.544867] env[63750]: DEBUG nova.compute.manager [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1730.545803] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3b2e94-a25e-4ace-951d-511ed4ae5ad6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.554952] env[63750]: DEBUG oslo_vmware.api [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006248, 'name': ReconfigVM_Task, 'duration_secs': 0.364067} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.556583] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 6837b938-5169-44a2-a03f-e6a2064334d6/6837b938-5169-44a2-a03f-e6a2064334d6.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1730.560698] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1dfa378c-f488-46e7-b11d-f3721821911c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.570402] env[63750]: DEBUG oslo_vmware.api [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for the task: (returnval){ [ 1730.570402] env[63750]: value = "task-2006250" [ 1730.570402] env[63750]: _type = "Task" [ 1730.570402] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.575226] env[63750]: DEBUG oslo_concurrency.lockutils [req-b4dfba5e-6869-4964-834d-1e5cc86882db req-93386e9b-cec8-4da4-b4b7-b42b48c39502 service nova] Releasing lock "refresh_cache-0431561b-dd08-4c9c-a4f6-43d19cbe4b03" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1730.586195] env[63750]: DEBUG oslo_vmware.api [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006250, 'name': Rename_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.688622] env[63750]: DEBUG oslo_vmware.api [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52468f6c-942b-e350-bccf-d366b37030da, 'name': SearchDatastore_Task, 'duration_secs': 0.013506} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.688962] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1730.689259] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 0431561b-dd08-4c9c-a4f6-43d19cbe4b03] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1730.689540] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1730.689743] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.689922] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1730.690244] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0cc9b26-0b68-4c3a-bcce-122c7148087e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.699478] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1730.699670] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1730.700477] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c14a37a-5816-4a8e-801b-9645bd9d5c6a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.706484] env[63750]: DEBUG oslo_vmware.api [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for the task: (returnval){ [ 1730.706484] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52776718-58ed-a128-8a45-9ffd2ec0f1bd" [ 1730.706484] env[63750]: _type = "Task" [ 1730.706484] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.714871] env[63750]: DEBUG oslo_vmware.api [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52776718-58ed-a128-8a45-9ffd2ec0f1bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.730305] env[63750]: DEBUG nova.compute.utils [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1730.733559] env[63750]: DEBUG nova.compute.manager [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] [instance: 2fc56c3b-95cc-4604-9396-24dc498dddcf] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1730.733559] env[63750]: DEBUG nova.network.neutron [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] [instance: 2fc56c3b-95cc-4604-9396-24dc498dddcf] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1730.761500] env[63750]: DEBUG nova.network.neutron [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] Successfully updated port: b91c6a4b-bf92-4e82-8352-c5428be14638 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1730.789987] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e3667f8e-9b5d-426e-b61f-51327fb5df39 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Lock "c1f05848-3b1b-4f8e-877a-966310e78bcc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.144s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1730.795648] env[63750]: DEBUG nova.policy [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99582bebf7914548b73a4e5ef80898ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9827129a10e94c859c67d925e7f7bb10', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1730.922805] env[63750]: DEBUG oslo_vmware.api [None req-2e5f98c2-9a9a-49d2-bb6d-306aca740bb4 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Task: {'id': task-2006249, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.975828] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.076312] env[63750]: INFO nova.compute.manager [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Took 42.51 seconds to build instance. [ 1731.084645] env[63750]: DEBUG oslo_vmware.api [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006250, 'name': Rename_Task, 'duration_secs': 0.180257} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.085210] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1731.085522] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d29958b5-c412-4f3e-b6a6-2b33ee0cf396 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.092854] env[63750]: DEBUG oslo_vmware.api [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for the task: (returnval){ [ 1731.092854] env[63750]: value = "task-2006251" [ 1731.092854] env[63750]: _type = "Task" [ 1731.092854] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.102247] env[63750]: DEBUG oslo_vmware.api [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006251, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.225180] env[63750]: DEBUG oslo_vmware.api [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52776718-58ed-a128-8a45-9ffd2ec0f1bd, 'name': SearchDatastore_Task, 'duration_secs': 0.012803} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.226236] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a54bca43-842c-4008-ae95-bdfbb0dc4061 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.234583] env[63750]: DEBUG oslo_vmware.api [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for the task: (returnval){ [ 1731.234583] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]524faf00-ab4a-5db7-8080-216a546cc70e" [ 1731.234583] env[63750]: _type = "Task" [ 1731.234583] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.235246] env[63750]: DEBUG nova.compute.manager [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] [instance: 2fc56c3b-95cc-4604-9396-24dc498dddcf] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1731.256402] env[63750]: DEBUG oslo_vmware.api [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]524faf00-ab4a-5db7-8080-216a546cc70e, 'name': SearchDatastore_Task, 'duration_secs': 0.010439} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.256702] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1731.256963] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 0431561b-dd08-4c9c-a4f6-43d19cbe4b03/0431561b-dd08-4c9c-a4f6-43d19cbe4b03.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1731.257944] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e0019f2-70b9-4514-89e1-eff8781499d0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.264912] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Acquiring lock "refresh_cache-81966a7e-6f9b-49e2-ad49-bd35f6fa628a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1731.264912] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Acquired lock "refresh_cache-81966a7e-6f9b-49e2-ad49-bd35f6fa628a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1731.264912] env[63750]: DEBUG nova.network.neutron [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1731.267365] env[63750]: DEBUG oslo_vmware.api [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for the task: (returnval){ [ 1731.267365] env[63750]: value = "task-2006252" [ 1731.267365] env[63750]: _type = "Task" [ 1731.267365] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.286098] env[63750]: DEBUG oslo_vmware.api [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006252, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.297929] env[63750]: DEBUG nova.network.neutron [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] [instance: 2fc56c3b-95cc-4604-9396-24dc498dddcf] Successfully created port: b57bd5d5-5684-4412-b6e7-ee7dd8885918 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1731.430183] env[63750]: DEBUG oslo_vmware.api [None req-2e5f98c2-9a9a-49d2-bb6d-306aca740bb4 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Task: {'id': task-2006249, 'name': CreateSnapshot_Task, 'duration_secs': 0.964786} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.431086] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5f98c2-9a9a-49d2-bb6d-306aca740bb4 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Created Snapshot of the VM instance {{(pid=63750) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1731.432339] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6478f62c-2b35-45b8-8791-5b6cd8706827 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.579264] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d74dd09c-53e7-405b-aeeb-6af96fe9fb92 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Lock "99c765c3-0b70-4f53-a8e7-e2723898c70e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.858s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.611167] env[63750]: DEBUG nova.compute.manager [req-6d827825-3ab4-4cb2-aa57-67998d2a76c1 req-5dde26cf-3381-4682-b9ff-70cdc1275e3a service nova] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] Received event network-vif-plugged-b91c6a4b-bf92-4e82-8352-c5428be14638 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1731.611503] env[63750]: DEBUG oslo_concurrency.lockutils [req-6d827825-3ab4-4cb2-aa57-67998d2a76c1 req-5dde26cf-3381-4682-b9ff-70cdc1275e3a service nova] Acquiring lock "81966a7e-6f9b-49e2-ad49-bd35f6fa628a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.611882] env[63750]: DEBUG oslo_concurrency.lockutils [req-6d827825-3ab4-4cb2-aa57-67998d2a76c1 req-5dde26cf-3381-4682-b9ff-70cdc1275e3a service nova] Lock "81966a7e-6f9b-49e2-ad49-bd35f6fa628a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.612074] env[63750]: DEBUG oslo_concurrency.lockutils [req-6d827825-3ab4-4cb2-aa57-67998d2a76c1 req-5dde26cf-3381-4682-b9ff-70cdc1275e3a service nova] Lock "81966a7e-6f9b-49e2-ad49-bd35f6fa628a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.612328] env[63750]: DEBUG nova.compute.manager [req-6d827825-3ab4-4cb2-aa57-67998d2a76c1 req-5dde26cf-3381-4682-b9ff-70cdc1275e3a service nova] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] No waiting events found dispatching network-vif-plugged-b91c6a4b-bf92-4e82-8352-c5428be14638 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1731.612595] env[63750]: WARNING nova.compute.manager [req-6d827825-3ab4-4cb2-aa57-67998d2a76c1 req-5dde26cf-3381-4682-b9ff-70cdc1275e3a service nova] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] Received unexpected event network-vif-plugged-b91c6a4b-bf92-4e82-8352-c5428be14638 for instance with vm_state building and task_state spawning. [ 1731.612827] env[63750]: DEBUG nova.compute.manager [req-6d827825-3ab4-4cb2-aa57-67998d2a76c1 req-5dde26cf-3381-4682-b9ff-70cdc1275e3a service nova] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] Received event network-changed-b91c6a4b-bf92-4e82-8352-c5428be14638 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1731.613059] env[63750]: DEBUG nova.compute.manager [req-6d827825-3ab4-4cb2-aa57-67998d2a76c1 req-5dde26cf-3381-4682-b9ff-70cdc1275e3a service nova] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] Refreshing instance network info cache due to event network-changed-b91c6a4b-bf92-4e82-8352-c5428be14638. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1731.613378] env[63750]: DEBUG oslo_concurrency.lockutils [req-6d827825-3ab4-4cb2-aa57-67998d2a76c1 req-5dde26cf-3381-4682-b9ff-70cdc1275e3a service nova] Acquiring lock "refresh_cache-81966a7e-6f9b-49e2-ad49-bd35f6fa628a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1731.614254] env[63750]: DEBUG oslo_vmware.api [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006251, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.784692] env[63750]: DEBUG oslo_vmware.api [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006252, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.809190] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9733d6d3-92c8-453a-b160-19a1934027f0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.819982] env[63750]: DEBUG nova.network.neutron [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1731.822859] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28391d15-68d6-4fa1-8a09-f5cb9f2bfc04 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.864950] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc083f5-e6f6-454e-88c6-7ce402c3f046 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.871727] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6102d6c-0533-420d-b9f8-ee900ab2a007 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.888866] env[63750]: DEBUG nova.compute.provider_tree [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1731.962386] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5f98c2-9a9a-49d2-bb6d-306aca740bb4 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Creating linked-clone VM from snapshot {{(pid=63750) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1731.962386] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d9e5d13d-28af-4131-b5db-ae772ad98102 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.974168] env[63750]: DEBUG oslo_vmware.api [None req-2e5f98c2-9a9a-49d2-bb6d-306aca740bb4 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Waiting for the task: (returnval){ [ 1731.974168] env[63750]: value = "task-2006253" [ 1731.974168] env[63750]: _type = "Task" [ 1731.974168] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.983623] env[63750]: DEBUG oslo_vmware.api [None req-2e5f98c2-9a9a-49d2-bb6d-306aca740bb4 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Task: {'id': task-2006253, 'name': CloneVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.105069] env[63750]: DEBUG oslo_vmware.api [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006251, 'name': PowerOnVM_Task, 'duration_secs': 0.557292} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.105590] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1732.105590] env[63750]: INFO nova.compute.manager [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Took 8.62 seconds to spawn the instance on the hypervisor. [ 1732.105786] env[63750]: DEBUG nova.compute.manager [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1732.107197] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9efa78-025f-4a6e-b076-8f334ddb32c8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.136593] env[63750]: DEBUG nova.network.neutron [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] Updating instance_info_cache with network_info: [{"id": "b91c6a4b-bf92-4e82-8352-c5428be14638", "address": "fa:16:3e:06:a8:d2", "network": {"id": "18e1d476-1335-416f-9418-60b3cae3c1c8", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1557681353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "431b2c7dd05d40b298b33bcb62a6492a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb91c6a4b-bf", "ovs_interfaceid": "b91c6a4b-bf92-4e82-8352-c5428be14638", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1732.257361] env[63750]: DEBUG nova.compute.manager [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] [instance: 2fc56c3b-95cc-4604-9396-24dc498dddcf] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1732.283754] env[63750]: DEBUG oslo_vmware.api [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006252, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577551} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.285921] env[63750]: DEBUG nova.virt.hardware [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1732.286207] env[63750]: DEBUG nova.virt.hardware [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1732.286368] env[63750]: DEBUG nova.virt.hardware [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1732.286553] env[63750]: DEBUG nova.virt.hardware [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1732.286728] env[63750]: DEBUG nova.virt.hardware [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1732.286921] env[63750]: DEBUG nova.virt.hardware [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1732.287156] env[63750]: DEBUG nova.virt.hardware [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1732.287324] env[63750]: DEBUG nova.virt.hardware [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1732.287486] env[63750]: DEBUG nova.virt.hardware [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1732.287648] env[63750]: DEBUG nova.virt.hardware [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1732.287816] env[63750]: DEBUG nova.virt.hardware [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1732.288117] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 0431561b-dd08-4c9c-a4f6-43d19cbe4b03/0431561b-dd08-4c9c-a4f6-43d19cbe4b03.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1732.288344] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 0431561b-dd08-4c9c-a4f6-43d19cbe4b03] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1732.289192] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e1ba9a-b5b1-46fc-9ba0-b8393be7ba6c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.291711] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ba66787-9441-4106-884c-87c8873568e4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.301580] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f5c157-22b1-464a-a1af-a8506ab20fdb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.307549] env[63750]: DEBUG oslo_vmware.api [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for the task: (returnval){ [ 1732.307549] env[63750]: value = "task-2006254" [ 1732.307549] env[63750]: _type = "Task" [ 1732.307549] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.331922] env[63750]: DEBUG oslo_vmware.api [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006254, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.391183] env[63750]: DEBUG nova.scheduler.client.report [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1732.484565] env[63750]: DEBUG oslo_vmware.api [None req-2e5f98c2-9a9a-49d2-bb6d-306aca740bb4 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Task: {'id': task-2006253, 'name': CloneVM_Task} progress is 94%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.628426] env[63750]: INFO nova.compute.manager [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Took 43.56 seconds to build instance. [ 1732.639924] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Releasing lock "refresh_cache-81966a7e-6f9b-49e2-ad49-bd35f6fa628a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1732.639924] env[63750]: DEBUG nova.compute.manager [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] Instance network_info: |[{"id": "b91c6a4b-bf92-4e82-8352-c5428be14638", "address": "fa:16:3e:06:a8:d2", "network": {"id": "18e1d476-1335-416f-9418-60b3cae3c1c8", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1557681353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "431b2c7dd05d40b298b33bcb62a6492a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb91c6a4b-bf", "ovs_interfaceid": "b91c6a4b-bf92-4e82-8352-c5428be14638", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1732.639924] env[63750]: DEBUG oslo_concurrency.lockutils [req-6d827825-3ab4-4cb2-aa57-67998d2a76c1 req-5dde26cf-3381-4682-b9ff-70cdc1275e3a service nova] Acquired lock "refresh_cache-81966a7e-6f9b-49e2-ad49-bd35f6fa628a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1732.640146] env[63750]: DEBUG nova.network.neutron [req-6d827825-3ab4-4cb2-aa57-67998d2a76c1 req-5dde26cf-3381-4682-b9ff-70cdc1275e3a service nova] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] Refreshing network info cache for port b91c6a4b-bf92-4e82-8352-c5428be14638 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1732.641264] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:a8:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a27fd90b-16a5-43af-bede-ae36762ece00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b91c6a4b-bf92-4e82-8352-c5428be14638', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1732.649412] env[63750]: DEBUG oslo.service.loopingcall [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1732.654021] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1732.654021] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2cca4f0d-ebab-40a3-a3b4-89d640a94f49 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.675238] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1732.675238] env[63750]: value = "task-2006255" [ 1732.675238] env[63750]: _type = "Task" [ 1732.675238] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.687278] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006255, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.817427] env[63750]: DEBUG oslo_vmware.api [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006254, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.23895} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.817697] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 0431561b-dd08-4c9c-a4f6-43d19cbe4b03] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1732.818571] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5b9855-d654-43c1-abed-4abbf74b406b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.842834] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 0431561b-dd08-4c9c-a4f6-43d19cbe4b03] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 0431561b-dd08-4c9c-a4f6-43d19cbe4b03/0431561b-dd08-4c9c-a4f6-43d19cbe4b03.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1732.843154] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a872b84e-6b39-438e-a16c-2f6cd3eacd35 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.863693] env[63750]: DEBUG oslo_vmware.api [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for the task: (returnval){ [ 1732.863693] env[63750]: value = "task-2006256" [ 1732.863693] env[63750]: _type = "Task" [ 1732.863693] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.872573] env[63750]: DEBUG oslo_vmware.api [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006256, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.896715] env[63750]: DEBUG oslo_concurrency.lockutils [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1732.897297] env[63750]: DEBUG nova.compute.manager [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1732.899950] env[63750]: DEBUG oslo_concurrency.lockutils [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.656s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.901498] env[63750]: INFO nova.compute.claims [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] [instance: a3ed716a-d396-4dcd-813d-bad76fe03b41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1732.930033] env[63750]: DEBUG nova.compute.manager [req-4461191e-d7cb-4bb5-a871-d1456d461494 req-eb68b2d3-3105-4ffc-9d3c-b273005dd38d service nova] [instance: 2fc56c3b-95cc-4604-9396-24dc498dddcf] Received event network-vif-plugged-b57bd5d5-5684-4412-b6e7-ee7dd8885918 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1732.930229] env[63750]: DEBUG oslo_concurrency.lockutils [req-4461191e-d7cb-4bb5-a871-d1456d461494 req-eb68b2d3-3105-4ffc-9d3c-b273005dd38d service nova] Acquiring lock "2fc56c3b-95cc-4604-9396-24dc498dddcf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.930546] env[63750]: DEBUG oslo_concurrency.lockutils [req-4461191e-d7cb-4bb5-a871-d1456d461494 req-eb68b2d3-3105-4ffc-9d3c-b273005dd38d service nova] Lock "2fc56c3b-95cc-4604-9396-24dc498dddcf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.930808] env[63750]: DEBUG oslo_concurrency.lockutils [req-4461191e-d7cb-4bb5-a871-d1456d461494 req-eb68b2d3-3105-4ffc-9d3c-b273005dd38d service nova] Lock "2fc56c3b-95cc-4604-9396-24dc498dddcf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1732.931263] env[63750]: DEBUG nova.compute.manager [req-4461191e-d7cb-4bb5-a871-d1456d461494 req-eb68b2d3-3105-4ffc-9d3c-b273005dd38d service nova] [instance: 2fc56c3b-95cc-4604-9396-24dc498dddcf] No waiting events found dispatching network-vif-plugged-b57bd5d5-5684-4412-b6e7-ee7dd8885918 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1732.931462] env[63750]: WARNING nova.compute.manager [req-4461191e-d7cb-4bb5-a871-d1456d461494 req-eb68b2d3-3105-4ffc-9d3c-b273005dd38d service nova] [instance: 2fc56c3b-95cc-4604-9396-24dc498dddcf] Received unexpected event network-vif-plugged-b57bd5d5-5684-4412-b6e7-ee7dd8885918 for instance with vm_state building and task_state spawning. [ 1732.985293] env[63750]: DEBUG oslo_vmware.api [None req-2e5f98c2-9a9a-49d2-bb6d-306aca740bb4 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Task: {'id': task-2006253, 'name': CloneVM_Task} progress is 94%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.030346] env[63750]: DEBUG nova.compute.manager [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Stashing vm_state: active {{(pid=63750) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1733.049779] env[63750]: DEBUG nova.network.neutron [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] [instance: 2fc56c3b-95cc-4604-9396-24dc498dddcf] Successfully updated port: b57bd5d5-5684-4412-b6e7-ee7dd8885918 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1733.131131] env[63750]: DEBUG oslo_concurrency.lockutils [None req-42ce9ada-7e00-443b-bc82-d87808aef267 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Lock "6837b938-5169-44a2-a03f-e6a2064334d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.407s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.186221] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006255, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.377519] env[63750]: DEBUG oslo_vmware.api [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006256, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.406798] env[63750]: DEBUG nova.compute.utils [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1733.410163] env[63750]: DEBUG nova.compute.manager [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1733.411959] env[63750]: DEBUG nova.network.neutron [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1733.466363] env[63750]: DEBUG nova.policy [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '224173c61c32462c948e82a685c45e7a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a2d0199021141198e0a8cc981e6d49d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1733.486092] env[63750]: DEBUG oslo_vmware.api [None req-2e5f98c2-9a9a-49d2-bb6d-306aca740bb4 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Task: {'id': task-2006253, 'name': CloneVM_Task} progress is 94%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.518980] env[63750]: DEBUG nova.network.neutron [req-6d827825-3ab4-4cb2-aa57-67998d2a76c1 req-5dde26cf-3381-4682-b9ff-70cdc1275e3a service nova] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] Updated VIF entry in instance network info cache for port b91c6a4b-bf92-4e82-8352-c5428be14638. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1733.519356] env[63750]: DEBUG nova.network.neutron [req-6d827825-3ab4-4cb2-aa57-67998d2a76c1 req-5dde26cf-3381-4682-b9ff-70cdc1275e3a service nova] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] Updating instance_info_cache with network_info: [{"id": "b91c6a4b-bf92-4e82-8352-c5428be14638", "address": "fa:16:3e:06:a8:d2", "network": {"id": "18e1d476-1335-416f-9418-60b3cae3c1c8", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1557681353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "431b2c7dd05d40b298b33bcb62a6492a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb91c6a4b-bf", "ovs_interfaceid": "b91c6a4b-bf92-4e82-8352-c5428be14638", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1733.550664] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.552611] env[63750]: DEBUG oslo_concurrency.lockutils [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Acquiring lock "refresh_cache-2fc56c3b-95cc-4604-9396-24dc498dddcf" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1733.552738] env[63750]: DEBUG oslo_concurrency.lockutils [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Acquired lock "refresh_cache-2fc56c3b-95cc-4604-9396-24dc498dddcf" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.552872] env[63750]: DEBUG nova.network.neutron [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] [instance: 2fc56c3b-95cc-4604-9396-24dc498dddcf] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1733.686714] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006255, 'name': CreateVM_Task, 'duration_secs': 0.657554} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.690113] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1733.690113] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1733.690113] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.690113] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1733.690113] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21a33184-07bc-4a04-8265-85d20fb1ef0c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.696467] env[63750]: DEBUG oslo_vmware.api [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Waiting for the task: (returnval){ [ 1733.696467] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52e12612-3841-0383-f80b-5007f524be87" [ 1733.696467] env[63750]: _type = "Task" [ 1733.696467] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.708707] env[63750]: DEBUG oslo_vmware.api [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52e12612-3841-0383-f80b-5007f524be87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.773060] env[63750]: DEBUG nova.network.neutron [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Successfully created port: 28f97ddf-8292-4bd7-9a4c-3b718254d1a2 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1733.802427] env[63750]: DEBUG oslo_concurrency.lockutils [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Acquiring lock "5f03b2d8-0716-465c-96c8-3f12c586d173" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.802752] env[63750]: DEBUG oslo_concurrency.lockutils [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Lock "5f03b2d8-0716-465c-96c8-3f12c586d173" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1733.875956] env[63750]: DEBUG oslo_vmware.api [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006256, 'name': ReconfigVM_Task, 'duration_secs': 0.544915} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.876380] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 0431561b-dd08-4c9c-a4f6-43d19cbe4b03] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 0431561b-dd08-4c9c-a4f6-43d19cbe4b03/0431561b-dd08-4c9c-a4f6-43d19cbe4b03.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1733.877803] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-afbdc0e6-5dc1-447f-a220-44f1e1a4b792 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.885019] env[63750]: DEBUG oslo_vmware.api [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for the task: (returnval){ [ 1733.885019] env[63750]: value = "task-2006257" [ 1733.885019] env[63750]: _type = "Task" [ 1733.885019] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.894599] env[63750]: DEBUG oslo_vmware.api [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006257, 'name': Rename_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.911604] env[63750]: DEBUG nova.compute.manager [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1733.989237] env[63750]: DEBUG oslo_vmware.api [None req-2e5f98c2-9a9a-49d2-bb6d-306aca740bb4 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Task: {'id': task-2006253, 'name': CloneVM_Task} progress is 95%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.022598] env[63750]: DEBUG oslo_concurrency.lockutils [req-6d827825-3ab4-4cb2-aa57-67998d2a76c1 req-5dde26cf-3381-4682-b9ff-70cdc1275e3a service nova] Releasing lock "refresh_cache-81966a7e-6f9b-49e2-ad49-bd35f6fa628a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1734.119555] env[63750]: DEBUG nova.network.neutron [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] [instance: 2fc56c3b-95cc-4604-9396-24dc498dddcf] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1734.207217] env[63750]: DEBUG oslo_vmware.api [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52e12612-3841-0383-f80b-5007f524be87, 'name': SearchDatastore_Task, 'duration_secs': 0.016286} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.209929] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1734.210354] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1734.210766] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1734.211097] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.211429] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1734.212220] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6341b489-f9cc-44b2-a821-81014f2c1b87 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.223520] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1734.223982] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1734.224914] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f1d8206-d2d5-4474-b8d2-5c8142bd39fd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.233491] env[63750]: DEBUG oslo_vmware.api [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Waiting for the task: (returnval){ [ 1734.233491] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5251bd70-b1fd-3752-f031-80b5f1ceef88" [ 1734.233491] env[63750]: _type = "Task" [ 1734.233491] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.253046] env[63750]: DEBUG oslo_vmware.api [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5251bd70-b1fd-3752-f031-80b5f1ceef88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.306017] env[63750]: DEBUG nova.compute.manager [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1734.350819] env[63750]: DEBUG nova.network.neutron [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] [instance: 2fc56c3b-95cc-4604-9396-24dc498dddcf] Updating instance_info_cache with network_info: [{"id": "b57bd5d5-5684-4412-b6e7-ee7dd8885918", "address": "fa:16:3e:79:ca:85", "network": {"id": "b7c8e208-aa37-4751-af51-8f7fdd30b6d8", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1321898382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9827129a10e94c859c67d925e7f7bb10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb57bd5d5-56", "ovs_interfaceid": "b57bd5d5-5684-4412-b6e7-ee7dd8885918", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1734.396308] env[63750]: DEBUG oslo_vmware.api [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006257, 'name': Rename_Task, 'duration_secs': 0.237102} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.397108] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 0431561b-dd08-4c9c-a4f6-43d19cbe4b03] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1734.397324] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfb475da-8f33-4681-8127-75ba66838ce2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.401049] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d4807f-4a27-4696-9768-8676d99fc019 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.409483] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac9916a-f4b9-4e3e-acc5-504e385e6a75 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.415305] env[63750]: DEBUG oslo_vmware.api [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for the task: (returnval){ [ 1734.415305] env[63750]: value = "task-2006258" [ 1734.415305] env[63750]: _type = "Task" [ 1734.415305] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.457364] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ba1d1f-1c66-4588-8c38-45037dda6f94 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.463313] env[63750]: DEBUG oslo_vmware.api [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006258, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.469998] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cd0995-50e8-4cd7-bc82-96dca6f732ea {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.488427] env[63750]: DEBUG nova.compute.provider_tree [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1734.502890] env[63750]: DEBUG oslo_vmware.api [None req-2e5f98c2-9a9a-49d2-bb6d-306aca740bb4 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Task: {'id': task-2006253, 'name': CloneVM_Task, 'duration_secs': 2.128612} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.502890] env[63750]: INFO nova.virt.vmwareapi.vmops [None req-2e5f98c2-9a9a-49d2-bb6d-306aca740bb4 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Created linked-clone VM from snapshot [ 1734.502890] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688473f6-20d3-4670-a467-a9bf65b4c227 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.510133] env[63750]: DEBUG nova.virt.vmwareapi.images [None req-2e5f98c2-9a9a-49d2-bb6d-306aca740bb4 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Uploading image 5330772f-24bc-44ae-b0f7-861d1d55c63b {{(pid=63750) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1734.548264] env[63750]: DEBUG oslo_vmware.rw_handles [None req-2e5f98c2-9a9a-49d2-bb6d-306aca740bb4 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1734.548264] env[63750]: value = "vm-412517" [ 1734.548264] env[63750]: _type = "VirtualMachine" [ 1734.548264] env[63750]: }. {{(pid=63750) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1734.549456] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-29d624a6-002a-48e8-afaa-f68e402a078d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.557415] env[63750]: DEBUG oslo_vmware.rw_handles [None req-2e5f98c2-9a9a-49d2-bb6d-306aca740bb4 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Lease: (returnval){ [ 1734.557415] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]526fd575-d5c1-4b8e-de01-809a6e3f3349" [ 1734.557415] env[63750]: _type = "HttpNfcLease" [ 1734.557415] env[63750]: } obtained for exporting VM: (result){ [ 1734.557415] env[63750]: value = "vm-412517" [ 1734.557415] env[63750]: _type = "VirtualMachine" [ 1734.557415] env[63750]: }. {{(pid=63750) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1734.557832] env[63750]: DEBUG oslo_vmware.api [None req-2e5f98c2-9a9a-49d2-bb6d-306aca740bb4 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Waiting for the lease: (returnval){ [ 1734.557832] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]526fd575-d5c1-4b8e-de01-809a6e3f3349" [ 1734.557832] env[63750]: _type = "HttpNfcLease" [ 1734.557832] env[63750]: } to be ready. {{(pid=63750) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1734.565456] env[63750]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1734.565456] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]526fd575-d5c1-4b8e-de01-809a6e3f3349" [ 1734.565456] env[63750]: _type = "HttpNfcLease" [ 1734.565456] env[63750]: } is initializing. {{(pid=63750) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1734.746359] env[63750]: DEBUG oslo_vmware.api [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5251bd70-b1fd-3752-f031-80b5f1ceef88, 'name': SearchDatastore_Task, 'duration_secs': 0.014288} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.746359] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9636b9d4-4da6-41cd-884c-2940a1d5a511 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.751735] env[63750]: DEBUG oslo_vmware.api [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Waiting for the task: (returnval){ [ 1734.751735] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5282fb9d-7549-233c-01a5-e14cdf00a427" [ 1734.751735] env[63750]: _type = "Task" [ 1734.751735] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.760604] env[63750]: DEBUG oslo_vmware.api [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5282fb9d-7549-233c-01a5-e14cdf00a427, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.826152] env[63750]: DEBUG oslo_concurrency.lockutils [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.849912] env[63750]: DEBUG oslo_concurrency.lockutils [None req-738e0231-94b2-4913-b430-610f2e4398d4 tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Acquiring lock "bc64e986-a2db-4386-bb74-b4e73761a742" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.850221] env[63750]: DEBUG oslo_concurrency.lockutils [None req-738e0231-94b2-4913-b430-610f2e4398d4 tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Lock "bc64e986-a2db-4386-bb74-b4e73761a742" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.850466] env[63750]: DEBUG oslo_concurrency.lockutils [None req-738e0231-94b2-4913-b430-610f2e4398d4 tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Acquiring lock "bc64e986-a2db-4386-bb74-b4e73761a742-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.850672] env[63750]: DEBUG oslo_concurrency.lockutils [None req-738e0231-94b2-4913-b430-610f2e4398d4 tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Lock "bc64e986-a2db-4386-bb74-b4e73761a742-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.850839] env[63750]: DEBUG oslo_concurrency.lockutils [None req-738e0231-94b2-4913-b430-610f2e4398d4 tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Lock "bc64e986-a2db-4386-bb74-b4e73761a742-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.852990] env[63750]: INFO nova.compute.manager [None req-738e0231-94b2-4913-b430-610f2e4398d4 tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] [instance: bc64e986-a2db-4386-bb74-b4e73761a742] Terminating instance [ 1734.857808] env[63750]: DEBUG oslo_concurrency.lockutils [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Releasing lock "refresh_cache-2fc56c3b-95cc-4604-9396-24dc498dddcf" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1734.858093] env[63750]: DEBUG nova.compute.manager [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] [instance: 2fc56c3b-95cc-4604-9396-24dc498dddcf] Instance network_info: |[{"id": "b57bd5d5-5684-4412-b6e7-ee7dd8885918", "address": "fa:16:3e:79:ca:85", "network": {"id": "b7c8e208-aa37-4751-af51-8f7fdd30b6d8", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1321898382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9827129a10e94c859c67d925e7f7bb10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb57bd5d5-56", "ovs_interfaceid": "b57bd5d5-5684-4412-b6e7-ee7dd8885918", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1734.858454] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] [instance: 2fc56c3b-95cc-4604-9396-24dc498dddcf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:ca:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6a6f7bb-6106-4cfd-9aef-b85628d0cefa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b57bd5d5-5684-4412-b6e7-ee7dd8885918', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1734.865694] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Creating folder: Project (9827129a10e94c859c67d925e7f7bb10). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1734.866454] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64fb13d6-4389-44dc-b6ed-b7e908a7934a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.879012] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Created folder: Project (9827129a10e94c859c67d925e7f7bb10) in parent group-v412391. [ 1734.879237] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Creating folder: Instances. Parent ref: group-v412519. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1734.879496] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af391483-0428-49f1-91be-be793140dd41 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.889614] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Created folder: Instances in parent group-v412519. [ 1734.889837] env[63750]: DEBUG oslo.service.loopingcall [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1734.890056] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fc56c3b-95cc-4604-9396-24dc498dddcf] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1734.890283] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6fabaf3-b88f-449e-8d35-a0391d7e30f3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.909546] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1734.909546] env[63750]: value = "task-2006262" [ 1734.909546] env[63750]: _type = "Task" [ 1734.909546] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.932043] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006262, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.935197] env[63750]: DEBUG oslo_vmware.api [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006258, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.957720] env[63750]: DEBUG nova.compute.manager [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1734.960840] env[63750]: DEBUG nova.compute.manager [req-cd86f9b4-4f50-444a-8cce-d8b802e645a0 req-63026d10-7688-4447-894e-d417d60202c7 service nova] [instance: 2fc56c3b-95cc-4604-9396-24dc498dddcf] Received event network-changed-b57bd5d5-5684-4412-b6e7-ee7dd8885918 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1734.961051] env[63750]: DEBUG nova.compute.manager [req-cd86f9b4-4f50-444a-8cce-d8b802e645a0 req-63026d10-7688-4447-894e-d417d60202c7 service nova] [instance: 2fc56c3b-95cc-4604-9396-24dc498dddcf] Refreshing instance network info cache due to event network-changed-b57bd5d5-5684-4412-b6e7-ee7dd8885918. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1734.961277] env[63750]: DEBUG oslo_concurrency.lockutils [req-cd86f9b4-4f50-444a-8cce-d8b802e645a0 req-63026d10-7688-4447-894e-d417d60202c7 service nova] Acquiring lock "refresh_cache-2fc56c3b-95cc-4604-9396-24dc498dddcf" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1734.961417] env[63750]: DEBUG oslo_concurrency.lockutils [req-cd86f9b4-4f50-444a-8cce-d8b802e645a0 req-63026d10-7688-4447-894e-d417d60202c7 service nova] Acquired lock "refresh_cache-2fc56c3b-95cc-4604-9396-24dc498dddcf" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.961601] env[63750]: DEBUG nova.network.neutron [req-cd86f9b4-4f50-444a-8cce-d8b802e645a0 req-63026d10-7688-4447-894e-d417d60202c7 service nova] [instance: 2fc56c3b-95cc-4604-9396-24dc498dddcf] Refreshing network info cache for port b57bd5d5-5684-4412-b6e7-ee7dd8885918 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1734.985914] env[63750]: DEBUG nova.virt.hardware [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1734.986165] env[63750]: DEBUG nova.virt.hardware [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1734.986326] env[63750]: DEBUG nova.virt.hardware [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1734.986532] env[63750]: DEBUG nova.virt.hardware [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1734.986701] env[63750]: DEBUG nova.virt.hardware [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1734.986874] env[63750]: DEBUG nova.virt.hardware [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1734.987104] env[63750]: DEBUG nova.virt.hardware [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1734.987253] env[63750]: DEBUG nova.virt.hardware [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1734.987438] env[63750]: DEBUG nova.virt.hardware [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1734.987605] env[63750]: DEBUG nova.virt.hardware [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1734.987805] env[63750]: DEBUG nova.virt.hardware [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1734.988917] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74fe9fa5-0a7b-4f27-877f-2c5a2bc98913 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.997325] env[63750]: DEBUG nova.scheduler.client.report [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1735.003689] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3faa7c5d-caec-47fb-b49f-b9a516686448 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.067067] env[63750]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1735.067067] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]526fd575-d5c1-4b8e-de01-809a6e3f3349" [ 1735.067067] env[63750]: _type = "HttpNfcLease" [ 1735.067067] env[63750]: } is ready. {{(pid=63750) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1735.067371] env[63750]: DEBUG oslo_vmware.rw_handles [None req-2e5f98c2-9a9a-49d2-bb6d-306aca740bb4 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1735.067371] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]526fd575-d5c1-4b8e-de01-809a6e3f3349" [ 1735.067371] env[63750]: _type = "HttpNfcLease" [ 1735.067371] env[63750]: }. {{(pid=63750) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1735.068061] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1a5bc0-e971-4dca-8da5-bc6cd3500d02 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.075593] env[63750]: DEBUG oslo_vmware.rw_handles [None req-2e5f98c2-9a9a-49d2-bb6d-306aca740bb4 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a05cc1-bd88-71e4-4e93-2802f75365d2/disk-0.vmdk from lease info. {{(pid=63750) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1735.075821] env[63750]: DEBUG oslo_vmware.rw_handles [None req-2e5f98c2-9a9a-49d2-bb6d-306aca740bb4 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a05cc1-bd88-71e4-4e93-2802f75365d2/disk-0.vmdk for reading. {{(pid=63750) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1735.199253] env[63750]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-80412bdb-3d4f-448c-85b3-c72539f99365 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.266178] env[63750]: DEBUG oslo_vmware.api [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5282fb9d-7549-233c-01a5-e14cdf00a427, 'name': SearchDatastore_Task, 'duration_secs': 0.043186} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.267041] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1735.267041] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 81966a7e-6f9b-49e2-ad49-bd35f6fa628a/81966a7e-6f9b-49e2-ad49-bd35f6fa628a.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1735.267041] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ecb45daa-cda2-4d32-b9f7-a80b425eccdb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.274989] env[63750]: DEBUG oslo_vmware.api [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Waiting for the task: (returnval){ [ 1735.274989] env[63750]: value = "task-2006263" [ 1735.274989] env[63750]: _type = "Task" [ 1735.274989] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.283704] env[63750]: DEBUG oslo_vmware.api [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.291422] env[63750]: DEBUG nova.compute.manager [req-735d0a76-388f-4306-aa82-04d9f0a53936 req-8e9d2a17-592e-4649-a617-a243f7656005 service nova] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Received event network-vif-plugged-28f97ddf-8292-4bd7-9a4c-3b718254d1a2 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1735.291422] env[63750]: DEBUG oslo_concurrency.lockutils [req-735d0a76-388f-4306-aa82-04d9f0a53936 req-8e9d2a17-592e-4649-a617-a243f7656005 service nova] Acquiring lock "3929441f-fefc-469f-a440-d7f3146abde2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.291422] env[63750]: DEBUG oslo_concurrency.lockutils [req-735d0a76-388f-4306-aa82-04d9f0a53936 req-8e9d2a17-592e-4649-a617-a243f7656005 service nova] Lock "3929441f-fefc-469f-a440-d7f3146abde2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.291422] env[63750]: DEBUG oslo_concurrency.lockutils [req-735d0a76-388f-4306-aa82-04d9f0a53936 req-8e9d2a17-592e-4649-a617-a243f7656005 service nova] Lock "3929441f-fefc-469f-a440-d7f3146abde2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.291422] env[63750]: DEBUG nova.compute.manager [req-735d0a76-388f-4306-aa82-04d9f0a53936 req-8e9d2a17-592e-4649-a617-a243f7656005 service nova] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] No waiting events found dispatching network-vif-plugged-28f97ddf-8292-4bd7-9a4c-3b718254d1a2 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1735.291422] env[63750]: WARNING nova.compute.manager [req-735d0a76-388f-4306-aa82-04d9f0a53936 req-8e9d2a17-592e-4649-a617-a243f7656005 service nova] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Received unexpected event network-vif-plugged-28f97ddf-8292-4bd7-9a4c-3b718254d1a2 for instance with vm_state building and task_state spawning. [ 1735.357793] env[63750]: DEBUG nova.compute.manager [None req-738e0231-94b2-4913-b430-610f2e4398d4 tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] [instance: bc64e986-a2db-4386-bb74-b4e73761a742] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1735.358116] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-738e0231-94b2-4913-b430-610f2e4398d4 tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] [instance: bc64e986-a2db-4386-bb74-b4e73761a742] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1735.359109] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ec997c-6657-41cf-9c43-5bf4733b0db0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.368038] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-738e0231-94b2-4913-b430-610f2e4398d4 tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] [instance: bc64e986-a2db-4386-bb74-b4e73761a742] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1735.368038] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7d16a87-1f82-4493-9980-ac573c415914 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.375199] env[63750]: DEBUG oslo_vmware.api [None req-738e0231-94b2-4913-b430-610f2e4398d4 tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Waiting for the task: (returnval){ [ 1735.375199] env[63750]: value = "task-2006264" [ 1735.375199] env[63750]: _type = "Task" [ 1735.375199] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.384188] env[63750]: DEBUG oslo_vmware.api [None req-738e0231-94b2-4913-b430-610f2e4398d4 tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Task: {'id': task-2006264, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.404010] env[63750]: DEBUG nova.network.neutron [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Successfully updated port: 28f97ddf-8292-4bd7-9a4c-3b718254d1a2 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1735.421343] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006262, 'name': CreateVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.433798] env[63750]: DEBUG oslo_vmware.api [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006258, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.503544] env[63750]: DEBUG oslo_concurrency.lockutils [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.504112] env[63750]: DEBUG nova.compute.manager [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] [instance: a3ed716a-d396-4dcd-813d-bad76fe03b41] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1735.508546] env[63750]: DEBUG oslo_concurrency.lockutils [None req-7229de34-44a5-4d01-aacd-c0ac022ee537 tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.625s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.508892] env[63750]: DEBUG oslo_concurrency.lockutils [None req-7229de34-44a5-4d01-aacd-c0ac022ee537 tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.511957] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d7b1869c-abcb-409d-a4b7-dabe72c3f35f tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.148s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.512778] env[63750]: DEBUG nova.objects.instance [None req-d7b1869c-abcb-409d-a4b7-dabe72c3f35f tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Lazy-loading 'resources' on Instance uuid f08cdd8f-d853-40c7-b5d8-11a1a494cba6 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1735.548248] env[63750]: INFO nova.scheduler.client.report [None req-7229de34-44a5-4d01-aacd-c0ac022ee537 tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Deleted allocations for instance 41f90609-cec6-43c2-9853-aa72527e5f46 [ 1735.786771] env[63750]: DEBUG oslo_vmware.api [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006263, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.865332] env[63750]: DEBUG nova.network.neutron [req-cd86f9b4-4f50-444a-8cce-d8b802e645a0 req-63026d10-7688-4447-894e-d417d60202c7 service nova] [instance: 2fc56c3b-95cc-4604-9396-24dc498dddcf] Updated VIF entry in instance network info cache for port b57bd5d5-5684-4412-b6e7-ee7dd8885918. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1735.865922] env[63750]: DEBUG nova.network.neutron [req-cd86f9b4-4f50-444a-8cce-d8b802e645a0 req-63026d10-7688-4447-894e-d417d60202c7 service nova] [instance: 2fc56c3b-95cc-4604-9396-24dc498dddcf] Updating instance_info_cache with network_info: [{"id": "b57bd5d5-5684-4412-b6e7-ee7dd8885918", "address": "fa:16:3e:79:ca:85", "network": {"id": "b7c8e208-aa37-4751-af51-8f7fdd30b6d8", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1321898382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9827129a10e94c859c67d925e7f7bb10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb57bd5d5-56", "ovs_interfaceid": "b57bd5d5-5684-4412-b6e7-ee7dd8885918", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1735.886701] env[63750]: DEBUG oslo_vmware.api [None req-738e0231-94b2-4913-b430-610f2e4398d4 tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Task: {'id': task-2006264, 'name': PowerOffVM_Task, 'duration_secs': 0.29238} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.886701] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-738e0231-94b2-4913-b430-610f2e4398d4 tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] [instance: bc64e986-a2db-4386-bb74-b4e73761a742] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1735.886701] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-738e0231-94b2-4913-b430-610f2e4398d4 tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] [instance: bc64e986-a2db-4386-bb74-b4e73761a742] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1735.887127] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73456701-f838-437a-aa2b-19be2aa85965 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.910956] env[63750]: DEBUG oslo_concurrency.lockutils [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquiring lock "refresh_cache-3929441f-fefc-469f-a440-d7f3146abde2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1735.912355] env[63750]: DEBUG oslo_concurrency.lockutils [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquired lock "refresh_cache-3929441f-fefc-469f-a440-d7f3146abde2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1735.912355] env[63750]: DEBUG nova.network.neutron [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1735.933840] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006262, 'name': CreateVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.937323] env[63750]: DEBUG oslo_vmware.api [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006258, 'name': PowerOnVM_Task, 'duration_secs': 1.236788} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.937698] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 0431561b-dd08-4c9c-a4f6-43d19cbe4b03] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1735.937903] env[63750]: INFO nova.compute.manager [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 0431561b-dd08-4c9c-a4f6-43d19cbe4b03] Took 8.87 seconds to spawn the instance on the hypervisor. [ 1735.938105] env[63750]: DEBUG nova.compute.manager [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 0431561b-dd08-4c9c-a4f6-43d19cbe4b03] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1735.939302] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85b595e-225a-4926-a799-6476bc85cc9c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.007989] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-738e0231-94b2-4913-b430-610f2e4398d4 tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] [instance: bc64e986-a2db-4386-bb74-b4e73761a742] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1736.008932] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-738e0231-94b2-4913-b430-610f2e4398d4 tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] [instance: bc64e986-a2db-4386-bb74-b4e73761a742] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1736.008932] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-738e0231-94b2-4913-b430-610f2e4398d4 tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Deleting the datastore file [datastore1] bc64e986-a2db-4386-bb74-b4e73761a742 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1736.009060] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1684ef15-671b-47a1-9506-7b6b60bd337f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.017786] env[63750]: DEBUG nova.compute.utils [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1736.019290] env[63750]: DEBUG oslo_vmware.api [None req-738e0231-94b2-4913-b430-610f2e4398d4 tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Waiting for the task: (returnval){ [ 1736.019290] env[63750]: value = "task-2006266" [ 1736.019290] env[63750]: _type = "Task" [ 1736.019290] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.022244] env[63750]: DEBUG nova.compute.manager [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] [instance: a3ed716a-d396-4dcd-813d-bad76fe03b41] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1736.022429] env[63750]: DEBUG nova.network.neutron [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] [instance: a3ed716a-d396-4dcd-813d-bad76fe03b41] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1736.038129] env[63750]: DEBUG oslo_vmware.api [None req-738e0231-94b2-4913-b430-610f2e4398d4 tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Task: {'id': task-2006266, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.059570] env[63750]: DEBUG oslo_concurrency.lockutils [None req-7229de34-44a5-4d01-aacd-c0ac022ee537 tempest-ServerGroupTestJSON-1171796197 tempest-ServerGroupTestJSON-1171796197-project-member] Lock "41f90609-cec6-43c2-9853-aa72527e5f46" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.871s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1736.089894] env[63750]: DEBUG nova.policy [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '579287eab34e428ebf4e9f721d840039', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf99885c31944afd8b5e6e8ec5612af2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1736.288017] env[63750]: DEBUG oslo_vmware.api [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006263, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587129} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.288017] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 81966a7e-6f9b-49e2-ad49-bd35f6fa628a/81966a7e-6f9b-49e2-ad49-bd35f6fa628a.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1736.288017] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1736.288017] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d5601f6-0cea-40a8-9147-8a5477a86338 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.297539] env[63750]: DEBUG oslo_vmware.api [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Waiting for the task: (returnval){ [ 1736.297539] env[63750]: value = "task-2006267" [ 1736.297539] env[63750]: _type = "Task" [ 1736.297539] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.315048] env[63750]: DEBUG oslo_vmware.api [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006267, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.371349] env[63750]: DEBUG oslo_concurrency.lockutils [req-cd86f9b4-4f50-444a-8cce-d8b802e645a0 req-63026d10-7688-4447-894e-d417d60202c7 service nova] Releasing lock "refresh_cache-2fc56c3b-95cc-4604-9396-24dc498dddcf" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1736.407323] env[63750]: DEBUG nova.network.neutron [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] [instance: a3ed716a-d396-4dcd-813d-bad76fe03b41] Successfully created port: 7db93b14-7967-41b1-91cb-c145c931c5b3 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1736.423749] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006262, 'name': CreateVM_Task, 'duration_secs': 1.482213} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.427513] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fc56c3b-95cc-4604-9396-24dc498dddcf] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1736.428754] env[63750]: DEBUG oslo_concurrency.lockutils [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1736.429217] env[63750]: DEBUG oslo_concurrency.lockutils [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1736.429742] env[63750]: DEBUG oslo_concurrency.lockutils [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1736.431058] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-775b34fd-691c-4df6-ab0d-f4b008c12601 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.435940] env[63750]: DEBUG oslo_vmware.api [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Waiting for the task: (returnval){ [ 1736.435940] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a739ff-75db-57fc-3f5c-14ee1cd8d009" [ 1736.435940] env[63750]: _type = "Task" [ 1736.435940] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.462251] env[63750]: DEBUG oslo_vmware.api [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a739ff-75db-57fc-3f5c-14ee1cd8d009, 'name': SearchDatastore_Task, 'duration_secs': 0.013597} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.464993] env[63750]: INFO nova.compute.manager [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 0431561b-dd08-4c9c-a4f6-43d19cbe4b03] Took 39.41 seconds to build instance. [ 1736.466528] env[63750]: DEBUG oslo_concurrency.lockutils [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1736.466893] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] [instance: 2fc56c3b-95cc-4604-9396-24dc498dddcf] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1736.466969] env[63750]: DEBUG oslo_concurrency.lockutils [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1736.467115] env[63750]: DEBUG oslo_concurrency.lockutils [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1736.467297] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1736.467881] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12c8e2d1-476f-4b4a-be12-64feab6dddde {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.470557] env[63750]: DEBUG nova.network.neutron [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1736.487691] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1736.487994] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1736.488908] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75394874-43be-46d7-a15a-cd62e6529f61 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.498653] env[63750]: DEBUG oslo_vmware.api [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Waiting for the task: (returnval){ [ 1736.498653] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]523c703d-d994-f28f-aeb7-ea6754e4fa66" [ 1736.498653] env[63750]: _type = "Task" [ 1736.498653] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.511699] env[63750]: DEBUG oslo_vmware.api [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]523c703d-d994-f28f-aeb7-ea6754e4fa66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.520695] env[63750]: DEBUG nova.compute.manager [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] [instance: a3ed716a-d396-4dcd-813d-bad76fe03b41] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1736.538440] env[63750]: DEBUG oslo_vmware.api [None req-738e0231-94b2-4913-b430-610f2e4398d4 tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Task: {'id': task-2006266, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294908} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.538887] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-738e0231-94b2-4913-b430-610f2e4398d4 tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1736.540423] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-738e0231-94b2-4913-b430-610f2e4398d4 tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] [instance: bc64e986-a2db-4386-bb74-b4e73761a742] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1736.540423] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-738e0231-94b2-4913-b430-610f2e4398d4 tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] [instance: bc64e986-a2db-4386-bb74-b4e73761a742] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1736.540423] env[63750]: INFO nova.compute.manager [None req-738e0231-94b2-4913-b430-610f2e4398d4 tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] [instance: bc64e986-a2db-4386-bb74-b4e73761a742] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1736.540423] env[63750]: DEBUG oslo.service.loopingcall [None req-738e0231-94b2-4913-b430-610f2e4398d4 tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1736.540423] env[63750]: DEBUG nova.compute.manager [-] [instance: bc64e986-a2db-4386-bb74-b4e73761a742] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1736.540423] env[63750]: DEBUG nova.network.neutron [-] [instance: bc64e986-a2db-4386-bb74-b4e73761a742] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1736.548437] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95945db-5d15-4bcc-be97-96f331e2a26e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.560997] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2bec8f-0157-4b30-9b6f-74fb11bc474e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.599964] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db23ccb-2a8b-403f-9040-f59c78a0793e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.612415] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553fa52e-b2dc-44f3-89b4-6a3724121493 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.630343] env[63750]: DEBUG nova.compute.provider_tree [None req-d7b1869c-abcb-409d-a4b7-dabe72c3f35f tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1736.757730] env[63750]: DEBUG nova.network.neutron [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Updating instance_info_cache with network_info: [{"id": "28f97ddf-8292-4bd7-9a4c-3b718254d1a2", "address": "fa:16:3e:a5:e7:ed", "network": {"id": "1e3b858c-f4d4-4913-a4c3-d58d2479172a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1419195521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a2d0199021141198e0a8cc981e6d49d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28f97ddf-82", "ovs_interfaceid": "28f97ddf-8292-4bd7-9a4c-3b718254d1a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1736.808981] env[63750]: DEBUG oslo_vmware.api [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006267, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.16117} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.809372] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1736.810330] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65a3779-afbf-472c-833f-25ba4a04d436 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.841853] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 81966a7e-6f9b-49e2-ad49-bd35f6fa628a/81966a7e-6f9b-49e2-ad49-bd35f6fa628a.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1736.845019] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12da0e15-9005-4603-897c-6fe70db7d9fd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.870813] env[63750]: DEBUG oslo_vmware.api [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Waiting for the task: (returnval){ [ 1736.870813] env[63750]: value = "task-2006268" [ 1736.870813] env[63750]: _type = "Task" [ 1736.870813] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.881450] env[63750]: DEBUG oslo_vmware.api [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006268, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.967732] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f72baa18-0d88-4511-b1bf-2f34058c6ce7 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Lock "0431561b-dd08-4c9c-a4f6-43d19cbe4b03" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.568s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.012664] env[63750]: DEBUG oslo_vmware.api [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]523c703d-d994-f28f-aeb7-ea6754e4fa66, 'name': SearchDatastore_Task, 'duration_secs': 0.027437} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.013591] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b95a28cd-c12b-4d75-8552-5237d8673002 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.020585] env[63750]: DEBUG oslo_vmware.api [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Waiting for the task: (returnval){ [ 1737.020585] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52dff3b8-c331-d430-c24e-44364e9de88b" [ 1737.020585] env[63750]: _type = "Task" [ 1737.020585] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.034203] env[63750]: DEBUG oslo_vmware.api [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52dff3b8-c331-d430-c24e-44364e9de88b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.133992] env[63750]: DEBUG nova.scheduler.client.report [None req-d7b1869c-abcb-409d-a4b7-dabe72c3f35f tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1737.262888] env[63750]: DEBUG oslo_concurrency.lockutils [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Releasing lock "refresh_cache-3929441f-fefc-469f-a440-d7f3146abde2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1737.263262] env[63750]: DEBUG nova.compute.manager [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Instance network_info: |[{"id": "28f97ddf-8292-4bd7-9a4c-3b718254d1a2", "address": "fa:16:3e:a5:e7:ed", "network": {"id": "1e3b858c-f4d4-4913-a4c3-d58d2479172a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1419195521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a2d0199021141198e0a8cc981e6d49d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28f97ddf-82", "ovs_interfaceid": "28f97ddf-8292-4bd7-9a4c-3b718254d1a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1737.263713] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:e7:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28f97ddf-8292-4bd7-9a4c-3b718254d1a2', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1737.275082] env[63750]: DEBUG oslo.service.loopingcall [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1737.275362] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1737.279234] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-959bfdf0-131a-494a-a49b-c7d20463db54 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.308543] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1737.308543] env[63750]: value = "task-2006269" [ 1737.308543] env[63750]: _type = "Task" [ 1737.308543] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.318266] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006269, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.381585] env[63750]: DEBUG oslo_vmware.api [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.533910] env[63750]: DEBUG oslo_vmware.api [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52dff3b8-c331-d430-c24e-44364e9de88b, 'name': SearchDatastore_Task, 'duration_secs': 0.303477} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.536465] env[63750]: DEBUG nova.compute.manager [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] [instance: a3ed716a-d396-4dcd-813d-bad76fe03b41] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1737.539529] env[63750]: DEBUG oslo_concurrency.lockutils [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1737.539959] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 2fc56c3b-95cc-4604-9396-24dc498dddcf/2fc56c3b-95cc-4604-9396-24dc498dddcf.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1737.540729] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-efa1b2cf-43b2-4a3c-9879-01f310ec8bb6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.549675] env[63750]: DEBUG oslo_vmware.api [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Waiting for the task: (returnval){ [ 1737.549675] env[63750]: value = "task-2006270" [ 1737.549675] env[63750]: _type = "Task" [ 1737.549675] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.558953] env[63750]: DEBUG oslo_vmware.api [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Task: {'id': task-2006270, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.569607] env[63750]: DEBUG nova.virt.hardware [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1737.572457] env[63750]: DEBUG nova.virt.hardware [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1737.572672] env[63750]: DEBUG nova.virt.hardware [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1737.572891] env[63750]: DEBUG nova.virt.hardware [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1737.573104] env[63750]: DEBUG nova.virt.hardware [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1737.573337] env[63750]: DEBUG nova.virt.hardware [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1737.573653] env[63750]: DEBUG nova.virt.hardware [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1737.573869] env[63750]: DEBUG nova.virt.hardware [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1737.574114] env[63750]: DEBUG nova.virt.hardware [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1737.574333] env[63750]: DEBUG nova.virt.hardware [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1737.574658] env[63750]: DEBUG nova.virt.hardware [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1737.575720] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1886e52f-1880-4c51-8ce0-fe7837b77528 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.586198] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a41041-ae5c-43ed-8c06-171c8cb46aa5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.652701] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d7b1869c-abcb-409d-a4b7-dabe72c3f35f tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.139s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.653607] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.111s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.656887] env[63750]: INFO nova.compute.claims [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8539553e-c060-4640-af64-3915c58a687e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1737.691114] env[63750]: INFO nova.scheduler.client.report [None req-d7b1869c-abcb-409d-a4b7-dabe72c3f35f tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Deleted allocations for instance f08cdd8f-d853-40c7-b5d8-11a1a494cba6 [ 1737.822529] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006269, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.899443] env[63750]: DEBUG oslo_vmware.api [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006268, 'name': ReconfigVM_Task, 'duration_secs': 0.645648} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.899811] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 81966a7e-6f9b-49e2-ad49-bd35f6fa628a/81966a7e-6f9b-49e2-ad49-bd35f6fa628a.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1737.900666] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c41726b-e151-4165-ac00-5b388b5cb3d1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.911988] env[63750]: DEBUG oslo_vmware.api [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Waiting for the task: (returnval){ [ 1737.911988] env[63750]: value = "task-2006271" [ 1737.911988] env[63750]: _type = "Task" [ 1737.911988] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.941072] env[63750]: DEBUG oslo_vmware.api [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006271, 'name': Rename_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.947725] env[63750]: DEBUG nova.compute.manager [req-faf650f4-c894-4f04-a141-054e8ca49867 req-5ecb4fdd-40c7-4fbe-80f9-de7934dbeaa4 service nova] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Received event network-changed-28f97ddf-8292-4bd7-9a4c-3b718254d1a2 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1737.948553] env[63750]: DEBUG nova.compute.manager [req-faf650f4-c894-4f04-a141-054e8ca49867 req-5ecb4fdd-40c7-4fbe-80f9-de7934dbeaa4 service nova] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Refreshing instance network info cache due to event network-changed-28f97ddf-8292-4bd7-9a4c-3b718254d1a2. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1737.948643] env[63750]: DEBUG oslo_concurrency.lockutils [req-faf650f4-c894-4f04-a141-054e8ca49867 req-5ecb4fdd-40c7-4fbe-80f9-de7934dbeaa4 service nova] Acquiring lock "refresh_cache-3929441f-fefc-469f-a440-d7f3146abde2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1737.949327] env[63750]: DEBUG oslo_concurrency.lockutils [req-faf650f4-c894-4f04-a141-054e8ca49867 req-5ecb4fdd-40c7-4fbe-80f9-de7934dbeaa4 service nova] Acquired lock "refresh_cache-3929441f-fefc-469f-a440-d7f3146abde2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1737.949524] env[63750]: DEBUG nova.network.neutron [req-faf650f4-c894-4f04-a141-054e8ca49867 req-5ecb4fdd-40c7-4fbe-80f9-de7934dbeaa4 service nova] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Refreshing network info cache for port 28f97ddf-8292-4bd7-9a4c-3b718254d1a2 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1738.061260] env[63750]: DEBUG oslo_vmware.api [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Task: {'id': task-2006270, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.083355] env[63750]: DEBUG nova.network.neutron [-] [instance: bc64e986-a2db-4386-bb74-b4e73761a742] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1738.203611] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d7b1869c-abcb-409d-a4b7-dabe72c3f35f tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Lock "f08cdd8f-d853-40c7-b5d8-11a1a494cba6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.420s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1738.327029] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006269, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.427357] env[63750]: DEBUG oslo_vmware.api [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006271, 'name': Rename_Task, 'duration_secs': 0.172061} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.427696] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1738.427989] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8b089e7-7f5b-4995-8cf8-21aa7244d651 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.435153] env[63750]: DEBUG oslo_vmware.api [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Waiting for the task: (returnval){ [ 1738.435153] env[63750]: value = "task-2006272" [ 1738.435153] env[63750]: _type = "Task" [ 1738.435153] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.450763] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Acquiring lock "c22023e7-8e33-478b-a1d7-f844a427dae6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.451171] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Lock "c22023e7-8e33-478b-a1d7-f844a427dae6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.460862] env[63750]: DEBUG oslo_vmware.api [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006272, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.566788] env[63750]: DEBUG oslo_vmware.api [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Task: {'id': task-2006270, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.581095] env[63750]: DEBUG oslo_concurrency.lockutils [None req-65b936cb-cdf8-4469-a5d4-1c5def8e6250 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Acquiring lock "aa0a6972-7734-4c0a-ab87-64cefae55e6c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.582111] env[63750]: DEBUG oslo_concurrency.lockutils [None req-65b936cb-cdf8-4469-a5d4-1c5def8e6250 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Lock "aa0a6972-7734-4c0a-ab87-64cefae55e6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.582111] env[63750]: DEBUG oslo_concurrency.lockutils [None req-65b936cb-cdf8-4469-a5d4-1c5def8e6250 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Acquiring lock "aa0a6972-7734-4c0a-ab87-64cefae55e6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.582111] env[63750]: DEBUG oslo_concurrency.lockutils [None req-65b936cb-cdf8-4469-a5d4-1c5def8e6250 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Lock "aa0a6972-7734-4c0a-ab87-64cefae55e6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.582111] env[63750]: DEBUG oslo_concurrency.lockutils [None req-65b936cb-cdf8-4469-a5d4-1c5def8e6250 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Lock "aa0a6972-7734-4c0a-ab87-64cefae55e6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1738.586346] env[63750]: INFO nova.compute.manager [None req-65b936cb-cdf8-4469-a5d4-1c5def8e6250 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Terminating instance [ 1738.586508] env[63750]: INFO nova.compute.manager [-] [instance: bc64e986-a2db-4386-bb74-b4e73761a742] Took 2.05 seconds to deallocate network for instance. [ 1738.825901] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006269, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.837819] env[63750]: DEBUG nova.network.neutron [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] [instance: a3ed716a-d396-4dcd-813d-bad76fe03b41] Successfully updated port: 7db93b14-7967-41b1-91cb-c145c931c5b3 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1738.868665] env[63750]: DEBUG nova.network.neutron [req-faf650f4-c894-4f04-a141-054e8ca49867 req-5ecb4fdd-40c7-4fbe-80f9-de7934dbeaa4 service nova] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Updated VIF entry in instance network info cache for port 28f97ddf-8292-4bd7-9a4c-3b718254d1a2. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1738.869294] env[63750]: DEBUG nova.network.neutron [req-faf650f4-c894-4f04-a141-054e8ca49867 req-5ecb4fdd-40c7-4fbe-80f9-de7934dbeaa4 service nova] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Updating instance_info_cache with network_info: [{"id": "28f97ddf-8292-4bd7-9a4c-3b718254d1a2", "address": "fa:16:3e:a5:e7:ed", "network": {"id": "1e3b858c-f4d4-4913-a4c3-d58d2479172a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1419195521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a2d0199021141198e0a8cc981e6d49d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28f97ddf-82", "ovs_interfaceid": "28f97ddf-8292-4bd7-9a4c-3b718254d1a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1738.945701] env[63750]: DEBUG oslo_vmware.api [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006272, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.962160] env[63750]: DEBUG nova.compute.manager [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: c22023e7-8e33-478b-a1d7-f844a427dae6] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1739.061032] env[63750]: DEBUG oslo_vmware.api [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Task: {'id': task-2006270, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.292388} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.061232] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 2fc56c3b-95cc-4604-9396-24dc498dddcf/2fc56c3b-95cc-4604-9396-24dc498dddcf.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1739.061451] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] [instance: 2fc56c3b-95cc-4604-9396-24dc498dddcf] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1739.061713] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e031daa5-519b-4b00-96ae-fbb5151aa353 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.074236] env[63750]: DEBUG oslo_vmware.api [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Waiting for the task: (returnval){ [ 1739.074236] env[63750]: value = "task-2006273" [ 1739.074236] env[63750]: _type = "Task" [ 1739.074236] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.086088] env[63750]: DEBUG oslo_vmware.api [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Task: {'id': task-2006273, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.095023] env[63750]: DEBUG nova.compute.manager [None req-65b936cb-cdf8-4469-a5d4-1c5def8e6250 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1739.095221] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-65b936cb-cdf8-4469-a5d4-1c5def8e6250 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1739.097062] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041684ed-35ac-4c48-8537-fcc2b29f935a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.104835] env[63750]: DEBUG oslo_concurrency.lockutils [None req-738e0231-94b2-4913-b430-610f2e4398d4 tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.113021] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b936cb-cdf8-4469-a5d4-1c5def8e6250 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1739.114034] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff2b1b27-395e-435e-8d91-b6dada6cdfdb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.125243] env[63750]: DEBUG oslo_vmware.api [None req-65b936cb-cdf8-4469-a5d4-1c5def8e6250 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Waiting for the task: (returnval){ [ 1739.125243] env[63750]: value = "task-2006274" [ 1739.125243] env[63750]: _type = "Task" [ 1739.125243] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.141858] env[63750]: DEBUG oslo_vmware.api [None req-65b936cb-cdf8-4469-a5d4-1c5def8e6250 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006274, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.167729] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026d4129-3622-4c18-ba58-ef1e0f4cf5cb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.174321] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db903193-582a-43c4-968d-7596229a9cd9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.206182] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d2c424-7dc3-47d3-9a28-0fc0da3758ad {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.213741] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7982c2d5-fde6-4628-85b9-f8ab4a04f76c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.228970] env[63750]: DEBUG nova.compute.provider_tree [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1739.327512] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006269, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.342029] env[63750]: DEBUG oslo_concurrency.lockutils [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Acquiring lock "refresh_cache-a3ed716a-d396-4dcd-813d-bad76fe03b41" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1739.342029] env[63750]: DEBUG oslo_concurrency.lockutils [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Acquired lock "refresh_cache-a3ed716a-d396-4dcd-813d-bad76fe03b41" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.342029] env[63750]: DEBUG nova.network.neutron [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] [instance: a3ed716a-d396-4dcd-813d-bad76fe03b41] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1739.372602] env[63750]: DEBUG oslo_concurrency.lockutils [req-faf650f4-c894-4f04-a141-054e8ca49867 req-5ecb4fdd-40c7-4fbe-80f9-de7934dbeaa4 service nova] Releasing lock "refresh_cache-3929441f-fefc-469f-a440-d7f3146abde2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.446819] env[63750]: DEBUG oslo_vmware.api [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006272, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.484407] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.585903] env[63750]: DEBUG oslo_vmware.api [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Task: {'id': task-2006273, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093856} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.586227] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] [instance: 2fc56c3b-95cc-4604-9396-24dc498dddcf] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1739.587102] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2965e90-f78e-4643-aeb2-48275b1d2ec5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.610056] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] [instance: 2fc56c3b-95cc-4604-9396-24dc498dddcf] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 2fc56c3b-95cc-4604-9396-24dc498dddcf/2fc56c3b-95cc-4604-9396-24dc498dddcf.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1739.610391] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33e91d0a-e817-4287-94c4-9238a5e07a6c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.631978] env[63750]: DEBUG oslo_vmware.api [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Waiting for the task: (returnval){ [ 1739.631978] env[63750]: value = "task-2006275" [ 1739.631978] env[63750]: _type = "Task" [ 1739.631978] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.635628] env[63750]: DEBUG oslo_vmware.api [None req-65b936cb-cdf8-4469-a5d4-1c5def8e6250 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006274, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.645542] env[63750]: DEBUG oslo_vmware.api [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Task: {'id': task-2006275, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.733312] env[63750]: DEBUG nova.scheduler.client.report [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1739.825686] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006269, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.875167] env[63750]: DEBUG nova.network.neutron [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] [instance: a3ed716a-d396-4dcd-813d-bad76fe03b41] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1739.947084] env[63750]: DEBUG oslo_vmware.api [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006272, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.973790] env[63750]: DEBUG nova.compute.manager [req-825eb6d2-33c1-4b9e-ac1d-5fc089fef865 req-16ef2951-4c61-405e-ba49-32b0ba49a41e service nova] [instance: bc64e986-a2db-4386-bb74-b4e73761a742] Received event network-vif-deleted-ed7838a2-7411-4014-82ec-12cf3273bd1a {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1739.973790] env[63750]: DEBUG nova.compute.manager [req-825eb6d2-33c1-4b9e-ac1d-5fc089fef865 req-16ef2951-4c61-405e-ba49-32b0ba49a41e service nova] [instance: a3ed716a-d396-4dcd-813d-bad76fe03b41] Received event network-vif-plugged-7db93b14-7967-41b1-91cb-c145c931c5b3 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1739.973948] env[63750]: DEBUG oslo_concurrency.lockutils [req-825eb6d2-33c1-4b9e-ac1d-5fc089fef865 req-16ef2951-4c61-405e-ba49-32b0ba49a41e service nova] Acquiring lock "a3ed716a-d396-4dcd-813d-bad76fe03b41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.974200] env[63750]: DEBUG oslo_concurrency.lockutils [req-825eb6d2-33c1-4b9e-ac1d-5fc089fef865 req-16ef2951-4c61-405e-ba49-32b0ba49a41e service nova] Lock "a3ed716a-d396-4dcd-813d-bad76fe03b41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.974409] env[63750]: DEBUG oslo_concurrency.lockutils [req-825eb6d2-33c1-4b9e-ac1d-5fc089fef865 req-16ef2951-4c61-405e-ba49-32b0ba49a41e service nova] Lock "a3ed716a-d396-4dcd-813d-bad76fe03b41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.974763] env[63750]: DEBUG nova.compute.manager [req-825eb6d2-33c1-4b9e-ac1d-5fc089fef865 req-16ef2951-4c61-405e-ba49-32b0ba49a41e service nova] [instance: a3ed716a-d396-4dcd-813d-bad76fe03b41] No waiting events found dispatching network-vif-plugged-7db93b14-7967-41b1-91cb-c145c931c5b3 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1739.974835] env[63750]: WARNING nova.compute.manager [req-825eb6d2-33c1-4b9e-ac1d-5fc089fef865 req-16ef2951-4c61-405e-ba49-32b0ba49a41e service nova] [instance: a3ed716a-d396-4dcd-813d-bad76fe03b41] Received unexpected event network-vif-plugged-7db93b14-7967-41b1-91cb-c145c931c5b3 for instance with vm_state building and task_state spawning. [ 1739.974982] env[63750]: DEBUG nova.compute.manager [req-825eb6d2-33c1-4b9e-ac1d-5fc089fef865 req-16ef2951-4c61-405e-ba49-32b0ba49a41e service nova] [instance: a3ed716a-d396-4dcd-813d-bad76fe03b41] Received event network-changed-7db93b14-7967-41b1-91cb-c145c931c5b3 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1739.975190] env[63750]: DEBUG nova.compute.manager [req-825eb6d2-33c1-4b9e-ac1d-5fc089fef865 req-16ef2951-4c61-405e-ba49-32b0ba49a41e service nova] [instance: a3ed716a-d396-4dcd-813d-bad76fe03b41] Refreshing instance network info cache due to event network-changed-7db93b14-7967-41b1-91cb-c145c931c5b3. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1739.975851] env[63750]: DEBUG oslo_concurrency.lockutils [req-825eb6d2-33c1-4b9e-ac1d-5fc089fef865 req-16ef2951-4c61-405e-ba49-32b0ba49a41e service nova] Acquiring lock "refresh_cache-a3ed716a-d396-4dcd-813d-bad76fe03b41" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1740.030536] env[63750]: DEBUG nova.network.neutron [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] [instance: a3ed716a-d396-4dcd-813d-bad76fe03b41] Updating instance_info_cache with network_info: [{"id": "7db93b14-7967-41b1-91cb-c145c931c5b3", "address": "fa:16:3e:56:5a:bd", "network": {"id": "ac05e72a-da74-41ff-8989-2ceb2d2aaabe", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-491681735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf99885c31944afd8b5e6e8ec5612af2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7db93b14-79", "ovs_interfaceid": "7db93b14-7967-41b1-91cb-c145c931c5b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1740.135915] env[63750]: DEBUG oslo_vmware.api [None req-65b936cb-cdf8-4469-a5d4-1c5def8e6250 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006274, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.144422] env[63750]: DEBUG oslo_vmware.api [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Task: {'id': task-2006275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.241207] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.587s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.241961] env[63750]: DEBUG nova.compute.manager [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8539553e-c060-4640-af64-3915c58a687e] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1740.246051] env[63750]: DEBUG oslo_concurrency.lockutils [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.380s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.248458] env[63750]: INFO nova.compute.claims [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1740.329231] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006269, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.450038] env[63750]: DEBUG oslo_vmware.api [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006272, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.533505] env[63750]: DEBUG oslo_concurrency.lockutils [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Releasing lock "refresh_cache-a3ed716a-d396-4dcd-813d-bad76fe03b41" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1740.533880] env[63750]: DEBUG nova.compute.manager [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] [instance: a3ed716a-d396-4dcd-813d-bad76fe03b41] Instance network_info: |[{"id": "7db93b14-7967-41b1-91cb-c145c931c5b3", "address": "fa:16:3e:56:5a:bd", "network": {"id": "ac05e72a-da74-41ff-8989-2ceb2d2aaabe", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-491681735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf99885c31944afd8b5e6e8ec5612af2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7db93b14-79", "ovs_interfaceid": "7db93b14-7967-41b1-91cb-c145c931c5b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1740.534238] env[63750]: DEBUG oslo_concurrency.lockutils [req-825eb6d2-33c1-4b9e-ac1d-5fc089fef865 req-16ef2951-4c61-405e-ba49-32b0ba49a41e service nova] Acquired lock "refresh_cache-a3ed716a-d396-4dcd-813d-bad76fe03b41" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.534475] env[63750]: DEBUG nova.network.neutron [req-825eb6d2-33c1-4b9e-ac1d-5fc089fef865 req-16ef2951-4c61-405e-ba49-32b0ba49a41e service nova] [instance: a3ed716a-d396-4dcd-813d-bad76fe03b41] Refreshing network info cache for port 7db93b14-7967-41b1-91cb-c145c931c5b3 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1740.535773] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] [instance: a3ed716a-d396-4dcd-813d-bad76fe03b41] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:5a:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f35e69ef-c2c8-4b8c-9887-33e97b242c0a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7db93b14-7967-41b1-91cb-c145c931c5b3', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1740.543559] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Creating folder: Project (cf99885c31944afd8b5e6e8ec5612af2). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1740.546906] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-036c9b97-8114-4a31-82cf-a5229bfce1d7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.559200] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Created folder: Project (cf99885c31944afd8b5e6e8ec5612af2) in parent group-v412391. [ 1740.559827] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Creating folder: Instances. Parent ref: group-v412523. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1740.559827] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f35bafc-ea1f-4ab6-af22-5f9306eec956 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.569700] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Created folder: Instances in parent group-v412523. [ 1740.569921] env[63750]: DEBUG oslo.service.loopingcall [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1740.570135] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3ed716a-d396-4dcd-813d-bad76fe03b41] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1740.570358] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-524d6149-8877-4587-b55a-404b56a6f2d8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.590340] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1740.590340] env[63750]: value = "task-2006278" [ 1740.590340] env[63750]: _type = "Task" [ 1740.590340] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.600879] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006278, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.636319] env[63750]: DEBUG oslo_vmware.api [None req-65b936cb-cdf8-4469-a5d4-1c5def8e6250 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006274, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.647202] env[63750]: DEBUG oslo_vmware.api [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Task: {'id': task-2006275, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.756636] env[63750]: DEBUG nova.compute.utils [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1740.758177] env[63750]: DEBUG nova.compute.manager [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8539553e-c060-4640-af64-3915c58a687e] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1740.758346] env[63750]: DEBUG nova.network.neutron [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8539553e-c060-4640-af64-3915c58a687e] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1740.827414] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006269, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.842386] env[63750]: DEBUG nova.policy [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34e09636d2e2459c968741baef923422', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '348f6d26e2ec4f0ea7a2f9ae9fdf7a62', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1740.843211] env[63750]: DEBUG nova.network.neutron [req-825eb6d2-33c1-4b9e-ac1d-5fc089fef865 req-16ef2951-4c61-405e-ba49-32b0ba49a41e service nova] [instance: a3ed716a-d396-4dcd-813d-bad76fe03b41] Updated VIF entry in instance network info cache for port 7db93b14-7967-41b1-91cb-c145c931c5b3. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1740.843572] env[63750]: DEBUG nova.network.neutron [req-825eb6d2-33c1-4b9e-ac1d-5fc089fef865 req-16ef2951-4c61-405e-ba49-32b0ba49a41e service nova] [instance: a3ed716a-d396-4dcd-813d-bad76fe03b41] Updating instance_info_cache with network_info: [{"id": "7db93b14-7967-41b1-91cb-c145c931c5b3", "address": "fa:16:3e:56:5a:bd", "network": {"id": "ac05e72a-da74-41ff-8989-2ceb2d2aaabe", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-491681735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf99885c31944afd8b5e6e8ec5612af2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7db93b14-79", "ovs_interfaceid": "7db93b14-7967-41b1-91cb-c145c931c5b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1740.949230] env[63750]: DEBUG oslo_vmware.api [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006272, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.100675] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006278, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.132292] env[63750]: DEBUG nova.network.neutron [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8539553e-c060-4640-af64-3915c58a687e] Successfully created port: c182157c-2bea-4d11-84ae-824e282a5497 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1741.137774] env[63750]: DEBUG oslo_vmware.api [None req-65b936cb-cdf8-4469-a5d4-1c5def8e6250 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006274, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.146244] env[63750]: DEBUG oslo_vmware.api [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Task: {'id': task-2006275, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.262440] env[63750]: DEBUG nova.compute.manager [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8539553e-c060-4640-af64-3915c58a687e] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1741.329708] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006269, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.346201] env[63750]: DEBUG oslo_concurrency.lockutils [req-825eb6d2-33c1-4b9e-ac1d-5fc089fef865 req-16ef2951-4c61-405e-ba49-32b0ba49a41e service nova] Releasing lock "refresh_cache-a3ed716a-d396-4dcd-813d-bad76fe03b41" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1741.450085] env[63750]: DEBUG oslo_vmware.api [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006272, 'name': PowerOnVM_Task, 'duration_secs': 2.918585} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.450434] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1741.450646] env[63750]: INFO nova.compute.manager [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] Took 11.78 seconds to spawn the instance on the hypervisor. [ 1741.450879] env[63750]: DEBUG nova.compute.manager [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1741.451717] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b5acd9-6069-4929-bb6a-02e088526c9f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.601720] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006278, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.639700] env[63750]: DEBUG oslo_vmware.api [None req-65b936cb-cdf8-4469-a5d4-1c5def8e6250 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006274, 'name': PowerOffVM_Task, 'duration_secs': 2.30615} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.642694] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b936cb-cdf8-4469-a5d4-1c5def8e6250 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1741.642872] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-65b936cb-cdf8-4469-a5d4-1c5def8e6250 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1741.645369] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbb36d5c-76cd-4d84-b486-92db0df61872 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.653448] env[63750]: DEBUG oslo_vmware.api [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Task: {'id': task-2006275, 'name': ReconfigVM_Task, 'duration_secs': 1.735063} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.653714] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] [instance: 2fc56c3b-95cc-4604-9396-24dc498dddcf] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 2fc56c3b-95cc-4604-9396-24dc498dddcf/2fc56c3b-95cc-4604-9396-24dc498dddcf.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1741.654363] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb6dff68-c295-4bec-a641-2c3c46fd0d4e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.660592] env[63750]: DEBUG oslo_vmware.api [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Waiting for the task: (returnval){ [ 1741.660592] env[63750]: value = "task-2006280" [ 1741.660592] env[63750]: _type = "Task" [ 1741.660592] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.668918] env[63750]: DEBUG oslo_vmware.api [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Task: {'id': task-2006280, 'name': Rename_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.671404] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af6bb37-da4d-498e-9cdc-c88c5eb6179f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.678826] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7890eed-b090-4022-b65d-c26d7b2a5269 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.708933] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9535b0c1-a6c2-4714-a6c4-1016def50153 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.717590] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6667512c-949f-444b-8e32-ddfd48aed4aa {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.731560] env[63750]: DEBUG nova.compute.provider_tree [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1741.831155] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006269, 'name': CreateVM_Task, 'duration_secs': 4.143915} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.831155] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1741.831831] env[63750]: DEBUG oslo_concurrency.lockutils [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1741.831984] env[63750]: DEBUG oslo_concurrency.lockutils [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1741.832329] env[63750]: DEBUG oslo_concurrency.lockutils [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1741.832602] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b7a9488-f91c-4733-83d3-3279b9ba3f26 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.837480] env[63750]: DEBUG oslo_vmware.api [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1741.837480] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]523de23a-e1fe-8a9e-e015-9a779f05a98a" [ 1741.837480] env[63750]: _type = "Task" [ 1741.837480] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.846148] env[63750]: DEBUG oslo_vmware.api [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]523de23a-e1fe-8a9e-e015-9a779f05a98a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.972896] env[63750]: INFO nova.compute.manager [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] Took 44.42 seconds to build instance. [ 1742.093848] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-65b936cb-cdf8-4469-a5d4-1c5def8e6250 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1742.094092] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-65b936cb-cdf8-4469-a5d4-1c5def8e6250 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1742.094282] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-65b936cb-cdf8-4469-a5d4-1c5def8e6250 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Deleting the datastore file [datastore1] aa0a6972-7734-4c0a-ab87-64cefae55e6c {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1742.097825] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a396f91c-0f9a-4044-a693-8c5f2cb764d2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.106756] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006278, 'name': CreateVM_Task, 'duration_secs': 1.253329} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.108166] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3ed716a-d396-4dcd-813d-bad76fe03b41] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1742.108416] env[63750]: DEBUG oslo_vmware.api [None req-65b936cb-cdf8-4469-a5d4-1c5def8e6250 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Waiting for the task: (returnval){ [ 1742.108416] env[63750]: value = "task-2006281" [ 1742.108416] env[63750]: _type = "Task" [ 1742.108416] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.109063] env[63750]: DEBUG oslo_concurrency.lockutils [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1742.172957] env[63750]: DEBUG oslo_vmware.api [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Task: {'id': task-2006280, 'name': Rename_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.235266] env[63750]: DEBUG nova.scheduler.client.report [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1742.272309] env[63750]: DEBUG nova.compute.manager [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8539553e-c060-4640-af64-3915c58a687e] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1742.351730] env[63750]: DEBUG oslo_vmware.api [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]523de23a-e1fe-8a9e-e015-9a779f05a98a, 'name': SearchDatastore_Task, 'duration_secs': 0.011996} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.352159] env[63750]: DEBUG oslo_concurrency.lockutils [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1742.352498] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1742.352795] env[63750]: DEBUG oslo_concurrency.lockutils [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1742.353130] env[63750]: DEBUG oslo_concurrency.lockutils [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1742.353233] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1742.353720] env[63750]: DEBUG oslo_concurrency.lockutils [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1742.353898] env[63750]: DEBUG oslo_concurrency.lockutils [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1742.354172] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3dbb09e-4d2a-4105-b8b0-58703ad7b6ae {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.356670] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-729dd78f-c579-4199-9501-a2d63c02ef94 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.362725] env[63750]: DEBUG oslo_vmware.api [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Waiting for the task: (returnval){ [ 1742.362725] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]529c50c9-ca13-fed4-1ed6-950b303d67b6" [ 1742.362725] env[63750]: _type = "Task" [ 1742.362725] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.369061] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1742.369061] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1742.369815] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49a9caff-3b07-4ca6-aeb3-cd8a9b16189e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.375582] env[63750]: DEBUG oslo_vmware.api [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]529c50c9-ca13-fed4-1ed6-950b303d67b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.379699] env[63750]: DEBUG oslo_vmware.api [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1742.379699] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]525cd0c0-6f36-9c82-3c68-363cb7eac6ef" [ 1742.379699] env[63750]: _type = "Task" [ 1742.379699] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.388921] env[63750]: DEBUG oslo_vmware.api [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]525cd0c0-6f36-9c82-3c68-363cb7eac6ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.421653] env[63750]: DEBUG nova.virt.hardware [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1742.422609] env[63750]: DEBUG nova.virt.hardware [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1742.422609] env[63750]: DEBUG nova.virt.hardware [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1742.422609] env[63750]: DEBUG nova.virt.hardware [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1742.422609] env[63750]: DEBUG nova.virt.hardware [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1742.422797] env[63750]: DEBUG nova.virt.hardware [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1742.422949] env[63750]: DEBUG nova.virt.hardware [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1742.423132] env[63750]: DEBUG nova.virt.hardware [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1742.423338] env[63750]: DEBUG nova.virt.hardware [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1742.423588] env[63750]: DEBUG nova.virt.hardware [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1742.423859] env[63750]: DEBUG nova.virt.hardware [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1742.424814] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef96df7-ade2-41af-805a-927300e3f107 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.434553] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a25d9b-ee4f-49bb-bb0d-b254f61630e9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.475632] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b4a291fb-22d7-4979-b63c-270f58ec3087 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Lock "81966a7e-6f9b-49e2-ad49-bd35f6fa628a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.401s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.629960] env[63750]: DEBUG oslo_vmware.api [None req-65b936cb-cdf8-4469-a5d4-1c5def8e6250 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Task: {'id': task-2006281, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300776} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.632192] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-65b936cb-cdf8-4469-a5d4-1c5def8e6250 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1742.632192] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-65b936cb-cdf8-4469-a5d4-1c5def8e6250 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1742.632192] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-65b936cb-cdf8-4469-a5d4-1c5def8e6250 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1742.632192] env[63750]: INFO nova.compute.manager [None req-65b936cb-cdf8-4469-a5d4-1c5def8e6250 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Took 3.54 seconds to destroy the instance on the hypervisor. [ 1742.632192] env[63750]: DEBUG oslo.service.loopingcall [None req-65b936cb-cdf8-4469-a5d4-1c5def8e6250 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1742.632192] env[63750]: DEBUG nova.compute.manager [-] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1742.632192] env[63750]: DEBUG nova.network.neutron [-] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1742.672148] env[63750]: DEBUG oslo_vmware.api [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Task: {'id': task-2006280, 'name': Rename_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.740330] env[63750]: DEBUG oslo_concurrency.lockutils [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.494s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.740905] env[63750]: DEBUG nova.compute.manager [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1742.744409] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.722s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.749369] env[63750]: INFO nova.compute.claims [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] [instance: 1c6bbab3-3e6b-4617-b145-18eec7221195] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1742.850752] env[63750]: DEBUG nova.compute.manager [req-a63fc322-5cf3-4304-b20e-a7d8e475380b req-bddebedd-49bd-4e8f-8ebf-4ee6c55d62f0 service nova] [instance: 8539553e-c060-4640-af64-3915c58a687e] Received event network-vif-plugged-c182157c-2bea-4d11-84ae-824e282a5497 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1742.850972] env[63750]: DEBUG oslo_concurrency.lockutils [req-a63fc322-5cf3-4304-b20e-a7d8e475380b req-bddebedd-49bd-4e8f-8ebf-4ee6c55d62f0 service nova] Acquiring lock "8539553e-c060-4640-af64-3915c58a687e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1742.851198] env[63750]: DEBUG oslo_concurrency.lockutils [req-a63fc322-5cf3-4304-b20e-a7d8e475380b req-bddebedd-49bd-4e8f-8ebf-4ee6c55d62f0 service nova] Lock "8539553e-c060-4640-af64-3915c58a687e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.851359] env[63750]: DEBUG oslo_concurrency.lockutils [req-a63fc322-5cf3-4304-b20e-a7d8e475380b req-bddebedd-49bd-4e8f-8ebf-4ee6c55d62f0 service nova] Lock "8539553e-c060-4640-af64-3915c58a687e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.851528] env[63750]: DEBUG nova.compute.manager [req-a63fc322-5cf3-4304-b20e-a7d8e475380b req-bddebedd-49bd-4e8f-8ebf-4ee6c55d62f0 service nova] [instance: 8539553e-c060-4640-af64-3915c58a687e] No waiting events found dispatching network-vif-plugged-c182157c-2bea-4d11-84ae-824e282a5497 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1742.851688] env[63750]: WARNING nova.compute.manager [req-a63fc322-5cf3-4304-b20e-a7d8e475380b req-bddebedd-49bd-4e8f-8ebf-4ee6c55d62f0 service nova] [instance: 8539553e-c060-4640-af64-3915c58a687e] Received unexpected event network-vif-plugged-c182157c-2bea-4d11-84ae-824e282a5497 for instance with vm_state building and task_state spawning. [ 1742.882393] env[63750]: DEBUG oslo_vmware.api [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]529c50c9-ca13-fed4-1ed6-950b303d67b6, 'name': SearchDatastore_Task, 'duration_secs': 0.013723} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.882844] env[63750]: DEBUG oslo_concurrency.lockutils [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1742.883115] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] [instance: a3ed716a-d396-4dcd-813d-bad76fe03b41] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1742.883333] env[63750]: DEBUG oslo_concurrency.lockutils [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1742.895446] env[63750]: DEBUG oslo_vmware.api [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]525cd0c0-6f36-9c82-3c68-363cb7eac6ef, 'name': SearchDatastore_Task, 'duration_secs': 0.013991} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.896285] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee7c2af5-6e5e-4a0e-9c3c-4a4a9140c5da {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.903691] env[63750]: DEBUG oslo_vmware.api [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1742.903691] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52e71c19-c3ac-8683-eb56-a2ff6ece8c9e" [ 1742.903691] env[63750]: _type = "Task" [ 1742.903691] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.914243] env[63750]: DEBUG oslo_vmware.api [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52e71c19-c3ac-8683-eb56-a2ff6ece8c9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.961350] env[63750]: DEBUG nova.network.neutron [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8539553e-c060-4640-af64-3915c58a687e] Successfully updated port: c182157c-2bea-4d11-84ae-824e282a5497 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1743.172121] env[63750]: DEBUG oslo_vmware.api [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Task: {'id': task-2006280, 'name': Rename_Task, 'duration_secs': 1.204573} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.172567] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] [instance: 2fc56c3b-95cc-4604-9396-24dc498dddcf] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1743.172690] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86fd0d00-5831-41ca-8b3a-85f73f677dab {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.180332] env[63750]: DEBUG oslo_vmware.api [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Waiting for the task: (returnval){ [ 1743.180332] env[63750]: value = "task-2006282" [ 1743.180332] env[63750]: _type = "Task" [ 1743.180332] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.188995] env[63750]: DEBUG oslo_vmware.api [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Task: {'id': task-2006282, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.254896] env[63750]: DEBUG nova.compute.utils [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1743.256602] env[63750]: DEBUG nova.compute.manager [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1743.257149] env[63750]: DEBUG nova.network.neutron [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1743.315899] env[63750]: DEBUG nova.policy [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f515b5c2b1e4e44a60b6883ba9ff6ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec8d92aafc4c4dba8b8511a58b70be3d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1743.415573] env[63750]: DEBUG oslo_vmware.api [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52e71c19-c3ac-8683-eb56-a2ff6ece8c9e, 'name': SearchDatastore_Task, 'duration_secs': 0.027421} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.415878] env[63750]: DEBUG oslo_concurrency.lockutils [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1743.417241] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 3929441f-fefc-469f-a440-d7f3146abde2/3929441f-fefc-469f-a440-d7f3146abde2.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1743.417241] env[63750]: DEBUG oslo_concurrency.lockutils [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1743.417241] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1743.417241] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50c4f544-7fea-4040-a9bd-7c3dca7f4455 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.419440] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba1ba03e-3dad-4cb1-b254-99f6fbb3cf29 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.428264] env[63750]: DEBUG oslo_vmware.api [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1743.428264] env[63750]: value = "task-2006283" [ 1743.428264] env[63750]: _type = "Task" [ 1743.428264] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.433155] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1743.433355] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1743.434613] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42846423-6c33-4e28-bbe1-afebab1bcfdb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.442771] env[63750]: DEBUG oslo_vmware.api [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006283, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.447283] env[63750]: DEBUG oslo_vmware.api [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Waiting for the task: (returnval){ [ 1743.447283] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52efe5dc-7a39-f499-45f5-cd857f160de7" [ 1743.447283] env[63750]: _type = "Task" [ 1743.447283] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.456440] env[63750]: DEBUG oslo_vmware.api [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52efe5dc-7a39-f499-45f5-cd857f160de7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.458751] env[63750]: DEBUG nova.compute.manager [None req-c3fde133-a300-4622-9ab3-165f704c9639 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1743.459614] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf32c94-22e7-42fe-9635-f835f9e5e50c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.465278] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquiring lock "refresh_cache-8539553e-c060-4640-af64-3915c58a687e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1743.465412] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquired lock "refresh_cache-8539553e-c060-4640-af64-3915c58a687e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1743.465606] env[63750]: DEBUG nova.network.neutron [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8539553e-c060-4640-af64-3915c58a687e] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1743.532919] env[63750]: DEBUG nova.network.neutron [-] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1743.624129] env[63750]: DEBUG nova.network.neutron [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] Successfully created port: 0bf7eae4-2892-4376-92d5-513b19f5f705 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1743.691911] env[63750]: DEBUG oslo_vmware.api [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Task: {'id': task-2006282, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.763194] env[63750]: DEBUG nova.compute.manager [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1743.944731] env[63750]: DEBUG oslo_vmware.api [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006283, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.965726] env[63750]: DEBUG oslo_vmware.api [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52efe5dc-7a39-f499-45f5-cd857f160de7, 'name': SearchDatastore_Task, 'duration_secs': 0.016416} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.971655] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58f15d02-fa58-44d6-93ee-33157307932b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.977559] env[63750]: INFO nova.compute.manager [None req-c3fde133-a300-4622-9ab3-165f704c9639 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] instance snapshotting [ 1743.984528] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7339f96c-7b4f-4ec7-9d58-d0ea8a790b31 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.990463] env[63750]: DEBUG oslo_vmware.api [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Waiting for the task: (returnval){ [ 1743.990463] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5239d3ee-95f6-05c3-9ee2-d32f41c72ae2" [ 1743.990463] env[63750]: _type = "Task" [ 1743.990463] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.011306] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34753be0-cffa-4689-8232-db7275a9ae2e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.017714] env[63750]: DEBUG oslo_vmware.api [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5239d3ee-95f6-05c3-9ee2-d32f41c72ae2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.037059] env[63750]: INFO nova.compute.manager [-] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Took 1.40 seconds to deallocate network for instance. [ 1744.043984] env[63750]: DEBUG nova.network.neutron [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8539553e-c060-4640-af64-3915c58a687e] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1744.193884] env[63750]: DEBUG oslo_vmware.api [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Task: {'id': task-2006282, 'name': PowerOnVM_Task, 'duration_secs': 0.670423} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.194691] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] [instance: 2fc56c3b-95cc-4604-9396-24dc498dddcf] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1744.195039] env[63750]: INFO nova.compute.manager [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] [instance: 2fc56c3b-95cc-4604-9396-24dc498dddcf] Took 11.94 seconds to spawn the instance on the hypervisor. [ 1744.195170] env[63750]: DEBUG nova.compute.manager [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] [instance: 2fc56c3b-95cc-4604-9396-24dc498dddcf] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1744.196362] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e47b376-b2c2-4ab6-b61c-84459d936847 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.284478] env[63750]: DEBUG nova.network.neutron [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8539553e-c060-4640-af64-3915c58a687e] Updating instance_info_cache with network_info: [{"id": "c182157c-2bea-4d11-84ae-824e282a5497", "address": "fa:16:3e:f3:13:95", "network": {"id": "0e079862-a158-4a83-80c0-7e4b9250f9fe", "bridge": "br-int", "label": "tempest-ServersTestJSON-24691741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348f6d26e2ec4f0ea7a2f9ae9fdf7a62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc182157c-2b", "ovs_interfaceid": "c182157c-2bea-4d11-84ae-824e282a5497", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1744.305228] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105a5032-3f96-4ed2-8b8f-2708c52835b1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.314827] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f1d98d-3d27-475a-9014-7e5793699e21 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.354772] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29cda73-8b9f-48f6-a674-4f5022b3e875 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.363470] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90675246-06e6-4e3f-9498-28a1287e740e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.379381] env[63750]: DEBUG nova.compute.provider_tree [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1744.440553] env[63750]: DEBUG oslo_vmware.api [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006283, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.751846} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.440816] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 3929441f-fefc-469f-a440-d7f3146abde2/3929441f-fefc-469f-a440-d7f3146abde2.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1744.441035] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1744.441296] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c849167-58d7-446e-bfe6-5a707fb46d03 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.448940] env[63750]: DEBUG oslo_vmware.api [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1744.448940] env[63750]: value = "task-2006284" [ 1744.448940] env[63750]: _type = "Task" [ 1744.448940] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.458724] env[63750]: DEBUG oslo_vmware.api [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006284, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.500803] env[63750]: DEBUG oslo_vmware.api [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5239d3ee-95f6-05c3-9ee2-d32f41c72ae2, 'name': SearchDatastore_Task, 'duration_secs': 0.070866} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.501161] env[63750]: DEBUG oslo_concurrency.lockutils [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1744.501430] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] a3ed716a-d396-4dcd-813d-bad76fe03b41/a3ed716a-d396-4dcd-813d-bad76fe03b41.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1744.501716] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f109436-06c1-47ee-b294-eae1388ed3d3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.510405] env[63750]: DEBUG oslo_vmware.api [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Waiting for the task: (returnval){ [ 1744.510405] env[63750]: value = "task-2006285" [ 1744.510405] env[63750]: _type = "Task" [ 1744.510405] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.522857] env[63750]: DEBUG oslo_vmware.api [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Task: {'id': task-2006285, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.524441] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c3fde133-a300-4622-9ab3-165f704c9639 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] Creating Snapshot of the VM instance {{(pid=63750) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1744.524871] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0fd2f16f-23fe-4003-b4d2-b3f68397a429 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.537599] env[63750]: DEBUG oslo_vmware.api [None req-c3fde133-a300-4622-9ab3-165f704c9639 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Waiting for the task: (returnval){ [ 1744.537599] env[63750]: value = "task-2006286" [ 1744.537599] env[63750]: _type = "Task" [ 1744.537599] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.546542] env[63750]: DEBUG oslo_concurrency.lockutils [None req-65b936cb-cdf8-4469-a5d4-1c5def8e6250 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.550182] env[63750]: DEBUG oslo_vmware.api [None req-c3fde133-a300-4622-9ab3-165f704c9639 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006286, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.707533] env[63750]: DEBUG oslo_vmware.rw_handles [None req-2e5f98c2-9a9a-49d2-bb6d-306aca740bb4 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a05cc1-bd88-71e4-4e93-2802f75365d2/disk-0.vmdk. {{(pid=63750) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1744.708653] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831c5cd2-3064-4326-9078-4f99b4281ed4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.721984] env[63750]: DEBUG oslo_vmware.rw_handles [None req-2e5f98c2-9a9a-49d2-bb6d-306aca740bb4 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a05cc1-bd88-71e4-4e93-2802f75365d2/disk-0.vmdk is in state: ready. {{(pid=63750) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1744.721984] env[63750]: ERROR oslo_vmware.rw_handles [None req-2e5f98c2-9a9a-49d2-bb6d-306aca740bb4 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a05cc1-bd88-71e4-4e93-2802f75365d2/disk-0.vmdk due to incomplete transfer. [ 1744.721984] env[63750]: INFO nova.compute.manager [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] [instance: 2fc56c3b-95cc-4604-9396-24dc498dddcf] Took 44.13 seconds to build instance. [ 1744.723217] env[63750]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3eeb76ff-6ffe-4f0e-8ca3-55eba29c66a7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.732714] env[63750]: DEBUG oslo_vmware.rw_handles [None req-2e5f98c2-9a9a-49d2-bb6d-306aca740bb4 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a05cc1-bd88-71e4-4e93-2802f75365d2/disk-0.vmdk. {{(pid=63750) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1744.732928] env[63750]: DEBUG nova.virt.vmwareapi.images [None req-2e5f98c2-9a9a-49d2-bb6d-306aca740bb4 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Uploaded image 5330772f-24bc-44ae-b0f7-861d1d55c63b to the Glance image server {{(pid=63750) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1744.735453] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e5f98c2-9a9a-49d2-bb6d-306aca740bb4 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Destroying the VM {{(pid=63750) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1744.735934] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-81ec00d8-f942-4ed1-8337-c0fc8d1a23de {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.743749] env[63750]: DEBUG oslo_vmware.api [None req-2e5f98c2-9a9a-49d2-bb6d-306aca740bb4 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Waiting for the task: (returnval){ [ 1744.743749] env[63750]: value = "task-2006287" [ 1744.743749] env[63750]: _type = "Task" [ 1744.743749] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.755295] env[63750]: DEBUG oslo_vmware.api [None req-2e5f98c2-9a9a-49d2-bb6d-306aca740bb4 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Task: {'id': task-2006287, 'name': Destroy_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.780527] env[63750]: DEBUG nova.compute.manager [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1744.791572] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Releasing lock "refresh_cache-8539553e-c060-4640-af64-3915c58a687e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1744.791916] env[63750]: DEBUG nova.compute.manager [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8539553e-c060-4640-af64-3915c58a687e] Instance network_info: |[{"id": "c182157c-2bea-4d11-84ae-824e282a5497", "address": "fa:16:3e:f3:13:95", "network": {"id": "0e079862-a158-4a83-80c0-7e4b9250f9fe", "bridge": "br-int", "label": "tempest-ServersTestJSON-24691741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348f6d26e2ec4f0ea7a2f9ae9fdf7a62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc182157c-2b", "ovs_interfaceid": "c182157c-2bea-4d11-84ae-824e282a5497", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1744.793169] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8539553e-c060-4640-af64-3915c58a687e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:13:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd646f9d5-d2ad-4c22-bea5-85a965334de6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c182157c-2bea-4d11-84ae-824e282a5497', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1744.800583] env[63750]: DEBUG oslo.service.loopingcall [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1744.802388] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8539553e-c060-4640-af64-3915c58a687e] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1744.803060] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39aec1d9-e6a7-4ab5-99ad-49a6b0b642c5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.819591] env[63750]: DEBUG nova.virt.hardware [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1744.819838] env[63750]: DEBUG nova.virt.hardware [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1744.819992] env[63750]: DEBUG nova.virt.hardware [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1744.820184] env[63750]: DEBUG nova.virt.hardware [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1744.820327] env[63750]: DEBUG nova.virt.hardware [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1744.820471] env[63750]: DEBUG nova.virt.hardware [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1744.820799] env[63750]: DEBUG nova.virt.hardware [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1744.820863] env[63750]: DEBUG nova.virt.hardware [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1744.821034] env[63750]: DEBUG nova.virt.hardware [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1744.821196] env[63750]: DEBUG nova.virt.hardware [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1744.821429] env[63750]: DEBUG nova.virt.hardware [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1744.822736] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f69d1b-8e6f-43a8-aa5b-582c08d2d758 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.832543] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c49ed50-9f98-4e46-9241-0bc76e2eb038 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.836485] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1744.836485] env[63750]: value = "task-2006288" [ 1744.836485] env[63750]: _type = "Task" [ 1744.836485] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.853569] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006288, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.882787] env[63750]: DEBUG nova.scheduler.client.report [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1744.907209] env[63750]: DEBUG nova.compute.manager [req-5aa0c4bf-219c-4cc8-8a09-5f9244c1daeb req-b3d43ac1-4501-46bd-8763-2f615f10b61b service nova] [instance: 8539553e-c060-4640-af64-3915c58a687e] Received event network-changed-c182157c-2bea-4d11-84ae-824e282a5497 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1744.907209] env[63750]: DEBUG nova.compute.manager [req-5aa0c4bf-219c-4cc8-8a09-5f9244c1daeb req-b3d43ac1-4501-46bd-8763-2f615f10b61b service nova] [instance: 8539553e-c060-4640-af64-3915c58a687e] Refreshing instance network info cache due to event network-changed-c182157c-2bea-4d11-84ae-824e282a5497. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1744.907209] env[63750]: DEBUG oslo_concurrency.lockutils [req-5aa0c4bf-219c-4cc8-8a09-5f9244c1daeb req-b3d43ac1-4501-46bd-8763-2f615f10b61b service nova] Acquiring lock "refresh_cache-8539553e-c060-4640-af64-3915c58a687e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1744.907209] env[63750]: DEBUG oslo_concurrency.lockutils [req-5aa0c4bf-219c-4cc8-8a09-5f9244c1daeb req-b3d43ac1-4501-46bd-8763-2f615f10b61b service nova] Acquired lock "refresh_cache-8539553e-c060-4640-af64-3915c58a687e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1744.907441] env[63750]: DEBUG nova.network.neutron [req-5aa0c4bf-219c-4cc8-8a09-5f9244c1daeb req-b3d43ac1-4501-46bd-8763-2f615f10b61b service nova] [instance: 8539553e-c060-4640-af64-3915c58a687e] Refreshing network info cache for port c182157c-2bea-4d11-84ae-824e282a5497 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1744.959352] env[63750]: DEBUG oslo_vmware.api [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006284, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07081} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.959771] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1744.960870] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7157f302-d374-4173-ac2f-0588105ccd84 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.986264] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 3929441f-fefc-469f-a440-d7f3146abde2/3929441f-fefc-469f-a440-d7f3146abde2.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1744.986977] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-261a286d-ab49-4909-9fe2-cd3a433746ab {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.007318] env[63750]: DEBUG oslo_vmware.api [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1745.007318] env[63750]: value = "task-2006289" [ 1745.007318] env[63750]: _type = "Task" [ 1745.007318] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.023424] env[63750]: DEBUG oslo_vmware.api [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006289, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.026596] env[63750]: DEBUG oslo_vmware.api [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Task: {'id': task-2006285, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.049607] env[63750]: DEBUG oslo_vmware.api [None req-c3fde133-a300-4622-9ab3-165f704c9639 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006286, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.226603] env[63750]: DEBUG oslo_concurrency.lockutils [None req-03a18dd3-be69-43bf-adff-bf80bb96082a tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Lock "2fc56c3b-95cc-4604-9396-24dc498dddcf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.753s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.267694] env[63750]: DEBUG oslo_vmware.api [None req-2e5f98c2-9a9a-49d2-bb6d-306aca740bb4 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Task: {'id': task-2006287, 'name': Destroy_Task} progress is 33%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.349226] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006288, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.389960] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.644s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.389960] env[63750]: DEBUG nova.compute.manager [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] [instance: 1c6bbab3-3e6b-4617-b145-18eec7221195] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1745.393179] env[63750]: DEBUG oslo_concurrency.lockutils [None req-38278d92-bad7-49bc-bf10-b0a73ba315f6 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.633s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.393492] env[63750]: DEBUG nova.objects.instance [None req-38278d92-bad7-49bc-bf10-b0a73ba315f6 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Lazy-loading 'resources' on Instance uuid 75c55c9f-ad11-4d74-b63e-ff82150fb152 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1745.523647] env[63750]: DEBUG oslo_vmware.api [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006289, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.527673] env[63750]: DEBUG oslo_vmware.api [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Task: {'id': task-2006285, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.952639} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.527990] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] a3ed716a-d396-4dcd-813d-bad76fe03b41/a3ed716a-d396-4dcd-813d-bad76fe03b41.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1745.528277] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] [instance: a3ed716a-d396-4dcd-813d-bad76fe03b41] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1745.528985] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-238d14e7-dd61-4f19-9162-95a819bafe92 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.538150] env[63750]: DEBUG oslo_vmware.api [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Waiting for the task: (returnval){ [ 1745.538150] env[63750]: value = "task-2006290" [ 1745.538150] env[63750]: _type = "Task" [ 1745.538150] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.551587] env[63750]: DEBUG oslo_vmware.api [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Task: {'id': task-2006290, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.554656] env[63750]: DEBUG oslo_vmware.api [None req-c3fde133-a300-4622-9ab3-165f704c9639 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006286, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.759648] env[63750]: DEBUG oslo_vmware.api [None req-2e5f98c2-9a9a-49d2-bb6d-306aca740bb4 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Task: {'id': task-2006287, 'name': Destroy_Task, 'duration_secs': 0.929387} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.759920] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-2e5f98c2-9a9a-49d2-bb6d-306aca740bb4 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Destroyed the VM [ 1745.760177] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5f98c2-9a9a-49d2-bb6d-306aca740bb4 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Deleting Snapshot of the VM instance {{(pid=63750) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1745.760454] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-acc2dc7d-43ca-44eb-95eb-34007f443b33 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.771449] env[63750]: DEBUG oslo_vmware.api [None req-2e5f98c2-9a9a-49d2-bb6d-306aca740bb4 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Waiting for the task: (returnval){ [ 1745.771449] env[63750]: value = "task-2006291" [ 1745.771449] env[63750]: _type = "Task" [ 1745.771449] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.788792] env[63750]: DEBUG oslo_vmware.api [None req-2e5f98c2-9a9a-49d2-bb6d-306aca740bb4 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Task: {'id': task-2006291, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.848465] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006288, 'name': CreateVM_Task, 'duration_secs': 0.732386} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.848653] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8539553e-c060-4640-af64-3915c58a687e] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1745.849370] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1745.849539] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.849886] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1745.850165] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91b2d46e-66c3-49a4-ba70-f0e11fe45aa1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.858268] env[63750]: DEBUG oslo_vmware.api [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1745.858268] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52096106-e794-8a8d-6b9a-7053552b9935" [ 1745.858268] env[63750]: _type = "Task" [ 1745.858268] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.868778] env[63750]: DEBUG oslo_vmware.api [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52096106-e794-8a8d-6b9a-7053552b9935, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.898780] env[63750]: DEBUG nova.compute.utils [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1745.900392] env[63750]: DEBUG nova.compute.manager [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] [instance: 1c6bbab3-3e6b-4617-b145-18eec7221195] Not allocating networking since 'none' was specified. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1746.009721] env[63750]: DEBUG nova.network.neutron [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] Successfully updated port: 0bf7eae4-2892-4376-92d5-513b19f5f705 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1746.023787] env[63750]: DEBUG oslo_vmware.api [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006289, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.056193] env[63750]: DEBUG oslo_vmware.api [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Task: {'id': task-2006290, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.224743} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.064520] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] [instance: a3ed716a-d396-4dcd-813d-bad76fe03b41] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1746.064520] env[63750]: DEBUG oslo_vmware.api [None req-c3fde133-a300-4622-9ab3-165f704c9639 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006286, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.068034] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985f798f-67a6-492d-9f75-09691ae8b86a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.096179] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] [instance: a3ed716a-d396-4dcd-813d-bad76fe03b41] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] a3ed716a-d396-4dcd-813d-bad76fe03b41/a3ed716a-d396-4dcd-813d-bad76fe03b41.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1746.099413] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77679d0b-4135-4033-8e10-011be1c9497f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.119902] env[63750]: DEBUG oslo_vmware.api [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Waiting for the task: (returnval){ [ 1746.119902] env[63750]: value = "task-2006292" [ 1746.119902] env[63750]: _type = "Task" [ 1746.119902] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.128975] env[63750]: DEBUG oslo_vmware.api [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Task: {'id': task-2006292, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.160152] env[63750]: DEBUG nova.network.neutron [req-5aa0c4bf-219c-4cc8-8a09-5f9244c1daeb req-b3d43ac1-4501-46bd-8763-2f615f10b61b service nova] [instance: 8539553e-c060-4640-af64-3915c58a687e] Updated VIF entry in instance network info cache for port c182157c-2bea-4d11-84ae-824e282a5497. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1746.160515] env[63750]: DEBUG nova.network.neutron [req-5aa0c4bf-219c-4cc8-8a09-5f9244c1daeb req-b3d43ac1-4501-46bd-8763-2f615f10b61b service nova] [instance: 8539553e-c060-4640-af64-3915c58a687e] Updating instance_info_cache with network_info: [{"id": "c182157c-2bea-4d11-84ae-824e282a5497", "address": "fa:16:3e:f3:13:95", "network": {"id": "0e079862-a158-4a83-80c0-7e4b9250f9fe", "bridge": "br-int", "label": "tempest-ServersTestJSON-24691741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348f6d26e2ec4f0ea7a2f9ae9fdf7a62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc182157c-2b", "ovs_interfaceid": "c182157c-2bea-4d11-84ae-824e282a5497", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1746.284122] env[63750]: DEBUG oslo_vmware.api [None req-2e5f98c2-9a9a-49d2-bb6d-306aca740bb4 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Task: {'id': task-2006291, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.351062] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe5d943-771e-476b-bbb9-7c007f15425c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.362527] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb32a16-f5a9-4af6-8a96-5ad61bdae4b2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.377061] env[63750]: DEBUG oslo_vmware.api [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52096106-e794-8a8d-6b9a-7053552b9935, 'name': SearchDatastore_Task, 'duration_secs': 0.022506} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.402822] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1746.402822] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8539553e-c060-4640-af64-3915c58a687e] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1746.402991] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1746.403090] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.403256] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1746.403875] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb8fca5c-a64e-455f-bf61-db363c6559bf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.406539] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a4002c-6508-4581-ba8b-828671586669 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.408989] env[63750]: DEBUG nova.compute.manager [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] [instance: 1c6bbab3-3e6b-4617-b145-18eec7221195] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1746.418575] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad255680-8f7a-4f4c-872f-9688818ce139 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.423976] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1746.424185] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1746.425264] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99f7ade7-5e8c-4498-afb5-0fba6073867b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.437634] env[63750]: DEBUG nova.compute.provider_tree [None req-38278d92-bad7-49bc-bf10-b0a73ba315f6 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1746.443104] env[63750]: DEBUG oslo_vmware.api [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1746.443104] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52c89a57-35de-55f1-47fd-1457cc878702" [ 1746.443104] env[63750]: _type = "Task" [ 1746.443104] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.453752] env[63750]: DEBUG oslo_vmware.api [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52c89a57-35de-55f1-47fd-1457cc878702, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.514165] env[63750]: DEBUG oslo_concurrency.lockutils [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Acquiring lock "refresh_cache-b137e48f-6f38-483f-8c23-1d47bf8aecc2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1746.514342] env[63750]: DEBUG oslo_concurrency.lockutils [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Acquired lock "refresh_cache-b137e48f-6f38-483f-8c23-1d47bf8aecc2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.514509] env[63750]: DEBUG nova.network.neutron [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1746.522197] env[63750]: DEBUG oslo_vmware.api [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006289, 'name': ReconfigVM_Task, 'duration_secs': 1.083222} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.522467] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 3929441f-fefc-469f-a440-d7f3146abde2/3929441f-fefc-469f-a440-d7f3146abde2.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1746.523666] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4845543c-241d-45f6-a67b-4777fac34371 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.531883] env[63750]: DEBUG oslo_vmware.api [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1746.531883] env[63750]: value = "task-2006293" [ 1746.531883] env[63750]: _type = "Task" [ 1746.531883] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.542592] env[63750]: DEBUG oslo_vmware.api [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006293, 'name': Rename_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.557983] env[63750]: DEBUG oslo_vmware.api [None req-c3fde133-a300-4622-9ab3-165f704c9639 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006286, 'name': CreateSnapshot_Task, 'duration_secs': 1.574353} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.558351] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c3fde133-a300-4622-9ab3-165f704c9639 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] Created Snapshot of the VM instance {{(pid=63750) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1746.559206] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0053ad8b-b2e6-496d-9ba5-47d9feefbc49 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.634777] env[63750]: DEBUG oslo_vmware.api [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Task: {'id': task-2006292, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.663495] env[63750]: DEBUG oslo_concurrency.lockutils [req-5aa0c4bf-219c-4cc8-8a09-5f9244c1daeb req-b3d43ac1-4501-46bd-8763-2f615f10b61b service nova] Releasing lock "refresh_cache-8539553e-c060-4640-af64-3915c58a687e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1746.663495] env[63750]: DEBUG nova.compute.manager [req-5aa0c4bf-219c-4cc8-8a09-5f9244c1daeb req-b3d43ac1-4501-46bd-8763-2f615f10b61b service nova] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Received event network-vif-deleted-a87c1f96-31ba-46cf-8957-6ffc41191126 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1746.784325] env[63750]: DEBUG oslo_vmware.api [None req-2e5f98c2-9a9a-49d2-bb6d-306aca740bb4 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Task: {'id': task-2006291, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.934306] env[63750]: DEBUG nova.compute.manager [req-59ad8647-3a7f-41ba-8578-b36a8f83c4c5 req-e4d4e276-7ea8-4a37-902e-4bc2b8d7ff88 service nova] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] Received event network-vif-plugged-0bf7eae4-2892-4376-92d5-513b19f5f705 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1746.934390] env[63750]: DEBUG oslo_concurrency.lockutils [req-59ad8647-3a7f-41ba-8578-b36a8f83c4c5 req-e4d4e276-7ea8-4a37-902e-4bc2b8d7ff88 service nova] Acquiring lock "b137e48f-6f38-483f-8c23-1d47bf8aecc2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.934618] env[63750]: DEBUG oslo_concurrency.lockutils [req-59ad8647-3a7f-41ba-8578-b36a8f83c4c5 req-e4d4e276-7ea8-4a37-902e-4bc2b8d7ff88 service nova] Lock "b137e48f-6f38-483f-8c23-1d47bf8aecc2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.934802] env[63750]: DEBUG oslo_concurrency.lockutils [req-59ad8647-3a7f-41ba-8578-b36a8f83c4c5 req-e4d4e276-7ea8-4a37-902e-4bc2b8d7ff88 service nova] Lock "b137e48f-6f38-483f-8c23-1d47bf8aecc2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.934996] env[63750]: DEBUG nova.compute.manager [req-59ad8647-3a7f-41ba-8578-b36a8f83c4c5 req-e4d4e276-7ea8-4a37-902e-4bc2b8d7ff88 service nova] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] No waiting events found dispatching network-vif-plugged-0bf7eae4-2892-4376-92d5-513b19f5f705 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1746.935146] env[63750]: WARNING nova.compute.manager [req-59ad8647-3a7f-41ba-8578-b36a8f83c4c5 req-e4d4e276-7ea8-4a37-902e-4bc2b8d7ff88 service nova] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] Received unexpected event network-vif-plugged-0bf7eae4-2892-4376-92d5-513b19f5f705 for instance with vm_state building and task_state spawning. [ 1746.935304] env[63750]: DEBUG nova.compute.manager [req-59ad8647-3a7f-41ba-8578-b36a8f83c4c5 req-e4d4e276-7ea8-4a37-902e-4bc2b8d7ff88 service nova] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] Received event network-changed-0bf7eae4-2892-4376-92d5-513b19f5f705 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1746.935481] env[63750]: DEBUG nova.compute.manager [req-59ad8647-3a7f-41ba-8578-b36a8f83c4c5 req-e4d4e276-7ea8-4a37-902e-4bc2b8d7ff88 service nova] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] Refreshing instance network info cache due to event network-changed-0bf7eae4-2892-4376-92d5-513b19f5f705. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1746.935662] env[63750]: DEBUG oslo_concurrency.lockutils [req-59ad8647-3a7f-41ba-8578-b36a8f83c4c5 req-e4d4e276-7ea8-4a37-902e-4bc2b8d7ff88 service nova] Acquiring lock "refresh_cache-b137e48f-6f38-483f-8c23-1d47bf8aecc2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1746.940264] env[63750]: DEBUG nova.scheduler.client.report [None req-38278d92-bad7-49bc-bf10-b0a73ba315f6 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1746.957301] env[63750]: DEBUG oslo_vmware.api [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52c89a57-35de-55f1-47fd-1457cc878702, 'name': SearchDatastore_Task, 'duration_secs': 0.012327} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.958544] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f793a616-b046-45c7-918e-613132640830 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.966205] env[63750]: DEBUG oslo_vmware.api [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1746.966205] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52400e49-a64d-a1f6-e03f-7e498f40ac0c" [ 1746.966205] env[63750]: _type = "Task" [ 1746.966205] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.976123] env[63750]: DEBUG oslo_vmware.api [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52400e49-a64d-a1f6-e03f-7e498f40ac0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.044535] env[63750]: DEBUG oslo_vmware.api [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006293, 'name': Rename_Task, 'duration_secs': 0.189914} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.044845] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1747.045118] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08281d86-f877-4adf-acfd-c32fe842c88b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.050540] env[63750]: DEBUG nova.network.neutron [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1747.054232] env[63750]: DEBUG oslo_vmware.api [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1747.054232] env[63750]: value = "task-2006294" [ 1747.054232] env[63750]: _type = "Task" [ 1747.054232] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.062644] env[63750]: DEBUG oslo_vmware.api [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006294, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.086590] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c3fde133-a300-4622-9ab3-165f704c9639 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] Creating linked-clone VM from snapshot {{(pid=63750) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1747.087797] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-63c33d61-9a55-4089-8e8d-984ce46a12ba {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.097978] env[63750]: DEBUG oslo_vmware.api [None req-c3fde133-a300-4622-9ab3-165f704c9639 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Waiting for the task: (returnval){ [ 1747.097978] env[63750]: value = "task-2006295" [ 1747.097978] env[63750]: _type = "Task" [ 1747.097978] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.106738] env[63750]: DEBUG oslo_vmware.api [None req-c3fde133-a300-4622-9ab3-165f704c9639 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006295, 'name': CloneVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.132442] env[63750]: DEBUG oslo_vmware.api [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Task: {'id': task-2006292, 'name': ReconfigVM_Task, 'duration_secs': 0.535947} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.132738] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] [instance: a3ed716a-d396-4dcd-813d-bad76fe03b41] Reconfigured VM instance instance-0000002e to attach disk [datastore1] a3ed716a-d396-4dcd-813d-bad76fe03b41/a3ed716a-d396-4dcd-813d-bad76fe03b41.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1747.133915] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-455007cd-167d-42d0-ae93-def67018981a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.141820] env[63750]: DEBUG oslo_vmware.api [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Waiting for the task: (returnval){ [ 1747.141820] env[63750]: value = "task-2006296" [ 1747.141820] env[63750]: _type = "Task" [ 1747.141820] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.152336] env[63750]: DEBUG oslo_vmware.api [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Task: {'id': task-2006296, 'name': Rename_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.187996] env[63750]: DEBUG oslo_concurrency.lockutils [None req-60f53fd0-3d07-4501-8ae2-0ea03afe885c tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Acquiring lock "2fc56c3b-95cc-4604-9396-24dc498dddcf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.188342] env[63750]: DEBUG oslo_concurrency.lockutils [None req-60f53fd0-3d07-4501-8ae2-0ea03afe885c tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Lock "2fc56c3b-95cc-4604-9396-24dc498dddcf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.188508] env[63750]: DEBUG oslo_concurrency.lockutils [None req-60f53fd0-3d07-4501-8ae2-0ea03afe885c tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Acquiring lock "2fc56c3b-95cc-4604-9396-24dc498dddcf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.188739] env[63750]: DEBUG oslo_concurrency.lockutils [None req-60f53fd0-3d07-4501-8ae2-0ea03afe885c tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Lock "2fc56c3b-95cc-4604-9396-24dc498dddcf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.188934] env[63750]: DEBUG oslo_concurrency.lockutils [None req-60f53fd0-3d07-4501-8ae2-0ea03afe885c tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Lock "2fc56c3b-95cc-4604-9396-24dc498dddcf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1747.191522] env[63750]: INFO nova.compute.manager [None req-60f53fd0-3d07-4501-8ae2-0ea03afe885c tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] [instance: 2fc56c3b-95cc-4604-9396-24dc498dddcf] Terminating instance [ 1747.255333] env[63750]: DEBUG nova.network.neutron [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] Updating instance_info_cache with network_info: [{"id": "0bf7eae4-2892-4376-92d5-513b19f5f705", "address": "fa:16:3e:03:6b:92", "network": {"id": "cdef1006-9322-4232-8ff4-911be387ffda", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-767626514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec8d92aafc4c4dba8b8511a58b70be3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bf7eae4-28", "ovs_interfaceid": "0bf7eae4-2892-4376-92d5-513b19f5f705", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1747.291391] env[63750]: DEBUG oslo_vmware.api [None req-2e5f98c2-9a9a-49d2-bb6d-306aca740bb4 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Task: {'id': task-2006291, 'name': RemoveSnapshot_Task, 'duration_secs': 1.245521} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.292054] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5f98c2-9a9a-49d2-bb6d-306aca740bb4 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Deleted Snapshot of the VM instance {{(pid=63750) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1747.292455] env[63750]: INFO nova.compute.manager [None req-2e5f98c2-9a9a-49d2-bb6d-306aca740bb4 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Took 17.43 seconds to snapshot the instance on the hypervisor. [ 1747.421035] env[63750]: DEBUG nova.compute.manager [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] [instance: 1c6bbab3-3e6b-4617-b145-18eec7221195] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1747.447956] env[63750]: DEBUG nova.virt.hardware [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1747.448262] env[63750]: DEBUG nova.virt.hardware [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1747.448423] env[63750]: DEBUG nova.virt.hardware [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1747.448605] env[63750]: DEBUG nova.virt.hardware [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1747.448753] env[63750]: DEBUG nova.virt.hardware [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1747.448897] env[63750]: DEBUG nova.virt.hardware [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1747.449180] env[63750]: DEBUG nova.virt.hardware [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1747.449357] env[63750]: DEBUG nova.virt.hardware [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1747.449528] env[63750]: DEBUG nova.virt.hardware [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1747.449689] env[63750]: DEBUG nova.virt.hardware [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1747.449858] env[63750]: DEBUG nova.virt.hardware [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1747.450647] env[63750]: DEBUG oslo_concurrency.lockutils [None req-38278d92-bad7-49bc-bf10-b0a73ba315f6 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.058s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1747.453105] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec43314-0023-41f5-8aa3-9af18da6487b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.456139] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ca8581d3-e88f-4247-9d75-144d0e188749 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.478s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.456366] env[63750]: DEBUG nova.objects.instance [None req-ca8581d3-e88f-4247-9d75-144d0e188749 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Lazy-loading 'resources' on Instance uuid 47ea6c82-618f-4d4e-9d75-0ad02d9518f3 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1747.465959] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2777c9-e3f0-44d8-9d29-e958ff50097f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.476872] env[63750]: INFO nova.scheduler.client.report [None req-38278d92-bad7-49bc-bf10-b0a73ba315f6 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Deleted allocations for instance 75c55c9f-ad11-4d74-b63e-ff82150fb152 [ 1747.489431] env[63750]: DEBUG oslo_vmware.api [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52400e49-a64d-a1f6-e03f-7e498f40ac0c, 'name': SearchDatastore_Task, 'duration_secs': 0.023411} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.489985] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] [instance: 1c6bbab3-3e6b-4617-b145-18eec7221195] Instance VIF info [] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1747.495331] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Creating folder: Project (8ac03b22cc0e4bdf88dae4f404331c6b). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1747.498362] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1747.498715] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 8539553e-c060-4640-af64-3915c58a687e/8539553e-c060-4640-af64-3915c58a687e.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1747.498976] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ded37113-8bf2-4439-932c-f0f7137f4935 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.500935] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c29092e0-d6ef-466d-bb85-a87e8f32e0d0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.510811] env[63750]: DEBUG oslo_vmware.api [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1747.510811] env[63750]: value = "task-2006298" [ 1747.510811] env[63750]: _type = "Task" [ 1747.510811] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.515288] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Created folder: Project (8ac03b22cc0e4bdf88dae4f404331c6b) in parent group-v412391. [ 1747.515498] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Creating folder: Instances. Parent ref: group-v412529. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1747.516158] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a4788df-3c92-4442-9091-9383bf463bd7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.521639] env[63750]: DEBUG oslo_vmware.api [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006298, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.527790] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Created folder: Instances in parent group-v412529. [ 1747.528133] env[63750]: DEBUG oslo.service.loopingcall [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1747.528366] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c6bbab3-3e6b-4617-b145-18eec7221195] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1747.528588] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e9def1e-de11-48df-b9dc-4822c9a7ecf1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.547398] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1747.547398] env[63750]: value = "task-2006300" [ 1747.547398] env[63750]: _type = "Task" [ 1747.547398] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.557064] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006300, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.565879] env[63750]: DEBUG oslo_vmware.api [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006294, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.609282] env[63750]: DEBUG oslo_vmware.api [None req-c3fde133-a300-4622-9ab3-165f704c9639 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006295, 'name': CloneVM_Task} progress is 93%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.652548] env[63750]: DEBUG oslo_vmware.api [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Task: {'id': task-2006296, 'name': Rename_Task, 'duration_secs': 0.213569} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.652835] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] [instance: a3ed716a-d396-4dcd-813d-bad76fe03b41] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1747.653101] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e0c0b44-295a-47e0-b3f6-51c197f161c4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.663202] env[63750]: DEBUG oslo_vmware.api [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Waiting for the task: (returnval){ [ 1747.663202] env[63750]: value = "task-2006301" [ 1747.663202] env[63750]: _type = "Task" [ 1747.663202] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.671749] env[63750]: DEBUG oslo_vmware.api [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Task: {'id': task-2006301, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.696446] env[63750]: DEBUG nova.compute.manager [None req-60f53fd0-3d07-4501-8ae2-0ea03afe885c tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] [instance: 2fc56c3b-95cc-4604-9396-24dc498dddcf] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1747.696810] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-60f53fd0-3d07-4501-8ae2-0ea03afe885c tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] [instance: 2fc56c3b-95cc-4604-9396-24dc498dddcf] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1747.697726] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55500881-7fbc-4d33-a759-c290377baebc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.706818] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f53fd0-3d07-4501-8ae2-0ea03afe885c tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] [instance: 2fc56c3b-95cc-4604-9396-24dc498dddcf] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1747.707219] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f901a8e5-c6a1-440a-9877-2831061a3b7e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.715808] env[63750]: DEBUG oslo_vmware.api [None req-60f53fd0-3d07-4501-8ae2-0ea03afe885c tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Waiting for the task: (returnval){ [ 1747.715808] env[63750]: value = "task-2006302" [ 1747.715808] env[63750]: _type = "Task" [ 1747.715808] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.726696] env[63750]: DEBUG oslo_vmware.api [None req-60f53fd0-3d07-4501-8ae2-0ea03afe885c tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Task: {'id': task-2006302, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.758025] env[63750]: DEBUG oslo_concurrency.lockutils [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Releasing lock "refresh_cache-b137e48f-6f38-483f-8c23-1d47bf8aecc2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1747.758568] env[63750]: DEBUG nova.compute.manager [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] Instance network_info: |[{"id": "0bf7eae4-2892-4376-92d5-513b19f5f705", "address": "fa:16:3e:03:6b:92", "network": {"id": "cdef1006-9322-4232-8ff4-911be387ffda", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-767626514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec8d92aafc4c4dba8b8511a58b70be3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bf7eae4-28", "ovs_interfaceid": "0bf7eae4-2892-4376-92d5-513b19f5f705", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1747.759137] env[63750]: DEBUG oslo_concurrency.lockutils [req-59ad8647-3a7f-41ba-8578-b36a8f83c4c5 req-e4d4e276-7ea8-4a37-902e-4bc2b8d7ff88 service nova] Acquired lock "refresh_cache-b137e48f-6f38-483f-8c23-1d47bf8aecc2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1747.759354] env[63750]: DEBUG nova.network.neutron [req-59ad8647-3a7f-41ba-8578-b36a8f83c4c5 req-e4d4e276-7ea8-4a37-902e-4bc2b8d7ff88 service nova] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] Refreshing network info cache for port 0bf7eae4-2892-4376-92d5-513b19f5f705 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1747.760814] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:6b:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92cdccfd-4b10-4024-b724-5f22792dd4de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0bf7eae4-2892-4376-92d5-513b19f5f705', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1747.770310] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Creating folder: Project (ec8d92aafc4c4dba8b8511a58b70be3d). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1747.771391] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-530c4f89-d0e2-4346-93fc-185a60f61d52 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.788781] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Created folder: Project (ec8d92aafc4c4dba8b8511a58b70be3d) in parent group-v412391. [ 1747.790144] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Creating folder: Instances. Parent ref: group-v412532. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1747.790144] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e00864ee-bf6e-42f9-9b47-a4af035746a9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.802679] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Created folder: Instances in parent group-v412532. [ 1747.802954] env[63750]: DEBUG oslo.service.loopingcall [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1747.803380] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1747.803603] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef03fda6-ce07-42df-8461-1fd3989faf0b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.828403] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1747.828403] env[63750]: value = "task-2006305" [ 1747.828403] env[63750]: _type = "Task" [ 1747.828403] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.839640] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006305, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.001862] env[63750]: DEBUG oslo_concurrency.lockutils [None req-38278d92-bad7-49bc-bf10-b0a73ba315f6 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Lock "75c55c9f-ad11-4d74-b63e-ff82150fb152" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.908s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.022951] env[63750]: DEBUG oslo_vmware.api [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006298, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.064235] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006300, 'name': CreateVM_Task, 'duration_secs': 0.355277} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.069779] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c6bbab3-3e6b-4617-b145-18eec7221195] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1748.070183] env[63750]: DEBUG oslo_vmware.api [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006294, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.073167] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1748.073371] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.073802] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1748.074308] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ced50b89-66c4-4bda-8a0d-4b38a4e63388 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.085724] env[63750]: DEBUG oslo_vmware.api [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Waiting for the task: (returnval){ [ 1748.085724] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a3119f-1dd3-e157-cbd0-6ac9b00889a3" [ 1748.085724] env[63750]: _type = "Task" [ 1748.085724] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.102308] env[63750]: DEBUG oslo_vmware.api [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a3119f-1dd3-e157-cbd0-6ac9b00889a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.117374] env[63750]: DEBUG oslo_vmware.api [None req-c3fde133-a300-4622-9ab3-165f704c9639 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006295, 'name': CloneVM_Task} progress is 94%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.180083] env[63750]: DEBUG oslo_vmware.api [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Task: {'id': task-2006301, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.231998] env[63750]: DEBUG oslo_vmware.api [None req-60f53fd0-3d07-4501-8ae2-0ea03afe885c tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Task: {'id': task-2006302, 'name': PowerOffVM_Task, 'duration_secs': 0.25946} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.232419] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f53fd0-3d07-4501-8ae2-0ea03afe885c tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] [instance: 2fc56c3b-95cc-4604-9396-24dc498dddcf] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1748.232666] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-60f53fd0-3d07-4501-8ae2-0ea03afe885c tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] [instance: 2fc56c3b-95cc-4604-9396-24dc498dddcf] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1748.233441] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f4ceb4b-a2b9-494e-acee-f5c81c39b699 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.345356] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006305, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.406261] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d8e5ab-7feb-4692-8d50-e290840533d5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.415613] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31dff41-e488-4919-85f0-678eaed2680a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.455711] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b36a28-a73c-4ce8-92e3-1960a4c88846 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.465516] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455f52e3-bc4e-45d7-a276-fcb9eeb7d9f8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.483202] env[63750]: DEBUG nova.compute.provider_tree [None req-ca8581d3-e88f-4247-9d75-144d0e188749 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1748.524349] env[63750]: DEBUG oslo_vmware.api [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006298, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.74292} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.524728] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 8539553e-c060-4640-af64-3915c58a687e/8539553e-c060-4640-af64-3915c58a687e.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1748.525277] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8539553e-c060-4640-af64-3915c58a687e] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1748.525410] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-783b4086-dfc0-4b66-9b94-fcbcd53a72f1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.535539] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-60f53fd0-3d07-4501-8ae2-0ea03afe885c tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] [instance: 2fc56c3b-95cc-4604-9396-24dc498dddcf] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1748.535764] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-60f53fd0-3d07-4501-8ae2-0ea03afe885c tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] [instance: 2fc56c3b-95cc-4604-9396-24dc498dddcf] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1748.535943] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-60f53fd0-3d07-4501-8ae2-0ea03afe885c tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Deleting the datastore file [datastore1] 2fc56c3b-95cc-4604-9396-24dc498dddcf {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1748.537501] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd8fedb0-a004-442b-bee1-e3ce506252cb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.539841] env[63750]: DEBUG oslo_vmware.api [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1748.539841] env[63750]: value = "task-2006307" [ 1748.539841] env[63750]: _type = "Task" [ 1748.539841] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.546777] env[63750]: DEBUG oslo_vmware.api [None req-60f53fd0-3d07-4501-8ae2-0ea03afe885c tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Waiting for the task: (returnval){ [ 1748.546777] env[63750]: value = "task-2006308" [ 1748.546777] env[63750]: _type = "Task" [ 1748.546777] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.556367] env[63750]: DEBUG oslo_vmware.api [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006307, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.564572] env[63750]: DEBUG oslo_vmware.api [None req-60f53fd0-3d07-4501-8ae2-0ea03afe885c tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Task: {'id': task-2006308, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.572184] env[63750]: DEBUG oslo_vmware.api [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006294, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.600026] env[63750]: DEBUG oslo_vmware.api [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a3119f-1dd3-e157-cbd0-6ac9b00889a3, 'name': SearchDatastore_Task, 'duration_secs': 0.022467} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.600026] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1748.600026] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] [instance: 1c6bbab3-3e6b-4617-b145-18eec7221195] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1748.600026] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1748.600026] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.600026] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1748.600339] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dcb7a5ff-dbff-4a40-8912-47314334180b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.612292] env[63750]: DEBUG oslo_vmware.api [None req-c3fde133-a300-4622-9ab3-165f704c9639 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006295, 'name': CloneVM_Task} progress is 94%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.613888] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1748.613888] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1748.614986] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03d970ea-7249-471e-b2e8-39999aaff5fe {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.620116] env[63750]: DEBUG oslo_vmware.api [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Waiting for the task: (returnval){ [ 1748.620116] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]525484ff-0110-8888-ff41-f8029e1f3289" [ 1748.620116] env[63750]: _type = "Task" [ 1748.620116] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.629169] env[63750]: DEBUG oslo_vmware.api [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]525484ff-0110-8888-ff41-f8029e1f3289, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.630051] env[63750]: DEBUG nova.network.neutron [req-59ad8647-3a7f-41ba-8578-b36a8f83c4c5 req-e4d4e276-7ea8-4a37-902e-4bc2b8d7ff88 service nova] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] Updated VIF entry in instance network info cache for port 0bf7eae4-2892-4376-92d5-513b19f5f705. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1748.630495] env[63750]: DEBUG nova.network.neutron [req-59ad8647-3a7f-41ba-8578-b36a8f83c4c5 req-e4d4e276-7ea8-4a37-902e-4bc2b8d7ff88 service nova] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] Updating instance_info_cache with network_info: [{"id": "0bf7eae4-2892-4376-92d5-513b19f5f705", "address": "fa:16:3e:03:6b:92", "network": {"id": "cdef1006-9322-4232-8ff4-911be387ffda", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-767626514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec8d92aafc4c4dba8b8511a58b70be3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bf7eae4-28", "ovs_interfaceid": "0bf7eae4-2892-4376-92d5-513b19f5f705", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1748.666111] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bad3c9d2-d690-4eef-8cc5-64819e1f7663 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Acquiring lock "b3a09612-f064-4b1f-8e5d-29ff6d423592" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.666646] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bad3c9d2-d690-4eef-8cc5-64819e1f7663 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Lock "b3a09612-f064-4b1f-8e5d-29ff6d423592" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.666849] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bad3c9d2-d690-4eef-8cc5-64819e1f7663 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Acquiring lock "b3a09612-f064-4b1f-8e5d-29ff6d423592-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.667132] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bad3c9d2-d690-4eef-8cc5-64819e1f7663 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Lock "b3a09612-f064-4b1f-8e5d-29ff6d423592-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.667357] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bad3c9d2-d690-4eef-8cc5-64819e1f7663 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Lock "b3a09612-f064-4b1f-8e5d-29ff6d423592-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.674133] env[63750]: INFO nova.compute.manager [None req-bad3c9d2-d690-4eef-8cc5-64819e1f7663 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Terminating instance [ 1748.683607] env[63750]: DEBUG oslo_vmware.api [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Task: {'id': task-2006301, 'name': PowerOnVM_Task, 'duration_secs': 0.80364} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.684549] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] [instance: a3ed716a-d396-4dcd-813d-bad76fe03b41] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1748.685178] env[63750]: INFO nova.compute.manager [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] [instance: a3ed716a-d396-4dcd-813d-bad76fe03b41] Took 11.15 seconds to spawn the instance on the hypervisor. [ 1748.685178] env[63750]: DEBUG nova.compute.manager [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] [instance: a3ed716a-d396-4dcd-813d-bad76fe03b41] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1748.685886] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f0a509-643e-495e-b3c8-a8395c68923b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.841940] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006305, 'name': CreateVM_Task, 'duration_secs': 0.64279} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.842233] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1748.843022] env[63750]: DEBUG oslo_concurrency.lockutils [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1748.843248] env[63750]: DEBUG oslo_concurrency.lockutils [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.843648] env[63750]: DEBUG oslo_concurrency.lockutils [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1748.844027] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8844c9c7-8c29-40c2-bf0a-d94b2d552cfe {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.853957] env[63750]: DEBUG oslo_vmware.api [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Waiting for the task: (returnval){ [ 1748.853957] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]522079c4-a2d9-1038-542d-134b0262d2dd" [ 1748.853957] env[63750]: _type = "Task" [ 1748.853957] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.864969] env[63750]: DEBUG oslo_vmware.api [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]522079c4-a2d9-1038-542d-134b0262d2dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.986938] env[63750]: DEBUG nova.scheduler.client.report [None req-ca8581d3-e88f-4247-9d75-144d0e188749 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1749.050210] env[63750]: DEBUG oslo_vmware.api [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006307, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079789} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.054010] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8539553e-c060-4640-af64-3915c58a687e] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1749.054777] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a5b1c6-9eac-4a10-b631-1d281f424c90 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.063771] env[63750]: DEBUG oslo_vmware.api [None req-60f53fd0-3d07-4501-8ae2-0ea03afe885c tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Task: {'id': task-2006308, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.081931] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8539553e-c060-4640-af64-3915c58a687e] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 8539553e-c060-4640-af64-3915c58a687e/8539553e-c060-4640-af64-3915c58a687e.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1749.084989] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc72b09d-64c0-4c42-910c-8afc791ae5f2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.102481] env[63750]: DEBUG oslo_vmware.api [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006294, 'name': PowerOnVM_Task, 'duration_secs': 1.673696} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.103253] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1749.103253] env[63750]: INFO nova.compute.manager [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Took 14.15 seconds to spawn the instance on the hypervisor. [ 1749.103378] env[63750]: DEBUG nova.compute.manager [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1749.107683] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1124c3de-0ee6-44a8-ad70-bb929f83d034 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.113870] env[63750]: DEBUG oslo_vmware.api [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1749.113870] env[63750]: value = "task-2006309" [ 1749.113870] env[63750]: _type = "Task" [ 1749.113870] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.119366] env[63750]: DEBUG oslo_vmware.api [None req-c3fde133-a300-4622-9ab3-165f704c9639 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006295, 'name': CloneVM_Task} progress is 94%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.135746] env[63750]: DEBUG oslo_concurrency.lockutils [req-59ad8647-3a7f-41ba-8578-b36a8f83c4c5 req-e4d4e276-7ea8-4a37-902e-4bc2b8d7ff88 service nova] Releasing lock "refresh_cache-b137e48f-6f38-483f-8c23-1d47bf8aecc2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.136526] env[63750]: DEBUG oslo_vmware.api [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006309, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.140591] env[63750]: DEBUG oslo_vmware.api [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]525484ff-0110-8888-ff41-f8029e1f3289, 'name': SearchDatastore_Task, 'duration_secs': 0.019044} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.141431] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d01a1176-7fb7-4c8e-a202-4910d80febca {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.148310] env[63750]: DEBUG oslo_vmware.api [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Waiting for the task: (returnval){ [ 1749.148310] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5255f979-6d53-6343-dc53-29d48028a15f" [ 1749.148310] env[63750]: _type = "Task" [ 1749.148310] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.156939] env[63750]: DEBUG oslo_vmware.api [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5255f979-6d53-6343-dc53-29d48028a15f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.180127] env[63750]: DEBUG nova.compute.manager [None req-bad3c9d2-d690-4eef-8cc5-64819e1f7663 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1749.180127] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-bad3c9d2-d690-4eef-8cc5-64819e1f7663 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1749.180836] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46526fc4-895c-44be-88f2-840596075cbe {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.191480] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-bad3c9d2-d690-4eef-8cc5-64819e1f7663 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1749.191766] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-791a248c-d51d-43db-bb1c-6b679cb1c289 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.207021] env[63750]: DEBUG oslo_vmware.api [None req-bad3c9d2-d690-4eef-8cc5-64819e1f7663 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Waiting for the task: (returnval){ [ 1749.207021] env[63750]: value = "task-2006310" [ 1749.207021] env[63750]: _type = "Task" [ 1749.207021] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.212716] env[63750]: INFO nova.compute.manager [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] [instance: a3ed716a-d396-4dcd-813d-bad76fe03b41] Took 44.00 seconds to build instance. [ 1749.220561] env[63750]: DEBUG oslo_vmware.api [None req-bad3c9d2-d690-4eef-8cc5-64819e1f7663 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Task: {'id': task-2006310, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.366390] env[63750]: DEBUG oslo_vmware.api [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]522079c4-a2d9-1038-542d-134b0262d2dd, 'name': SearchDatastore_Task, 'duration_secs': 0.035661} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.366932] env[63750]: DEBUG oslo_concurrency.lockutils [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.367015] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1749.367760] env[63750]: DEBUG oslo_concurrency.lockutils [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1749.367760] env[63750]: DEBUG oslo_concurrency.lockutils [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1749.367760] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1749.367946] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89d592a5-c2a2-4ff1-a81d-33af7d6d5c1c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.381893] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1749.382207] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1749.383455] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51c8f933-294b-4dac-861f-cac67ee8f334 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.398655] env[63750]: DEBUG oslo_vmware.api [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Waiting for the task: (returnval){ [ 1749.398655] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52db97e8-1467-a3d0-5a13-48175956fcb9" [ 1749.398655] env[63750]: _type = "Task" [ 1749.398655] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.413034] env[63750]: DEBUG oslo_vmware.api [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52db97e8-1467-a3d0-5a13-48175956fcb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.495026] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ca8581d3-e88f-4247-9d75-144d0e188749 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.037s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.495601] env[63750]: DEBUG oslo_concurrency.lockutils [None req-11196501-98cb-4d6a-80fa-0cfddb9db39e tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.067s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.496243] env[63750]: DEBUG nova.objects.instance [None req-11196501-98cb-4d6a-80fa-0cfddb9db39e tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Lazy-loading 'resources' on Instance uuid dc7171f8-5b93-4c12-b878-1aa1dcc54745 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1749.521778] env[63750]: INFO nova.scheduler.client.report [None req-ca8581d3-e88f-4247-9d75-144d0e188749 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Deleted allocations for instance 47ea6c82-618f-4d4e-9d75-0ad02d9518f3 [ 1749.561292] env[63750]: DEBUG oslo_vmware.api [None req-60f53fd0-3d07-4501-8ae2-0ea03afe885c tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Task: {'id': task-2006308, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.608263} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.561565] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-60f53fd0-3d07-4501-8ae2-0ea03afe885c tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1749.561749] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-60f53fd0-3d07-4501-8ae2-0ea03afe885c tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] [instance: 2fc56c3b-95cc-4604-9396-24dc498dddcf] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1749.561941] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-60f53fd0-3d07-4501-8ae2-0ea03afe885c tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] [instance: 2fc56c3b-95cc-4604-9396-24dc498dddcf] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1749.562129] env[63750]: INFO nova.compute.manager [None req-60f53fd0-3d07-4501-8ae2-0ea03afe885c tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] [instance: 2fc56c3b-95cc-4604-9396-24dc498dddcf] Took 1.87 seconds to destroy the instance on the hypervisor. [ 1749.562376] env[63750]: DEBUG oslo.service.loopingcall [None req-60f53fd0-3d07-4501-8ae2-0ea03afe885c tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1749.562563] env[63750]: DEBUG nova.compute.manager [-] [instance: 2fc56c3b-95cc-4604-9396-24dc498dddcf] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1749.562656] env[63750]: DEBUG nova.network.neutron [-] [instance: 2fc56c3b-95cc-4604-9396-24dc498dddcf] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1749.616585] env[63750]: DEBUG oslo_vmware.api [None req-c3fde133-a300-4622-9ab3-165f704c9639 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006295, 'name': CloneVM_Task, 'duration_secs': 2.447669} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.616585] env[63750]: INFO nova.virt.vmwareapi.vmops [None req-c3fde133-a300-4622-9ab3-165f704c9639 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] Created linked-clone VM from snapshot [ 1749.617188] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc20ccf-2df2-46a8-bcd9-55b1832424a0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.632501] env[63750]: DEBUG nova.virt.vmwareapi.images [None req-c3fde133-a300-4622-9ab3-165f704c9639 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] Uploading image c6532a32-cf6e-46ca-a459-763b04213014 {{(pid=63750) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1749.640289] env[63750]: DEBUG oslo_vmware.api [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006309, 'name': ReconfigVM_Task, 'duration_secs': 0.355472} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.640734] env[63750]: INFO nova.compute.manager [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Took 46.34 seconds to build instance. [ 1749.641601] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8539553e-c060-4640-af64-3915c58a687e] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 8539553e-c060-4640-af64-3915c58a687e/8539553e-c060-4640-af64-3915c58a687e.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1749.642375] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f78a9309-882f-4241-a58f-d1f4d1e341df {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.655060] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3fde133-a300-4622-9ab3-165f704c9639 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] Destroying the VM {{(pid=63750) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1749.655404] env[63750]: DEBUG oslo_vmware.api [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1749.655404] env[63750]: value = "task-2006311" [ 1749.655404] env[63750]: _type = "Task" [ 1749.655404] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.655580] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-74a37020-d856-4c7c-b9c0-405da7b9e2dc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.664804] env[63750]: DEBUG oslo_vmware.api [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5255f979-6d53-6343-dc53-29d48028a15f, 'name': SearchDatastore_Task, 'duration_secs': 0.016562} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.666348] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.666635] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 1c6bbab3-3e6b-4617-b145-18eec7221195/1c6bbab3-3e6b-4617-b145-18eec7221195.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1749.666947] env[63750]: DEBUG oslo_vmware.api [None req-c3fde133-a300-4622-9ab3-165f704c9639 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Waiting for the task: (returnval){ [ 1749.666947] env[63750]: value = "task-2006312" [ 1749.666947] env[63750]: _type = "Task" [ 1749.666947] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.667611] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-681ec787-d67a-4a41-90c9-7f9fedce993b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.678234] env[63750]: DEBUG oslo_vmware.api [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006311, 'name': Rename_Task} progress is 10%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.684572] env[63750]: DEBUG oslo_vmware.api [None req-c3fde133-a300-4622-9ab3-165f704c9639 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006312, 'name': Destroy_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.686413] env[63750]: DEBUG oslo_vmware.api [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Waiting for the task: (returnval){ [ 1749.686413] env[63750]: value = "task-2006313" [ 1749.686413] env[63750]: _type = "Task" [ 1749.686413] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.696273] env[63750]: DEBUG oslo_vmware.api [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Task: {'id': task-2006313, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.715161] env[63750]: DEBUG oslo_concurrency.lockutils [None req-82171837-b4aa-4451-ba38-392b7d0f43c8 tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Lock "a3ed716a-d396-4dcd-813d-bad76fe03b41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.521s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.718707] env[63750]: DEBUG oslo_vmware.api [None req-bad3c9d2-d690-4eef-8cc5-64819e1f7663 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Task: {'id': task-2006310, 'name': PowerOffVM_Task, 'duration_secs': 0.255193} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.718968] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-bad3c9d2-d690-4eef-8cc5-64819e1f7663 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1749.719158] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-bad3c9d2-d690-4eef-8cc5-64819e1f7663 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1749.719669] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86df07ec-30fa-437f-a226-2dda95b99cf5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.910815] env[63750]: DEBUG oslo_vmware.api [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52db97e8-1467-a3d0-5a13-48175956fcb9, 'name': SearchDatastore_Task, 'duration_secs': 0.016561} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.917195] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b0e7aff-a8df-43f2-8582-71ebcc237924 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.934768] env[63750]: DEBUG oslo_vmware.api [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Waiting for the task: (returnval){ [ 1749.934768] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52b5536a-c929-fe2b-fa4b-040e9c151658" [ 1749.934768] env[63750]: _type = "Task" [ 1749.934768] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.945149] env[63750]: DEBUG oslo_vmware.api [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52b5536a-c929-fe2b-fa4b-040e9c151658, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.948104] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-bad3c9d2-d690-4eef-8cc5-64819e1f7663 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1749.948359] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-bad3c9d2-d690-4eef-8cc5-64819e1f7663 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1749.948537] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-bad3c9d2-d690-4eef-8cc5-64819e1f7663 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Deleting the datastore file [datastore1] b3a09612-f064-4b1f-8e5d-29ff6d423592 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1749.948808] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69ba7d85-fdc1-41c6-a62d-5d1b77d33567 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.957055] env[63750]: DEBUG oslo_vmware.api [None req-bad3c9d2-d690-4eef-8cc5-64819e1f7663 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Waiting for the task: (returnval){ [ 1749.957055] env[63750]: value = "task-2006315" [ 1749.957055] env[63750]: _type = "Task" [ 1749.957055] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.968299] env[63750]: DEBUG oslo_vmware.api [None req-bad3c9d2-d690-4eef-8cc5-64819e1f7663 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Task: {'id': task-2006315, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.009709] env[63750]: DEBUG nova.compute.manager [req-e0775cc6-c5f4-4236-bd36-596cf0908499 req-cea7aaf0-d1ce-452e-8421-30fedd6e1530 service nova] [instance: 2fc56c3b-95cc-4604-9396-24dc498dddcf] Received event network-vif-deleted-b57bd5d5-5684-4412-b6e7-ee7dd8885918 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1750.010189] env[63750]: INFO nova.compute.manager [req-e0775cc6-c5f4-4236-bd36-596cf0908499 req-cea7aaf0-d1ce-452e-8421-30fedd6e1530 service nova] [instance: 2fc56c3b-95cc-4604-9396-24dc498dddcf] Neutron deleted interface b57bd5d5-5684-4412-b6e7-ee7dd8885918; detaching it from the instance and deleting it from the info cache [ 1750.010619] env[63750]: DEBUG nova.network.neutron [req-e0775cc6-c5f4-4236-bd36-596cf0908499 req-cea7aaf0-d1ce-452e-8421-30fedd6e1530 service nova] [instance: 2fc56c3b-95cc-4604-9396-24dc498dddcf] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1750.029496] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ca8581d3-e88f-4247-9d75-144d0e188749 tempest-MultipleCreateTestJSON-1088751834 tempest-MultipleCreateTestJSON-1088751834-project-member] Lock "47ea6c82-618f-4d4e-9d75-0ad02d9518f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.766s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.143071] env[63750]: DEBUG oslo_concurrency.lockutils [None req-062880fc-0ac1-496d-a72a-79c15c5eb38a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "3929441f-fefc-469f-a440-d7f3146abde2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.726s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.169861] env[63750]: DEBUG oslo_vmware.api [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006311, 'name': Rename_Task, 'duration_secs': 0.154476} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.177533] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8539553e-c060-4640-af64-3915c58a687e] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1750.178603] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54ffb465-de0f-4349-a202-7f771225c734 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.186991] env[63750]: DEBUG oslo_vmware.api [None req-c3fde133-a300-4622-9ab3-165f704c9639 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006312, 'name': Destroy_Task} progress is 33%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.188806] env[63750]: DEBUG oslo_vmware.api [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1750.188806] env[63750]: value = "task-2006316" [ 1750.188806] env[63750]: _type = "Task" [ 1750.188806] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.206200] env[63750]: DEBUG oslo_vmware.api [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Task: {'id': task-2006313, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475921} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.210199] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 1c6bbab3-3e6b-4617-b145-18eec7221195/1c6bbab3-3e6b-4617-b145-18eec7221195.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1750.210517] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] [instance: 1c6bbab3-3e6b-4617-b145-18eec7221195] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1750.210844] env[63750]: DEBUG oslo_vmware.api [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006316, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.213930] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ad1000d-1ce0-4dd9-8c56-e75dfc6a80a7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.226508] env[63750]: DEBUG oslo_vmware.api [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Waiting for the task: (returnval){ [ 1750.226508] env[63750]: value = "task-2006317" [ 1750.226508] env[63750]: _type = "Task" [ 1750.226508] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.241258] env[63750]: DEBUG oslo_vmware.api [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Task: {'id': task-2006317, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.419322] env[63750]: DEBUG nova.network.neutron [-] [instance: 2fc56c3b-95cc-4604-9396-24dc498dddcf] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1750.449812] env[63750]: DEBUG oslo_vmware.api [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52b5536a-c929-fe2b-fa4b-040e9c151658, 'name': SearchDatastore_Task, 'duration_secs': 0.020639} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.450108] env[63750]: DEBUG oslo_concurrency.lockutils [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1750.450406] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] b137e48f-6f38-483f-8c23-1d47bf8aecc2/b137e48f-6f38-483f-8c23-1d47bf8aecc2.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1750.450681] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1fa5ba84-ecc8-4a60-8e30-b863d53f5854 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.459416] env[63750]: DEBUG oslo_vmware.api [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Waiting for the task: (returnval){ [ 1750.459416] env[63750]: value = "task-2006318" [ 1750.459416] env[63750]: _type = "Task" [ 1750.459416] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.474704] env[63750]: DEBUG oslo_vmware.api [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Task: {'id': task-2006318, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.478462] env[63750]: DEBUG oslo_vmware.api [None req-bad3c9d2-d690-4eef-8cc5-64819e1f7663 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Task: {'id': task-2006315, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280546} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.478735] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-bad3c9d2-d690-4eef-8cc5-64819e1f7663 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1750.478925] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-bad3c9d2-d690-4eef-8cc5-64819e1f7663 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1750.479124] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-bad3c9d2-d690-4eef-8cc5-64819e1f7663 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1750.479312] env[63750]: INFO nova.compute.manager [None req-bad3c9d2-d690-4eef-8cc5-64819e1f7663 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Took 1.30 seconds to destroy the instance on the hypervisor. [ 1750.479667] env[63750]: DEBUG oslo.service.loopingcall [None req-bad3c9d2-d690-4eef-8cc5-64819e1f7663 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1750.479907] env[63750]: DEBUG nova.compute.manager [-] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1750.480053] env[63750]: DEBUG nova.network.neutron [-] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1750.501157] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f44cbe-0ae0-48bd-bc23-629f54de3856 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.509560] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6ce356-5f17-407d-940d-317956cc60bd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.513959] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-21c60724-c2ad-49e0-8816-531b2f886b35 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.519796] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e33046dd-3de5-4164-bd69-b4d83025179a tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Acquiring lock "71b4eb74-3e75-44d0-a132-0fa238a09fd2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1750.520085] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e33046dd-3de5-4164-bd69-b4d83025179a tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Lock "71b4eb74-3e75-44d0-a132-0fa238a09fd2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.553955] env[63750]: DEBUG nova.compute.utils [None req-e33046dd-3de5-4164-bd69-b4d83025179a tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1750.555744] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da774f0-70a9-476a-8511-b6002fe4e3e9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.561137] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ff9aa3-84f4-49ca-b5f5-cbc10105f439 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.576656] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e33046dd-3de5-4164-bd69-b4d83025179a tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Lock "71b4eb74-3e75-44d0-a132-0fa238a09fd2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 0.056s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.584221] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a6bcb0-2699-4908-a1d2-bff0182bbd12 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.600614] env[63750]: DEBUG nova.compute.provider_tree [None req-11196501-98cb-4d6a-80fa-0cfddb9db39e tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Updating inventory in ProviderTree for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1750.618022] env[63750]: DEBUG nova.compute.manager [req-e0775cc6-c5f4-4236-bd36-596cf0908499 req-cea7aaf0-d1ce-452e-8421-30fedd6e1530 service nova] [instance: 2fc56c3b-95cc-4604-9396-24dc498dddcf] Detach interface failed, port_id=b57bd5d5-5684-4412-b6e7-ee7dd8885918, reason: Instance 2fc56c3b-95cc-4604-9396-24dc498dddcf could not be found. {{(pid=63750) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1750.646787] env[63750]: ERROR nova.scheduler.client.report [None req-11196501-98cb-4d6a-80fa-0cfddb9db39e tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] [req-5aa95557-e0e3-404b-9f90-03a13fe0e2e1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e97779d2-c1aa-4b7e-928a-1e7ed86edaab. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5aa95557-e0e3-404b-9f90-03a13fe0e2e1"}]} [ 1750.672020] env[63750]: DEBUG nova.scheduler.client.report [None req-11196501-98cb-4d6a-80fa-0cfddb9db39e tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Refreshing inventories for resource provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1750.692303] env[63750]: DEBUG oslo_vmware.api [None req-c3fde133-a300-4622-9ab3-165f704c9639 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006312, 'name': Destroy_Task, 'duration_secs': 0.599596} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.694094] env[63750]: DEBUG nova.scheduler.client.report [None req-11196501-98cb-4d6a-80fa-0cfddb9db39e tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Updating ProviderTree inventory for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1750.694444] env[63750]: DEBUG nova.compute.provider_tree [None req-11196501-98cb-4d6a-80fa-0cfddb9db39e tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Updating inventory in ProviderTree for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1750.696820] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-c3fde133-a300-4622-9ab3-165f704c9639 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] Destroyed the VM [ 1750.697158] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c3fde133-a300-4622-9ab3-165f704c9639 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] Deleting Snapshot of the VM instance {{(pid=63750) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1750.701480] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-322c2da7-b337-46a2-8f39-5479b82c7095 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.709581] env[63750]: DEBUG nova.scheduler.client.report [None req-11196501-98cb-4d6a-80fa-0cfddb9db39e tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Refreshing aggregate associations for resource provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab, aggregates: None {{(pid=63750) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1750.716230] env[63750]: DEBUG oslo_vmware.api [None req-c3fde133-a300-4622-9ab3-165f704c9639 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Waiting for the task: (returnval){ [ 1750.716230] env[63750]: value = "task-2006319" [ 1750.716230] env[63750]: _type = "Task" [ 1750.716230] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.716856] env[63750]: DEBUG oslo_vmware.api [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006316, 'name': PowerOnVM_Task, 'duration_secs': 0.48153} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.717410] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8539553e-c060-4640-af64-3915c58a687e] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1750.717497] env[63750]: INFO nova.compute.manager [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8539553e-c060-4640-af64-3915c58a687e] Took 8.44 seconds to spawn the instance on the hypervisor. [ 1750.718023] env[63750]: DEBUG nova.compute.manager [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8539553e-c060-4640-af64-3915c58a687e] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1750.721748] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b54be7-e2bc-4b2a-9330-ab52a55bf404 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.731398] env[63750]: DEBUG nova.scheduler.client.report [None req-11196501-98cb-4d6a-80fa-0cfddb9db39e tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Refreshing trait associations for resource provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=63750) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1750.745688] env[63750]: DEBUG oslo_vmware.api [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Task: {'id': task-2006317, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082397} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.745957] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] [instance: 1c6bbab3-3e6b-4617-b145-18eec7221195] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1750.746776] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9088c28-9854-4a12-90af-cf83cfde08c3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.768401] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] [instance: 1c6bbab3-3e6b-4617-b145-18eec7221195] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 1c6bbab3-3e6b-4617-b145-18eec7221195/1c6bbab3-3e6b-4617-b145-18eec7221195.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1750.768606] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-671d4fd5-a400-415a-81e1-556e15b67876 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.793586] env[63750]: DEBUG oslo_vmware.api [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Waiting for the task: (returnval){ [ 1750.793586] env[63750]: value = "task-2006320" [ 1750.793586] env[63750]: _type = "Task" [ 1750.793586] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.805668] env[63750]: DEBUG oslo_vmware.api [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Task: {'id': task-2006320, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.926847] env[63750]: INFO nova.compute.manager [-] [instance: 2fc56c3b-95cc-4604-9396-24dc498dddcf] Took 1.36 seconds to deallocate network for instance. [ 1750.976402] env[63750]: DEBUG oslo_vmware.api [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Task: {'id': task-2006318, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.168784] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b416abce-84a4-44f4-a201-45b15204e933 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.179047] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd06b15-fb1e-4cde-b8ed-9b08bb7db25e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.187905] env[63750]: INFO nova.compute.manager [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Rebuilding instance [ 1751.224362] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329a2d9a-7246-40e4-88f6-5b5db896403e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.234981] env[63750]: DEBUG oslo_vmware.api [None req-c3fde133-a300-4622-9ab3-165f704c9639 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006319, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.238806] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d25cae-5adb-4ec7-ad3f-17a59f24dc49 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.250654] env[63750]: INFO nova.compute.manager [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8539553e-c060-4640-af64-3915c58a687e] Took 39.73 seconds to build instance. [ 1751.262574] env[63750]: DEBUG nova.compute.provider_tree [None req-11196501-98cb-4d6a-80fa-0cfddb9db39e tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Updating inventory in ProviderTree for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1751.302769] env[63750]: DEBUG nova.compute.manager [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1751.303954] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea023a26-b2c0-43f0-8541-70301c8306fc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.318930] env[63750]: DEBUG oslo_vmware.api [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Task: {'id': task-2006320, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.433746] env[63750]: DEBUG oslo_concurrency.lockutils [None req-60f53fd0-3d07-4501-8ae2-0ea03afe885c tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1751.477559] env[63750]: DEBUG oslo_vmware.api [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Task: {'id': task-2006318, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.982587} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.477975] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] b137e48f-6f38-483f-8c23-1d47bf8aecc2/b137e48f-6f38-483f-8c23-1d47bf8aecc2.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1751.478548] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1751.478882] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-893aa751-47d4-40f8-85f4-542095a12ae6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.489533] env[63750]: DEBUG oslo_vmware.api [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Waiting for the task: (returnval){ [ 1751.489533] env[63750]: value = "task-2006321" [ 1751.489533] env[63750]: _type = "Task" [ 1751.489533] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.501333] env[63750]: DEBUG oslo_vmware.api [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Task: {'id': task-2006321, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.523996] env[63750]: DEBUG nova.network.neutron [-] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1751.632860] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e33046dd-3de5-4164-bd69-b4d83025179a tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Acquiring lock "71b4eb74-3e75-44d0-a132-0fa238a09fd2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1751.633180] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e33046dd-3de5-4164-bd69-b4d83025179a tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Lock "71b4eb74-3e75-44d0-a132-0fa238a09fd2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1751.633431] env[63750]: INFO nova.compute.manager [None req-e33046dd-3de5-4164-bd69-b4d83025179a tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Attaching volume 7737bc77-2c9c-4961-afbc-55276c05ad00 to /dev/sdb [ 1751.683718] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14658676-7430-4dda-8494-a08fbdfc2cc9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.695585] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1b6e8f-0cfe-48fc-8fc4-812dc9a45d76 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.714941] env[63750]: DEBUG nova.virt.block_device [None req-e33046dd-3de5-4164-bd69-b4d83025179a tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Updating existing volume attachment record: 2b228b40-4836-4bfb-b28a-c149124de489 {{(pid=63750) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1751.733690] env[63750]: DEBUG oslo_vmware.api [None req-c3fde133-a300-4622-9ab3-165f704c9639 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006319, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.754261] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fecea88a-2d35-4ceb-a261-43461efc685f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "8539553e-c060-4640-af64-3915c58a687e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.535s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.807865] env[63750]: DEBUG oslo_vmware.api [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Task: {'id': task-2006320, 'name': ReconfigVM_Task, 'duration_secs': 0.579991} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.808163] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] [instance: 1c6bbab3-3e6b-4617-b145-18eec7221195] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 1c6bbab3-3e6b-4617-b145-18eec7221195/1c6bbab3-3e6b-4617-b145-18eec7221195.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1751.808996] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-105a43cc-335a-42d8-99c9-795cab1475d8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.815748] env[63750]: DEBUG nova.scheduler.client.report [None req-11196501-98cb-4d6a-80fa-0cfddb9db39e tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Updated inventory for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with generation 64 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1751.816408] env[63750]: DEBUG nova.compute.provider_tree [None req-11196501-98cb-4d6a-80fa-0cfddb9db39e tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Updating resource provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab generation from 64 to 65 during operation: update_inventory {{(pid=63750) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1751.816790] env[63750]: DEBUG nova.compute.provider_tree [None req-11196501-98cb-4d6a-80fa-0cfddb9db39e tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Updating inventory in ProviderTree for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1751.824149] env[63750]: DEBUG oslo_vmware.api [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Waiting for the task: (returnval){ [ 1751.824149] env[63750]: value = "task-2006322" [ 1751.824149] env[63750]: _type = "Task" [ 1751.824149] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.835299] env[63750]: DEBUG oslo_vmware.api [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Task: {'id': task-2006322, 'name': Rename_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.000307] env[63750]: DEBUG oslo_vmware.api [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Task: {'id': task-2006321, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.367884} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.000654] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1752.001530] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc41b0cd-72a2-4bff-81a4-8228571aa8a5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.025564] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] b137e48f-6f38-483f-8c23-1d47bf8aecc2/b137e48f-6f38-483f-8c23-1d47bf8aecc2.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1752.025951] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccdf4c66-d7a7-4678-aec3-a2b366ecb489 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.040887] env[63750]: INFO nova.compute.manager [-] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Took 1.56 seconds to deallocate network for instance. [ 1752.049304] env[63750]: DEBUG oslo_vmware.api [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Waiting for the task: (returnval){ [ 1752.049304] env[63750]: value = "task-2006324" [ 1752.049304] env[63750]: _type = "Task" [ 1752.049304] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.060650] env[63750]: DEBUG oslo_vmware.api [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Task: {'id': task-2006324, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.206689] env[63750]: DEBUG nova.compute.manager [req-479d3ee4-7d46-4d64-832b-84bb4a0eda63 req-91227cde-279a-4daf-a6e5-81c0374545aa service nova] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Received event network-vif-deleted-ff54a25c-bd96-49bb-9c5e-ccec36fa4ef7 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1752.238052] env[63750]: DEBUG oslo_vmware.api [None req-c3fde133-a300-4622-9ab3-165f704c9639 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006319, 'name': RemoveSnapshot_Task, 'duration_secs': 1.464609} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.238346] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c3fde133-a300-4622-9ab3-165f704c9639 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] Deleted Snapshot of the VM instance {{(pid=63750) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1752.323821] env[63750]: DEBUG oslo_concurrency.lockutils [None req-11196501-98cb-4d6a-80fa-0cfddb9db39e tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.828s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.328435] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 21.352s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.328435] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.328435] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63750) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1752.328435] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 18.778s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.329780] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1752.332668] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b974760-6662-4e6e-b552-4aa9ff0aafe1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.334667] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67466389-90d5-433d-8620-3b9546368799 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.355295] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0184353-716c-4230-83b7-c20366b8ce5e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.364918] env[63750]: DEBUG oslo_vmware.api [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Task: {'id': task-2006322, 'name': Rename_Task, 'duration_secs': 0.224382} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.365307] env[63750]: DEBUG oslo_vmware.api [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1752.365307] env[63750]: value = "task-2006327" [ 1752.365307] env[63750]: _type = "Task" [ 1752.365307] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.365811] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] [instance: 1c6bbab3-3e6b-4617-b145-18eec7221195] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1752.368071] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c78ea8eb-736c-4183-a881-075b5ffb8388 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.374903] env[63750]: INFO nova.scheduler.client.report [None req-11196501-98cb-4d6a-80fa-0cfddb9db39e tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Deleted allocations for instance dc7171f8-5b93-4c12-b878-1aa1dcc54745 [ 1752.397879] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb8482c-6278-4603-aef5-81790640ffc5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.407810] env[63750]: DEBUG oslo_vmware.api [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Waiting for the task: (returnval){ [ 1752.407810] env[63750]: value = "task-2006328" [ 1752.407810] env[63750]: _type = "Task" [ 1752.407810] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.408083] env[63750]: DEBUG oslo_vmware.api [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006327, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.417924] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89564f9b-1624-41bb-a755-fa252efe11cd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.426869] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6134833e-099a-4125-ace1-334fc88d27ee tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Acquiring lock "a3ed716a-d396-4dcd-813d-bad76fe03b41" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.427246] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6134833e-099a-4125-ace1-334fc88d27ee tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Lock "a3ed716a-d396-4dcd-813d-bad76fe03b41" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.427477] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6134833e-099a-4125-ace1-334fc88d27ee tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Acquiring lock "a3ed716a-d396-4dcd-813d-bad76fe03b41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.427703] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6134833e-099a-4125-ace1-334fc88d27ee tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Lock "a3ed716a-d396-4dcd-813d-bad76fe03b41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.427937] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6134833e-099a-4125-ace1-334fc88d27ee tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Lock "a3ed716a-d396-4dcd-813d-bad76fe03b41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.429939] env[63750]: DEBUG oslo_vmware.api [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Task: {'id': task-2006328, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.431470] env[63750]: INFO nova.compute.manager [None req-6134833e-099a-4125-ace1-334fc88d27ee tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] [instance: a3ed716a-d396-4dcd-813d-bad76fe03b41] Terminating instance [ 1752.466135] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178923MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=63750) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1752.466135] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.551541] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bad3c9d2-d690-4eef-8cc5-64819e1f7663 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.561241] env[63750]: DEBUG oslo_vmware.api [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Task: {'id': task-2006324, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.743735] env[63750]: WARNING nova.compute.manager [None req-c3fde133-a300-4622-9ab3-165f704c9639 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] Image not found during snapshot: nova.exception.ImageNotFound: Image c6532a32-cf6e-46ca-a459-763b04213014 could not be found. [ 1752.843428] env[63750]: INFO nova.compute.claims [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1752.877508] env[63750]: DEBUG oslo_vmware.api [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006327, 'name': PowerOffVM_Task, 'duration_secs': 0.218362} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.879449] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1752.880184] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1752.881179] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f38f364-7221-4694-90a6-7bae62f0cb87 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.886821] env[63750]: DEBUG oslo_concurrency.lockutils [None req-11196501-98cb-4d6a-80fa-0cfddb9db39e tempest-FloatingIPsAssociationTestJSON-1688616394 tempest-FloatingIPsAssociationTestJSON-1688616394-project-member] Lock "dc7171f8-5b93-4c12-b878-1aa1dcc54745" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.562s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.895143] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1752.895633] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4321b50c-b1b7-44fa-9f58-ce9ad5fb3bb1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.920862] env[63750]: DEBUG oslo_vmware.api [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Task: {'id': task-2006328, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.974148] env[63750]: DEBUG oslo_concurrency.lockutils [None req-7fe08191-5b8f-4015-8776-ba26af20c972 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquiring lock "8539553e-c060-4640-af64-3915c58a687e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.974148] env[63750]: DEBUG oslo_concurrency.lockutils [None req-7fe08191-5b8f-4015-8776-ba26af20c972 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "8539553e-c060-4640-af64-3915c58a687e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.974148] env[63750]: DEBUG oslo_concurrency.lockutils [None req-7fe08191-5b8f-4015-8776-ba26af20c972 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquiring lock "8539553e-c060-4640-af64-3915c58a687e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.974148] env[63750]: DEBUG oslo_concurrency.lockutils [None req-7fe08191-5b8f-4015-8776-ba26af20c972 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "8539553e-c060-4640-af64-3915c58a687e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.974148] env[63750]: DEBUG oslo_concurrency.lockutils [None req-7fe08191-5b8f-4015-8776-ba26af20c972 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "8539553e-c060-4640-af64-3915c58a687e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.974148] env[63750]: DEBUG nova.compute.manager [None req-6134833e-099a-4125-ace1-334fc88d27ee tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] [instance: a3ed716a-d396-4dcd-813d-bad76fe03b41] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1752.974148] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6134833e-099a-4125-ace1-334fc88d27ee tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] [instance: a3ed716a-d396-4dcd-813d-bad76fe03b41] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1752.976293] env[63750]: INFO nova.compute.manager [None req-7fe08191-5b8f-4015-8776-ba26af20c972 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8539553e-c060-4640-af64-3915c58a687e] Terminating instance [ 1752.980082] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52396c8-7697-4712-8f56-08c8a27e2c5f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.993424] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-6134833e-099a-4125-ace1-334fc88d27ee tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] [instance: a3ed716a-d396-4dcd-813d-bad76fe03b41] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1752.994259] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1662a941-f468-4c79-9557-d242224c2f23 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.005509] env[63750]: DEBUG oslo_vmware.api [None req-6134833e-099a-4125-ace1-334fc88d27ee tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Waiting for the task: (returnval){ [ 1753.005509] env[63750]: value = "task-2006330" [ 1753.005509] env[63750]: _type = "Task" [ 1753.005509] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.015943] env[63750]: DEBUG oslo_vmware.api [None req-6134833e-099a-4125-ace1-334fc88d27ee tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Task: {'id': task-2006330, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.061017] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1753.061017] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1753.061017] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Deleting the datastore file [datastore1] 3929441f-fefc-469f-a440-d7f3146abde2 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1753.061017] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-103d262e-585f-410f-b787-2748e0ff273f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.065421] env[63750]: DEBUG oslo_vmware.api [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Task: {'id': task-2006324, 'name': ReconfigVM_Task, 'duration_secs': 0.677791} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.066145] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] Reconfigured VM instance instance-00000030 to attach disk [datastore1] b137e48f-6f38-483f-8c23-1d47bf8aecc2/b137e48f-6f38-483f-8c23-1d47bf8aecc2.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1753.066866] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34c3ed6e-1728-4146-a782-a0d6e07c2a0a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.070934] env[63750]: DEBUG oslo_vmware.api [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1753.070934] env[63750]: value = "task-2006331" [ 1753.070934] env[63750]: _type = "Task" [ 1753.070934] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.075626] env[63750]: DEBUG oslo_vmware.api [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Waiting for the task: (returnval){ [ 1753.075626] env[63750]: value = "task-2006332" [ 1753.075626] env[63750]: _type = "Task" [ 1753.075626] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.083270] env[63750]: DEBUG oslo_vmware.api [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006331, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.089792] env[63750]: DEBUG oslo_vmware.api [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Task: {'id': task-2006332, 'name': Rename_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.281020] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f6eac4d1-a21f-48cf-bf48-97c4a4501fb0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Acquiring lock "81966a7e-6f9b-49e2-ad49-bd35f6fa628a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.281020] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f6eac4d1-a21f-48cf-bf48-97c4a4501fb0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Lock "81966a7e-6f9b-49e2-ad49-bd35f6fa628a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.281020] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f6eac4d1-a21f-48cf-bf48-97c4a4501fb0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Acquiring lock "81966a7e-6f9b-49e2-ad49-bd35f6fa628a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.281262] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f6eac4d1-a21f-48cf-bf48-97c4a4501fb0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Lock "81966a7e-6f9b-49e2-ad49-bd35f6fa628a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.281801] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f6eac4d1-a21f-48cf-bf48-97c4a4501fb0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Lock "81966a7e-6f9b-49e2-ad49-bd35f6fa628a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.287159] env[63750]: INFO nova.compute.manager [None req-f6eac4d1-a21f-48cf-bf48-97c4a4501fb0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] Terminating instance [ 1753.354024] env[63750]: INFO nova.compute.resource_tracker [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Updating resource usage from migration e19bdf95-5ef7-46b1-8937-4805bab01cfe [ 1753.425033] env[63750]: DEBUG oslo_vmware.api [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Task: {'id': task-2006328, 'name': PowerOnVM_Task, 'duration_secs': 0.896187} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.425033] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] [instance: 1c6bbab3-3e6b-4617-b145-18eec7221195] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1753.425033] env[63750]: INFO nova.compute.manager [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] [instance: 1c6bbab3-3e6b-4617-b145-18eec7221195] Took 6.00 seconds to spawn the instance on the hypervisor. [ 1753.426518] env[63750]: DEBUG nova.compute.manager [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] [instance: 1c6bbab3-3e6b-4617-b145-18eec7221195] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1753.427473] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63203aa-cbb0-469d-8561-c3f34938c5ad {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.488945] env[63750]: DEBUG nova.compute.manager [None req-7fe08191-5b8f-4015-8776-ba26af20c972 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8539553e-c060-4640-af64-3915c58a687e] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1753.488945] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe08191-5b8f-4015-8776-ba26af20c972 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8539553e-c060-4640-af64-3915c58a687e] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1753.488945] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d96391-0b1d-404e-9590-62f92a00abd1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.501481] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fe08191-5b8f-4015-8776-ba26af20c972 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8539553e-c060-4640-af64-3915c58a687e] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1753.501784] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e819a423-dd77-4ddb-b3c7-aba69649ce98 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.514461] env[63750]: DEBUG oslo_vmware.api [None req-7fe08191-5b8f-4015-8776-ba26af20c972 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1753.514461] env[63750]: value = "task-2006333" [ 1753.514461] env[63750]: _type = "Task" [ 1753.514461] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.523264] env[63750]: DEBUG oslo_vmware.api [None req-6134833e-099a-4125-ace1-334fc88d27ee tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Task: {'id': task-2006330, 'name': PowerOffVM_Task, 'duration_secs': 0.222352} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.523426] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-6134833e-099a-4125-ace1-334fc88d27ee tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] [instance: a3ed716a-d396-4dcd-813d-bad76fe03b41] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1753.523554] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6134833e-099a-4125-ace1-334fc88d27ee tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] [instance: a3ed716a-d396-4dcd-813d-bad76fe03b41] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1753.524035] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc2d957f-d356-4ea9-84b4-af995fe2d213 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.531397] env[63750]: DEBUG oslo_vmware.api [None req-7fe08191-5b8f-4015-8776-ba26af20c972 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006333, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.585813] env[63750]: DEBUG oslo_vmware.api [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006331, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230614} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.586587] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1753.586774] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1753.586982] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1753.597787] env[63750]: DEBUG oslo_vmware.api [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Task: {'id': task-2006332, 'name': Rename_Task, 'duration_secs': 0.181862} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.603020] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1753.603020] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-103da7fd-8e2a-4938-92bf-1905273a0f6c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.610242] env[63750]: DEBUG oslo_vmware.api [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Waiting for the task: (returnval){ [ 1753.610242] env[63750]: value = "task-2006335" [ 1753.610242] env[63750]: _type = "Task" [ 1753.610242] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.625234] env[63750]: DEBUG oslo_vmware.api [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Task: {'id': task-2006335, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.632448] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6134833e-099a-4125-ace1-334fc88d27ee tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] [instance: a3ed716a-d396-4dcd-813d-bad76fe03b41] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1753.632889] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6134833e-099a-4125-ace1-334fc88d27ee tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] [instance: a3ed716a-d396-4dcd-813d-bad76fe03b41] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1753.633360] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-6134833e-099a-4125-ace1-334fc88d27ee tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Deleting the datastore file [datastore1] a3ed716a-d396-4dcd-813d-bad76fe03b41 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1753.634203] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7241534-8cca-4dbd-a754-d4cbb63ccda5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.646200] env[63750]: DEBUG oslo_vmware.api [None req-6134833e-099a-4125-ace1-334fc88d27ee tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Waiting for the task: (returnval){ [ 1753.646200] env[63750]: value = "task-2006336" [ 1753.646200] env[63750]: _type = "Task" [ 1753.646200] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.658631] env[63750]: DEBUG oslo_vmware.api [None req-6134833e-099a-4125-ace1-334fc88d27ee tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Task: {'id': task-2006336, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.685612] env[63750]: DEBUG oslo_concurrency.lockutils [None req-584043b1-1578-4860-8e31-9a879e4c5292 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Acquiring lock "64e60d53-dc4c-41ab-91ee-fff41c2b5976" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.690881] env[63750]: DEBUG oslo_concurrency.lockutils [None req-584043b1-1578-4860-8e31-9a879e4c5292 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Lock "64e60d53-dc4c-41ab-91ee-fff41c2b5976" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.690881] env[63750]: DEBUG oslo_concurrency.lockutils [None req-584043b1-1578-4860-8e31-9a879e4c5292 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Acquiring lock "64e60d53-dc4c-41ab-91ee-fff41c2b5976-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.690881] env[63750]: DEBUG oslo_concurrency.lockutils [None req-584043b1-1578-4860-8e31-9a879e4c5292 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Lock "64e60d53-dc4c-41ab-91ee-fff41c2b5976-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.690881] env[63750]: DEBUG oslo_concurrency.lockutils [None req-584043b1-1578-4860-8e31-9a879e4c5292 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Lock "64e60d53-dc4c-41ab-91ee-fff41c2b5976-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.691763] env[63750]: INFO nova.compute.manager [None req-584043b1-1578-4860-8e31-9a879e4c5292 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: 64e60d53-dc4c-41ab-91ee-fff41c2b5976] Terminating instance [ 1753.795860] env[63750]: DEBUG nova.compute.manager [None req-f6eac4d1-a21f-48cf-bf48-97c4a4501fb0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1753.798425] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f6eac4d1-a21f-48cf-bf48-97c4a4501fb0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1753.798425] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdffbeea-c443-452e-8542-cb86c1ed4eea {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.815373] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6eac4d1-a21f-48cf-bf48-97c4a4501fb0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1753.818898] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b10f1fae-f8c4-4b25-a549-2ce25e2017f2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.826886] env[63750]: DEBUG oslo_vmware.api [None req-f6eac4d1-a21f-48cf-bf48-97c4a4501fb0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Waiting for the task: (returnval){ [ 1753.826886] env[63750]: value = "task-2006337" [ 1753.826886] env[63750]: _type = "Task" [ 1753.826886] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.840280] env[63750]: DEBUG oslo_vmware.api [None req-f6eac4d1-a21f-48cf-bf48-97c4a4501fb0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006337, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.843146] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b1db9d-0019-4ec2-82e0-266624b1bc89 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.853995] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c021aa55-0445-467d-9eec-11995b00860e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.889215] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce781e3-265d-4eca-ac3b-832fcc465efc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.899035] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e897101d-1825-4220-8393-17146a73f537 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.917511] env[63750]: DEBUG nova.compute.provider_tree [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Updating inventory in ProviderTree for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1753.950236] env[63750]: INFO nova.compute.manager [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] [instance: 1c6bbab3-3e6b-4617-b145-18eec7221195] Took 35.94 seconds to build instance. [ 1754.028890] env[63750]: DEBUG oslo_vmware.api [None req-7fe08191-5b8f-4015-8776-ba26af20c972 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006333, 'name': PowerOffVM_Task, 'duration_secs': 0.305937} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.028970] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fe08191-5b8f-4015-8776-ba26af20c972 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8539553e-c060-4640-af64-3915c58a687e] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1754.029163] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe08191-5b8f-4015-8776-ba26af20c972 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8539553e-c060-4640-af64-3915c58a687e] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1754.029440] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d54669b-9309-41e1-b479-7e80921730fc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.121652] env[63750]: DEBUG oslo_vmware.api [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Task: {'id': task-2006335, 'name': PowerOnVM_Task, 'duration_secs': 0.499885} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.121944] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1754.122262] env[63750]: INFO nova.compute.manager [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] Took 9.34 seconds to spawn the instance on the hypervisor. [ 1754.122461] env[63750]: DEBUG nova.compute.manager [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1754.123782] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55761a69-ff73-422d-99a7-241be42e6005 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.158158] env[63750]: DEBUG oslo_vmware.api [None req-6134833e-099a-4125-ace1-334fc88d27ee tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Task: {'id': task-2006336, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153608} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.160215] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-6134833e-099a-4125-ace1-334fc88d27ee tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1754.160798] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6134833e-099a-4125-ace1-334fc88d27ee tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] [instance: a3ed716a-d396-4dcd-813d-bad76fe03b41] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1754.160798] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6134833e-099a-4125-ace1-334fc88d27ee tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] [instance: a3ed716a-d396-4dcd-813d-bad76fe03b41] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1754.160798] env[63750]: INFO nova.compute.manager [None req-6134833e-099a-4125-ace1-334fc88d27ee tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] [instance: a3ed716a-d396-4dcd-813d-bad76fe03b41] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1754.161069] env[63750]: DEBUG oslo.service.loopingcall [None req-6134833e-099a-4125-ace1-334fc88d27ee tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1754.161249] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe08191-5b8f-4015-8776-ba26af20c972 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8539553e-c060-4640-af64-3915c58a687e] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1754.161421] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe08191-5b8f-4015-8776-ba26af20c972 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8539553e-c060-4640-af64-3915c58a687e] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1754.161598] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fe08191-5b8f-4015-8776-ba26af20c972 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Deleting the datastore file [datastore1] 8539553e-c060-4640-af64-3915c58a687e {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1754.162168] env[63750]: DEBUG nova.compute.manager [-] [instance: a3ed716a-d396-4dcd-813d-bad76fe03b41] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1754.162269] env[63750]: DEBUG nova.network.neutron [-] [instance: a3ed716a-d396-4dcd-813d-bad76fe03b41] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1754.164014] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd303115-40a5-4da9-ab7c-7474cc45c516 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.176028] env[63750]: DEBUG oslo_vmware.api [None req-7fe08191-5b8f-4015-8776-ba26af20c972 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1754.176028] env[63750]: value = "task-2006339" [ 1754.176028] env[63750]: _type = "Task" [ 1754.176028] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.190406] env[63750]: DEBUG oslo_vmware.api [None req-7fe08191-5b8f-4015-8776-ba26af20c972 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006339, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.197459] env[63750]: DEBUG nova.compute.manager [None req-584043b1-1578-4860-8e31-9a879e4c5292 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: 64e60d53-dc4c-41ab-91ee-fff41c2b5976] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1754.197459] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-584043b1-1578-4860-8e31-9a879e4c5292 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: 64e60d53-dc4c-41ab-91ee-fff41c2b5976] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1754.197972] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc690d2-c973-47e6-888f-679f095d8791 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.206626] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-584043b1-1578-4860-8e31-9a879e4c5292 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: 64e60d53-dc4c-41ab-91ee-fff41c2b5976] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1754.206911] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f642c38-a32f-42ca-8e2b-61fc248b4cf6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.215713] env[63750]: DEBUG oslo_vmware.api [None req-584043b1-1578-4860-8e31-9a879e4c5292 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Waiting for the task: (returnval){ [ 1754.215713] env[63750]: value = "task-2006340" [ 1754.215713] env[63750]: _type = "Task" [ 1754.215713] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.228882] env[63750]: DEBUG oslo_vmware.api [None req-584043b1-1578-4860-8e31-9a879e4c5292 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Task: {'id': task-2006340, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.342958] env[63750]: DEBUG oslo_vmware.api [None req-f6eac4d1-a21f-48cf-bf48-97c4a4501fb0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006337, 'name': PowerOffVM_Task, 'duration_secs': 0.35152} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.343316] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6eac4d1-a21f-48cf-bf48-97c4a4501fb0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1754.343554] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f6eac4d1-a21f-48cf-bf48-97c4a4501fb0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1754.343833] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-209e1f79-1b2d-4913-9e59-40c838ecd3e2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.443037] env[63750]: ERROR nova.scheduler.client.report [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [req-18df19fd-4123-477f-a648-11d255f1cd9b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e97779d2-c1aa-4b7e-928a-1e7ed86edaab. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-18df19fd-4123-477f-a648-11d255f1cd9b"}]} [ 1754.447678] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f6eac4d1-a21f-48cf-bf48-97c4a4501fb0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1754.447823] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f6eac4d1-a21f-48cf-bf48-97c4a4501fb0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] Deleting contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1754.448011] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6eac4d1-a21f-48cf-bf48-97c4a4501fb0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Deleting the datastore file [datastore2] 81966a7e-6f9b-49e2-ad49-bd35f6fa628a {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1754.448288] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49648cab-34fd-4427-b2aa-acf875f8c0d1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.453313] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1c54be33-2c64-4e0d-a792-981854aac120 tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Lock "1c6bbab3-3e6b-4617-b145-18eec7221195" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.664s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.456051] env[63750]: DEBUG oslo_vmware.api [None req-f6eac4d1-a21f-48cf-bf48-97c4a4501fb0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Waiting for the task: (returnval){ [ 1754.456051] env[63750]: value = "task-2006343" [ 1754.456051] env[63750]: _type = "Task" [ 1754.456051] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.466583] env[63750]: DEBUG oslo_vmware.api [None req-f6eac4d1-a21f-48cf-bf48-97c4a4501fb0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006343, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.477908] env[63750]: DEBUG nova.scheduler.client.report [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Refreshing inventories for resource provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1754.493564] env[63750]: DEBUG nova.scheduler.client.report [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Updating ProviderTree inventory for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1754.493851] env[63750]: DEBUG nova.compute.provider_tree [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Updating inventory in ProviderTree for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1754.513329] env[63750]: DEBUG nova.scheduler.client.report [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Refreshing aggregate associations for resource provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab, aggregates: None {{(pid=63750) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1754.526548] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Acquiring lock "f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.526701] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Lock "f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1754.540203] env[63750]: DEBUG nova.scheduler.client.report [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Refreshing trait associations for resource provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=63750) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1754.648420] env[63750]: DEBUG nova.virt.hardware [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1754.648682] env[63750]: DEBUG nova.virt.hardware [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1754.648836] env[63750]: DEBUG nova.virt.hardware [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1754.649030] env[63750]: DEBUG nova.virt.hardware [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1754.649178] env[63750]: DEBUG nova.virt.hardware [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1754.649324] env[63750]: DEBUG nova.virt.hardware [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1754.649528] env[63750]: DEBUG nova.virt.hardware [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1754.649686] env[63750]: DEBUG nova.virt.hardware [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1754.649847] env[63750]: DEBUG nova.virt.hardware [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1754.650021] env[63750]: DEBUG nova.virt.hardware [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1754.650212] env[63750]: DEBUG nova.virt.hardware [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1754.652644] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec89d00f-cdbb-4f8e-a023-bdc126cb2677 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.655562] env[63750]: INFO nova.compute.manager [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] Took 39.80 seconds to build instance. [ 1754.662981] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4aa6be-0d16-461f-ab74-93795201acb0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.679093] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:e7:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28f97ddf-8292-4bd7-9a4c-3b718254d1a2', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1754.689796] env[63750]: DEBUG oslo.service.loopingcall [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1754.697836] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1754.699444] env[63750]: DEBUG nova.compute.manager [req-bf1f456a-9614-4840-9473-a09fa0d08146 req-df094f50-3d1c-480d-843f-4146a11f545f service nova] [instance: a3ed716a-d396-4dcd-813d-bad76fe03b41] Received event network-vif-deleted-7db93b14-7967-41b1-91cb-c145c931c5b3 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1754.700143] env[63750]: INFO nova.compute.manager [req-bf1f456a-9614-4840-9473-a09fa0d08146 req-df094f50-3d1c-480d-843f-4146a11f545f service nova] [instance: a3ed716a-d396-4dcd-813d-bad76fe03b41] Neutron deleted interface 7db93b14-7967-41b1-91cb-c145c931c5b3; detaching it from the instance and deleting it from the info cache [ 1754.700373] env[63750]: DEBUG nova.network.neutron [req-bf1f456a-9614-4840-9473-a09fa0d08146 req-df094f50-3d1c-480d-843f-4146a11f545f service nova] [instance: a3ed716a-d396-4dcd-813d-bad76fe03b41] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1754.702470] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-473456fb-a921-48d9-96e7-f2f9fa6afaba {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.731179] env[63750]: DEBUG oslo_vmware.api [None req-7fe08191-5b8f-4015-8776-ba26af20c972 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006339, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192323} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.733373] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fe08191-5b8f-4015-8776-ba26af20c972 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1754.733658] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe08191-5b8f-4015-8776-ba26af20c972 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8539553e-c060-4640-af64-3915c58a687e] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1754.733887] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe08191-5b8f-4015-8776-ba26af20c972 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8539553e-c060-4640-af64-3915c58a687e] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1754.734114] env[63750]: INFO nova.compute.manager [None req-7fe08191-5b8f-4015-8776-ba26af20c972 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8539553e-c060-4640-af64-3915c58a687e] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1754.734400] env[63750]: DEBUG oslo.service.loopingcall [None req-7fe08191-5b8f-4015-8776-ba26af20c972 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1754.734652] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1754.734652] env[63750]: value = "task-2006344" [ 1754.734652] env[63750]: _type = "Task" [ 1754.734652] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.737401] env[63750]: DEBUG nova.compute.manager [-] [instance: 8539553e-c060-4640-af64-3915c58a687e] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1754.737544] env[63750]: DEBUG nova.network.neutron [-] [instance: 8539553e-c060-4640-af64-3915c58a687e] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1754.746405] env[63750]: DEBUG oslo_vmware.api [None req-584043b1-1578-4860-8e31-9a879e4c5292 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Task: {'id': task-2006340, 'name': PowerOffVM_Task, 'duration_secs': 0.188824} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.747034] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-584043b1-1578-4860-8e31-9a879e4c5292 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: 64e60d53-dc4c-41ab-91ee-fff41c2b5976] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1754.747698] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-584043b1-1578-4860-8e31-9a879e4c5292 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: 64e60d53-dc4c-41ab-91ee-fff41c2b5976] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1754.748600] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d013075f-62aa-4c3b-876a-e13f9696530e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.753242] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006344, 'name': CreateVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.920440] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-584043b1-1578-4860-8e31-9a879e4c5292 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: 64e60d53-dc4c-41ab-91ee-fff41c2b5976] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1754.920527] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-584043b1-1578-4860-8e31-9a879e4c5292 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: 64e60d53-dc4c-41ab-91ee-fff41c2b5976] Deleting contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1754.920706] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-584043b1-1578-4860-8e31-9a879e4c5292 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Deleting the datastore file [datastore2] 64e60d53-dc4c-41ab-91ee-fff41c2b5976 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1754.921298] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86bff868-3f9f-4ffb-a03b-27bda6af11fb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.937517] env[63750]: DEBUG oslo_vmware.api [None req-584043b1-1578-4860-8e31-9a879e4c5292 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Waiting for the task: (returnval){ [ 1754.937517] env[63750]: value = "task-2006346" [ 1754.937517] env[63750]: _type = "Task" [ 1754.937517] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.952531] env[63750]: DEBUG oslo_vmware.api [None req-584043b1-1578-4860-8e31-9a879e4c5292 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Task: {'id': task-2006346, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.972563] env[63750]: DEBUG oslo_vmware.api [None req-f6eac4d1-a21f-48cf-bf48-97c4a4501fb0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006343, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182639} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.972866] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6eac4d1-a21f-48cf-bf48-97c4a4501fb0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1754.973067] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f6eac4d1-a21f-48cf-bf48-97c4a4501fb0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] Deleted contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1754.973237] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f6eac4d1-a21f-48cf-bf48-97c4a4501fb0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1754.973397] env[63750]: INFO nova.compute.manager [None req-f6eac4d1-a21f-48cf-bf48-97c4a4501fb0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1754.973632] env[63750]: DEBUG oslo.service.loopingcall [None req-f6eac4d1-a21f-48cf-bf48-97c4a4501fb0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1754.973806] env[63750]: DEBUG nova.compute.manager [-] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1754.973890] env[63750]: DEBUG nova.network.neutron [-] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1755.031201] env[63750]: DEBUG nova.compute.manager [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1755.045124] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-facf8cfa-ca36-4a6d-9ade-bc2fbefb74c1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.054903] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3beaf6d-b9e8-4413-a4a2-f22c8ebbb247 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.058048] env[63750]: DEBUG nova.network.neutron [-] [instance: a3ed716a-d396-4dcd-813d-bad76fe03b41] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1755.090030] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97787063-6226-46b1-9849-a1486ad39203 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.098985] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a168ab2-be8d-4675-8198-238d918f3622 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.117426] env[63750]: DEBUG nova.compute.provider_tree [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Updating inventory in ProviderTree for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1755.162548] env[63750]: DEBUG oslo_concurrency.lockutils [None req-467bd1df-95a9-4d7b-958e-d5e5ea123f41 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Lock "b137e48f-6f38-483f-8c23-1d47bf8aecc2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.498s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.223715] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c0a2ea76-ca3d-4738-a9b8-c60efb724cbc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.236959] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f870e7da-9663-49d9-a12d-4a0b457f7483 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.259226] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006344, 'name': CreateVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.280338] env[63750]: DEBUG nova.compute.manager [req-bf1f456a-9614-4840-9473-a09fa0d08146 req-df094f50-3d1c-480d-843f-4146a11f545f service nova] [instance: a3ed716a-d396-4dcd-813d-bad76fe03b41] Detach interface failed, port_id=7db93b14-7967-41b1-91cb-c145c931c5b3, reason: Instance a3ed716a-d396-4dcd-813d-bad76fe03b41 could not be found. {{(pid=63750) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1755.440714] env[63750]: DEBUG nova.compute.manager [None req-0b08eece-c236-418a-b767-9b407de87fae tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] [instance: 1c6bbab3-3e6b-4617-b145-18eec7221195] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1755.440714] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81bfa4ca-36c9-4bc0-91f2-a72997bd3813 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.464742] env[63750]: DEBUG oslo_vmware.api [None req-584043b1-1578-4860-8e31-9a879e4c5292 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Task: {'id': task-2006346, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.349955} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.464742] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-584043b1-1578-4860-8e31-9a879e4c5292 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1755.464742] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-584043b1-1578-4860-8e31-9a879e4c5292 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: 64e60d53-dc4c-41ab-91ee-fff41c2b5976] Deleted contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1755.464742] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-584043b1-1578-4860-8e31-9a879e4c5292 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: 64e60d53-dc4c-41ab-91ee-fff41c2b5976] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1755.464742] env[63750]: INFO nova.compute.manager [None req-584043b1-1578-4860-8e31-9a879e4c5292 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: 64e60d53-dc4c-41ab-91ee-fff41c2b5976] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1755.464742] env[63750]: DEBUG oslo.service.loopingcall [None req-584043b1-1578-4860-8e31-9a879e4c5292 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1755.464742] env[63750]: DEBUG nova.compute.manager [-] [instance: 64e60d53-dc4c-41ab-91ee-fff41c2b5976] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1755.464742] env[63750]: DEBUG nova.network.neutron [-] [instance: 64e60d53-dc4c-41ab-91ee-fff41c2b5976] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1755.524130] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c7408d37-495f-4c8f-9d9a-50333bb5902e tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Acquiring lock "1c6bbab3-3e6b-4617-b145-18eec7221195" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.524412] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c7408d37-495f-4c8f-9d9a-50333bb5902e tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Lock "1c6bbab3-3e6b-4617-b145-18eec7221195" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.524733] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c7408d37-495f-4c8f-9d9a-50333bb5902e tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Acquiring lock "1c6bbab3-3e6b-4617-b145-18eec7221195-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.524876] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c7408d37-495f-4c8f-9d9a-50333bb5902e tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Lock "1c6bbab3-3e6b-4617-b145-18eec7221195-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.525068] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c7408d37-495f-4c8f-9d9a-50333bb5902e tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Lock "1c6bbab3-3e6b-4617-b145-18eec7221195-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.528184] env[63750]: INFO nova.compute.manager [None req-c7408d37-495f-4c8f-9d9a-50333bb5902e tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] [instance: 1c6bbab3-3e6b-4617-b145-18eec7221195] Terminating instance [ 1755.560361] env[63750]: INFO nova.compute.manager [-] [instance: a3ed716a-d396-4dcd-813d-bad76fe03b41] Took 1.40 seconds to deallocate network for instance. [ 1755.561691] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.629050] env[63750]: DEBUG nova.network.neutron [-] [instance: 8539553e-c060-4640-af64-3915c58a687e] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1755.661354] env[63750]: DEBUG nova.scheduler.client.report [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Updated inventory for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with generation 66 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1755.661354] env[63750]: DEBUG nova.compute.provider_tree [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Updating resource provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab generation from 66 to 67 during operation: update_inventory {{(pid=63750) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1755.661537] env[63750]: DEBUG nova.compute.provider_tree [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Updating inventory in ProviderTree for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1755.765092] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006344, 'name': CreateVM_Task, 'duration_secs': 0.610431} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.765092] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1755.765092] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1755.765092] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1755.765490] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1755.765819] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4edcf922-0d4b-42fc-acb0-4dde9c13b123 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.776342] env[63750]: DEBUG oslo_vmware.api [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1755.776342] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]525329dd-04f6-4079-e3ea-588b609bf187" [ 1755.776342] env[63750]: _type = "Task" [ 1755.776342] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.787485] env[63750]: DEBUG oslo_vmware.api [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]525329dd-04f6-4079-e3ea-588b609bf187, 'name': SearchDatastore_Task, 'duration_secs': 0.010337} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.788022] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1755.788186] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1755.789417] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1755.789417] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1755.789417] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1755.789417] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-decebcb5-da76-4e77-9c40-0f74f4cdcf03 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.802424] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1755.802624] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1755.804286] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-476d9ec0-6e60-4b59-812b-22b439f34ec4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.812080] env[63750]: DEBUG oslo_vmware.api [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1755.812080] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52d928ca-8006-dda2-0dcf-e125b8834f6d" [ 1755.812080] env[63750]: _type = "Task" [ 1755.812080] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.825083] env[63750]: DEBUG oslo_vmware.api [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52d928ca-8006-dda2-0dcf-e125b8834f6d, 'name': SearchDatastore_Task, 'duration_secs': 0.009852} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.825923] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d9717a7-6141-4f3b-8095-c29fe196ecc7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.832557] env[63750]: DEBUG oslo_vmware.api [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1755.832557] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52af7274-e261-0b6d-79cc-45ed179e2b58" [ 1755.832557] env[63750]: _type = "Task" [ 1755.832557] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.843600] env[63750]: DEBUG oslo_vmware.api [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52af7274-e261-0b6d-79cc-45ed179e2b58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.921254] env[63750]: DEBUG nova.network.neutron [-] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1755.961583] env[63750]: INFO nova.compute.manager [None req-0b08eece-c236-418a-b767-9b407de87fae tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] [instance: 1c6bbab3-3e6b-4617-b145-18eec7221195] instance snapshotting [ 1755.962123] env[63750]: DEBUG nova.objects.instance [None req-0b08eece-c236-418a-b767-9b407de87fae tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Lazy-loading 'flavor' on Instance uuid 1c6bbab3-3e6b-4617-b145-18eec7221195 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1756.031804] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c7408d37-495f-4c8f-9d9a-50333bb5902e tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Acquiring lock "refresh_cache-1c6bbab3-3e6b-4617-b145-18eec7221195" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1756.032017] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c7408d37-495f-4c8f-9d9a-50333bb5902e tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Acquired lock "refresh_cache-1c6bbab3-3e6b-4617-b145-18eec7221195" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.032454] env[63750]: DEBUG nova.network.neutron [None req-c7408d37-495f-4c8f-9d9a-50333bb5902e tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] [instance: 1c6bbab3-3e6b-4617-b145-18eec7221195] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1756.071767] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6134833e-099a-4125-ace1-334fc88d27ee tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1756.136118] env[63750]: INFO nova.compute.manager [-] [instance: 8539553e-c060-4640-af64-3915c58a687e] Took 1.40 seconds to deallocate network for instance. [ 1756.175390] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.847s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.175390] env[63750]: INFO nova.compute.manager [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Migrating [ 1756.187688] env[63750]: DEBUG oslo_concurrency.lockutils [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.361s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.188251] env[63750]: INFO nova.compute.claims [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1756.243392] env[63750]: DEBUG nova.compute.manager [req-ef3f15db-89a3-4f76-91a7-d85bf9cc3c8c req-49a0d0d5-badd-47d3-acb0-dc77fc3365ad service nova] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] Received event network-changed-0bf7eae4-2892-4376-92d5-513b19f5f705 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1756.243579] env[63750]: DEBUG nova.compute.manager [req-ef3f15db-89a3-4f76-91a7-d85bf9cc3c8c req-49a0d0d5-badd-47d3-acb0-dc77fc3365ad service nova] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] Refreshing instance network info cache due to event network-changed-0bf7eae4-2892-4376-92d5-513b19f5f705. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1756.244052] env[63750]: DEBUG oslo_concurrency.lockutils [req-ef3f15db-89a3-4f76-91a7-d85bf9cc3c8c req-49a0d0d5-badd-47d3-acb0-dc77fc3365ad service nova] Acquiring lock "refresh_cache-b137e48f-6f38-483f-8c23-1d47bf8aecc2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1756.244052] env[63750]: DEBUG oslo_concurrency.lockutils [req-ef3f15db-89a3-4f76-91a7-d85bf9cc3c8c req-49a0d0d5-badd-47d3-acb0-dc77fc3365ad service nova] Acquired lock "refresh_cache-b137e48f-6f38-483f-8c23-1d47bf8aecc2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.244151] env[63750]: DEBUG nova.network.neutron [req-ef3f15db-89a3-4f76-91a7-d85bf9cc3c8c req-49a0d0d5-badd-47d3-acb0-dc77fc3365ad service nova] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] Refreshing network info cache for port 0bf7eae4-2892-4376-92d5-513b19f5f705 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1756.344371] env[63750]: DEBUG oslo_vmware.api [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52af7274-e261-0b6d-79cc-45ed179e2b58, 'name': SearchDatastore_Task, 'duration_secs': 0.010412} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.344690] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1756.344955] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 3929441f-fefc-469f-a440-d7f3146abde2/3929441f-fefc-469f-a440-d7f3146abde2.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1756.345239] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd5db333-e892-44bd-bed4-16e2cbcb6ca2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.354472] env[63750]: DEBUG oslo_vmware.api [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1756.354472] env[63750]: value = "task-2006347" [ 1756.354472] env[63750]: _type = "Task" [ 1756.354472] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.365752] env[63750]: DEBUG oslo_vmware.api [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006347, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.423770] env[63750]: INFO nova.compute.manager [-] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] Took 1.45 seconds to deallocate network for instance. [ 1756.469337] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b4e5b0-b9de-4900-b4fb-87ae444fb69f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.494264] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f514b9-4714-4b66-8b0c-54c62fcdc8d0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.569888] env[63750]: DEBUG nova.network.neutron [None req-c7408d37-495f-4c8f-9d9a-50333bb5902e tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] [instance: 1c6bbab3-3e6b-4617-b145-18eec7221195] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1756.645093] env[63750]: DEBUG oslo_concurrency.lockutils [None req-7fe08191-5b8f-4015-8776-ba26af20c972 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1756.648585] env[63750]: DEBUG nova.network.neutron [None req-c7408d37-495f-4c8f-9d9a-50333bb5902e tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] [instance: 1c6bbab3-3e6b-4617-b145-18eec7221195] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1756.708147] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Acquiring lock "refresh_cache-99c765c3-0b70-4f53-a8e7-e2723898c70e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1756.708939] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Acquired lock "refresh_cache-99c765c3-0b70-4f53-a8e7-e2723898c70e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.708939] env[63750]: DEBUG nova.network.neutron [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1756.788618] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-e33046dd-3de5-4164-bd69-b4d83025179a tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Volume attach. Driver type: vmdk {{(pid=63750) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1756.788854] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-e33046dd-3de5-4164-bd69-b4d83025179a tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412536', 'volume_id': '7737bc77-2c9c-4961-afbc-55276c05ad00', 'name': 'volume-7737bc77-2c9c-4961-afbc-55276c05ad00', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '71b4eb74-3e75-44d0-a132-0fa238a09fd2', 'attached_at': '', 'detached_at': '', 'volume_id': '7737bc77-2c9c-4961-afbc-55276c05ad00', 'serial': '7737bc77-2c9c-4961-afbc-55276c05ad00'} {{(pid=63750) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1756.791347] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a8e114-bf54-47c6-be56-398b078baec6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.813887] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ec3ac5-b0fc-4269-b440-d5eac90e7690 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.851359] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-e33046dd-3de5-4164-bd69-b4d83025179a tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] volume-7737bc77-2c9c-4961-afbc-55276c05ad00/volume-7737bc77-2c9c-4961-afbc-55276c05ad00.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1756.851725] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb63e4b4-dad1-46e8-86da-cd5aa3543c91 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.878421] env[63750]: DEBUG oslo_vmware.api [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006347, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.879950] env[63750]: DEBUG oslo_vmware.api [None req-e33046dd-3de5-4164-bd69-b4d83025179a tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Waiting for the task: (returnval){ [ 1756.879950] env[63750]: value = "task-2006348" [ 1756.879950] env[63750]: _type = "Task" [ 1756.879950] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.889912] env[63750]: DEBUG oslo_vmware.api [None req-e33046dd-3de5-4164-bd69-b4d83025179a tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Task: {'id': task-2006348, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.894471] env[63750]: DEBUG nova.network.neutron [-] [instance: 64e60d53-dc4c-41ab-91ee-fff41c2b5976] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1756.933444] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f6eac4d1-a21f-48cf-bf48-97c4a4501fb0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.005876] env[63750]: DEBUG nova.compute.manager [None req-0b08eece-c236-418a-b767-9b407de87fae tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] [instance: 1c6bbab3-3e6b-4617-b145-18eec7221195] Instance disappeared during snapshot {{(pid=63750) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1757.152848] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c7408d37-495f-4c8f-9d9a-50333bb5902e tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Releasing lock "refresh_cache-1c6bbab3-3e6b-4617-b145-18eec7221195" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1757.153304] env[63750]: DEBUG nova.compute.manager [None req-c7408d37-495f-4c8f-9d9a-50333bb5902e tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] [instance: 1c6bbab3-3e6b-4617-b145-18eec7221195] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1757.153491] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c7408d37-495f-4c8f-9d9a-50333bb5902e tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] [instance: 1c6bbab3-3e6b-4617-b145-18eec7221195] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1757.154400] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5baff5-9970-4712-998f-aff1e41bf806 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.170691] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7408d37-495f-4c8f-9d9a-50333bb5902e tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] [instance: 1c6bbab3-3e6b-4617-b145-18eec7221195] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1757.171187] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e9f8a2c-8da5-4fed-a40a-81e80f666344 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.181891] env[63750]: DEBUG oslo_vmware.api [None req-c7408d37-495f-4c8f-9d9a-50333bb5902e tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Waiting for the task: (returnval){ [ 1757.181891] env[63750]: value = "task-2006349" [ 1757.181891] env[63750]: _type = "Task" [ 1757.181891] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.186392] env[63750]: DEBUG nova.compute.manager [None req-0b08eece-c236-418a-b767-9b407de87fae tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] [instance: 1c6bbab3-3e6b-4617-b145-18eec7221195] Found 0 images (rotation: 2) {{(pid=63750) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1757.193838] env[63750]: DEBUG oslo_vmware.api [None req-c7408d37-495f-4c8f-9d9a-50333bb5902e tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Task: {'id': task-2006349, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.208650] env[63750]: DEBUG nova.compute.manager [req-ca829e07-d99b-4223-b783-9b68aa078346 req-2c410d11-ad43-4a18-b9ae-8fba102232c1 service nova] [instance: 8539553e-c060-4640-af64-3915c58a687e] Received event network-vif-deleted-c182157c-2bea-4d11-84ae-824e282a5497 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1757.208894] env[63750]: DEBUG nova.compute.manager [req-ca829e07-d99b-4223-b783-9b68aa078346 req-2c410d11-ad43-4a18-b9ae-8fba102232c1 service nova] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] Received event network-vif-deleted-b91c6a4b-bf92-4e82-8352-c5428be14638 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1757.209090] env[63750]: DEBUG nova.compute.manager [req-ca829e07-d99b-4223-b783-9b68aa078346 req-2c410d11-ad43-4a18-b9ae-8fba102232c1 service nova] [instance: 64e60d53-dc4c-41ab-91ee-fff41c2b5976] Received event network-vif-deleted-b567c705-6e24-4dde-b76d-c629f66117fe {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1757.306000] env[63750]: DEBUG nova.network.neutron [req-ef3f15db-89a3-4f76-91a7-d85bf9cc3c8c req-49a0d0d5-badd-47d3-acb0-dc77fc3365ad service nova] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] Updated VIF entry in instance network info cache for port 0bf7eae4-2892-4376-92d5-513b19f5f705. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1757.306397] env[63750]: DEBUG nova.network.neutron [req-ef3f15db-89a3-4f76-91a7-d85bf9cc3c8c req-49a0d0d5-badd-47d3-acb0-dc77fc3365ad service nova] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] Updating instance_info_cache with network_info: [{"id": "0bf7eae4-2892-4376-92d5-513b19f5f705", "address": "fa:16:3e:03:6b:92", "network": {"id": "cdef1006-9322-4232-8ff4-911be387ffda", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-767626514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec8d92aafc4c4dba8b8511a58b70be3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bf7eae4-28", "ovs_interfaceid": "0bf7eae4-2892-4376-92d5-513b19f5f705", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1757.377729] env[63750]: DEBUG oslo_vmware.api [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006347, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543301} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.377952] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 3929441f-fefc-469f-a440-d7f3146abde2/3929441f-fefc-469f-a440-d7f3146abde2.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1757.378182] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1757.378567] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b933c84-1a9f-4e51-824b-dd731bb04e75 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.395570] env[63750]: DEBUG oslo_vmware.api [None req-e33046dd-3de5-4164-bd69-b4d83025179a tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Task: {'id': task-2006348, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.400381] env[63750]: INFO nova.compute.manager [-] [instance: 64e60d53-dc4c-41ab-91ee-fff41c2b5976] Took 1.94 seconds to deallocate network for instance. [ 1757.400763] env[63750]: DEBUG oslo_vmware.api [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1757.400763] env[63750]: value = "task-2006350" [ 1757.400763] env[63750]: _type = "Task" [ 1757.400763] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.418936] env[63750]: DEBUG oslo_vmware.api [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006350, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.688672] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e81f55-e778-4682-aa04-c35a4aa45a40 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.702291] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded4d94a-095f-4bda-a9d8-d2b62eb214f7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.706259] env[63750]: DEBUG oslo_vmware.api [None req-c7408d37-495f-4c8f-9d9a-50333bb5902e tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Task: {'id': task-2006349, 'name': PowerOffVM_Task, 'duration_secs': 0.157524} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.706533] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7408d37-495f-4c8f-9d9a-50333bb5902e tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] [instance: 1c6bbab3-3e6b-4617-b145-18eec7221195] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1757.706698] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c7408d37-495f-4c8f-9d9a-50333bb5902e tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] [instance: 1c6bbab3-3e6b-4617-b145-18eec7221195] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1757.707364] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97ec8b80-a91d-4788-97e2-7c7b1f76a05a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.745023] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d35284-87f2-41c6-8ad3-56c238bc5278 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.747908] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c7408d37-495f-4c8f-9d9a-50333bb5902e tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] [instance: 1c6bbab3-3e6b-4617-b145-18eec7221195] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1757.748122] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c7408d37-495f-4c8f-9d9a-50333bb5902e tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] [instance: 1c6bbab3-3e6b-4617-b145-18eec7221195] Deleting contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1757.748300] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7408d37-495f-4c8f-9d9a-50333bb5902e tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Deleting the datastore file [datastore2] 1c6bbab3-3e6b-4617-b145-18eec7221195 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1757.749652] env[63750]: DEBUG nova.network.neutron [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Updating instance_info_cache with network_info: [{"id": "23e4432e-9260-4b6a-9958-9938a0a5fcad", "address": "fa:16:3e:0c:b7:94", "network": {"id": "48e9ee2e-d753-4146-b499-cb5088587924", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97464ef51d4848b2beb776e97a17e4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23e4432e-92", "ovs_interfaceid": "23e4432e-9260-4b6a-9958-9938a0a5fcad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1757.750602] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd85f172-7f08-4a0b-8b62-f04aca746bc0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.762337] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36b955d-3d1c-4159-ad8a-659131e8bd7c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.767262] env[63750]: DEBUG oslo_vmware.api [None req-c7408d37-495f-4c8f-9d9a-50333bb5902e tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Waiting for the task: (returnval){ [ 1757.767262] env[63750]: value = "task-2006352" [ 1757.767262] env[63750]: _type = "Task" [ 1757.767262] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.783290] env[63750]: DEBUG nova.compute.provider_tree [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1757.791075] env[63750]: DEBUG oslo_vmware.api [None req-c7408d37-495f-4c8f-9d9a-50333bb5902e tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Task: {'id': task-2006352, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.810348] env[63750]: DEBUG oslo_concurrency.lockutils [req-ef3f15db-89a3-4f76-91a7-d85bf9cc3c8c req-49a0d0d5-badd-47d3-acb0-dc77fc3365ad service nova] Releasing lock "refresh_cache-b137e48f-6f38-483f-8c23-1d47bf8aecc2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1757.894406] env[63750]: DEBUG oslo_vmware.api [None req-e33046dd-3de5-4164-bd69-b4d83025179a tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Task: {'id': task-2006348, 'name': ReconfigVM_Task, 'duration_secs': 0.534926} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.894707] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-e33046dd-3de5-4164-bd69-b4d83025179a tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Reconfigured VM instance instance-00000016 to attach disk [datastore2] volume-7737bc77-2c9c-4961-afbc-55276c05ad00/volume-7737bc77-2c9c-4961-afbc-55276c05ad00.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1757.899650] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10a5ee50-80c8-4e76-abd8-f2a487f8a069 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.910313] env[63750]: DEBUG oslo_concurrency.lockutils [None req-584043b1-1578-4860-8e31-9a879e4c5292 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.919557] env[63750]: DEBUG oslo_vmware.api [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006350, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071499} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.919813] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1757.920582] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ecbbb6-ec35-4a3d-ba91-9764828bcd1c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.933458] env[63750]: DEBUG oslo_vmware.api [None req-e33046dd-3de5-4164-bd69-b4d83025179a tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Waiting for the task: (returnval){ [ 1757.933458] env[63750]: value = "task-2006353" [ 1757.933458] env[63750]: _type = "Task" [ 1757.933458] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.951213] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 3929441f-fefc-469f-a440-d7f3146abde2/3929441f-fefc-469f-a440-d7f3146abde2.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1757.955120] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53240a8e-9865-4355-8269-2bb39bc4fded {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.976302] env[63750]: DEBUG oslo_vmware.api [None req-e33046dd-3de5-4164-bd69-b4d83025179a tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Task: {'id': task-2006353, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.977055] env[63750]: DEBUG oslo_vmware.api [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1757.977055] env[63750]: value = "task-2006354" [ 1757.977055] env[63750]: _type = "Task" [ 1757.977055] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.985572] env[63750]: DEBUG oslo_vmware.api [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006354, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.244802] env[63750]: DEBUG oslo_concurrency.lockutils [None req-240edc3d-c48f-4bf2-bb6c-76092a127ef6 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquiring lock "interface-01a1188a-6523-4d67-8507-2253c4c1a86a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.245682] env[63750]: DEBUG oslo_concurrency.lockutils [None req-240edc3d-c48f-4bf2-bb6c-76092a127ef6 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lock "interface-01a1188a-6523-4d67-8507-2253c4c1a86a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.245682] env[63750]: DEBUG nova.objects.instance [None req-240edc3d-c48f-4bf2-bb6c-76092a127ef6 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lazy-loading 'flavor' on Instance uuid 01a1188a-6523-4d67-8507-2253c4c1a86a {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1758.255141] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Releasing lock "refresh_cache-99c765c3-0b70-4f53-a8e7-e2723898c70e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1758.280417] env[63750]: DEBUG oslo_vmware.api [None req-c7408d37-495f-4c8f-9d9a-50333bb5902e tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Task: {'id': task-2006352, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101133} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.280667] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7408d37-495f-4c8f-9d9a-50333bb5902e tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1758.280858] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c7408d37-495f-4c8f-9d9a-50333bb5902e tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] [instance: 1c6bbab3-3e6b-4617-b145-18eec7221195] Deleted contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1758.281045] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c7408d37-495f-4c8f-9d9a-50333bb5902e tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] [instance: 1c6bbab3-3e6b-4617-b145-18eec7221195] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1758.281217] env[63750]: INFO nova.compute.manager [None req-c7408d37-495f-4c8f-9d9a-50333bb5902e tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] [instance: 1c6bbab3-3e6b-4617-b145-18eec7221195] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1758.281464] env[63750]: DEBUG oslo.service.loopingcall [None req-c7408d37-495f-4c8f-9d9a-50333bb5902e tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1758.281649] env[63750]: DEBUG nova.compute.manager [-] [instance: 1c6bbab3-3e6b-4617-b145-18eec7221195] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1758.281750] env[63750]: DEBUG nova.network.neutron [-] [instance: 1c6bbab3-3e6b-4617-b145-18eec7221195] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1758.285944] env[63750]: DEBUG nova.scheduler.client.report [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1758.298381] env[63750]: DEBUG nova.network.neutron [-] [instance: 1c6bbab3-3e6b-4617-b145-18eec7221195] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1758.454173] env[63750]: DEBUG oslo_vmware.api [None req-e33046dd-3de5-4164-bd69-b4d83025179a tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Task: {'id': task-2006353, 'name': ReconfigVM_Task, 'duration_secs': 0.299031} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.454480] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-e33046dd-3de5-4164-bd69-b4d83025179a tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412536', 'volume_id': '7737bc77-2c9c-4961-afbc-55276c05ad00', 'name': 'volume-7737bc77-2c9c-4961-afbc-55276c05ad00', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '71b4eb74-3e75-44d0-a132-0fa238a09fd2', 'attached_at': '', 'detached_at': '', 'volume_id': '7737bc77-2c9c-4961-afbc-55276c05ad00', 'serial': '7737bc77-2c9c-4961-afbc-55276c05ad00'} {{(pid=63750) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1758.490498] env[63750]: DEBUG oslo_vmware.api [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006354, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.791748] env[63750]: DEBUG oslo_concurrency.lockutils [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.605s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.792309] env[63750]: DEBUG nova.compute.manager [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1758.795745] env[63750]: DEBUG oslo_concurrency.lockutils [None req-738e0231-94b2-4913-b430-610f2e4398d4 tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.691s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.797065] env[63750]: DEBUG nova.objects.instance [None req-738e0231-94b2-4913-b430-610f2e4398d4 tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Lazy-loading 'resources' on Instance uuid bc64e986-a2db-4386-bb74-b4e73761a742 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1758.801413] env[63750]: DEBUG nova.network.neutron [-] [instance: 1c6bbab3-3e6b-4617-b145-18eec7221195] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1758.853978] env[63750]: DEBUG nova.objects.instance [None req-240edc3d-c48f-4bf2-bb6c-76092a127ef6 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lazy-loading 'pci_requests' on Instance uuid 01a1188a-6523-4d67-8507-2253c4c1a86a {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1758.898400] env[63750]: DEBUG nova.compute.manager [req-70423962-4b5f-4e35-954f-a4d5cf35b210 req-0c9fc3a7-25a7-4435-9000-80c8f5e82b4d service nova] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] Received event network-changed-0bf7eae4-2892-4376-92d5-513b19f5f705 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1758.898400] env[63750]: DEBUG nova.compute.manager [req-70423962-4b5f-4e35-954f-a4d5cf35b210 req-0c9fc3a7-25a7-4435-9000-80c8f5e82b4d service nova] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] Refreshing instance network info cache due to event network-changed-0bf7eae4-2892-4376-92d5-513b19f5f705. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1758.898400] env[63750]: DEBUG oslo_concurrency.lockutils [req-70423962-4b5f-4e35-954f-a4d5cf35b210 req-0c9fc3a7-25a7-4435-9000-80c8f5e82b4d service nova] Acquiring lock "refresh_cache-b137e48f-6f38-483f-8c23-1d47bf8aecc2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1758.898400] env[63750]: DEBUG oslo_concurrency.lockutils [req-70423962-4b5f-4e35-954f-a4d5cf35b210 req-0c9fc3a7-25a7-4435-9000-80c8f5e82b4d service nova] Acquired lock "refresh_cache-b137e48f-6f38-483f-8c23-1d47bf8aecc2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.898400] env[63750]: DEBUG nova.network.neutron [req-70423962-4b5f-4e35-954f-a4d5cf35b210 req-0c9fc3a7-25a7-4435-9000-80c8f5e82b4d service nova] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] Refreshing network info cache for port 0bf7eae4-2892-4376-92d5-513b19f5f705 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1758.988730] env[63750]: DEBUG oslo_vmware.api [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006354, 'name': ReconfigVM_Task, 'duration_secs': 0.825154} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.989244] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 3929441f-fefc-469f-a440-d7f3146abde2/3929441f-fefc-469f-a440-d7f3146abde2.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1758.991182] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0705975c-7146-483d-8053-d183d05677b6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.003701] env[63750]: DEBUG oslo_vmware.api [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1759.003701] env[63750]: value = "task-2006355" [ 1759.003701] env[63750]: _type = "Task" [ 1759.003701] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.014265] env[63750]: DEBUG oslo_vmware.api [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006355, 'name': Rename_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.297770] env[63750]: DEBUG nova.compute.utils [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1759.299378] env[63750]: DEBUG nova.compute.manager [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1759.299378] env[63750]: DEBUG nova.network.neutron [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1759.309745] env[63750]: INFO nova.compute.manager [-] [instance: 1c6bbab3-3e6b-4617-b145-18eec7221195] Took 1.02 seconds to deallocate network for instance. [ 1759.357790] env[63750]: DEBUG nova.objects.base [None req-240edc3d-c48f-4bf2-bb6c-76092a127ef6 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Object Instance<01a1188a-6523-4d67-8507-2253c4c1a86a> lazy-loaded attributes: flavor,pci_requests {{(pid=63750) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1759.358031] env[63750]: DEBUG nova.network.neutron [None req-240edc3d-c48f-4bf2-bb6c-76092a127ef6 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1759.388176] env[63750]: DEBUG nova.policy [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59a2ae6895a44391a9643d6c30e16cd7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7785f894aa2844eea3d2f43644d3406a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1759.449017] env[63750]: DEBUG nova.policy [None req-240edc3d-c48f-4bf2-bb6c-76092a127ef6 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '742b9609250c4b599058105c38133a5d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd2139ec6eeb4ba6992db80e7239b224', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1759.497714] env[63750]: DEBUG nova.objects.instance [None req-e33046dd-3de5-4164-bd69-b4d83025179a tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Lazy-loading 'flavor' on Instance uuid 71b4eb74-3e75-44d0-a132-0fa238a09fd2 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1759.523148] env[63750]: DEBUG oslo_vmware.api [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006355, 'name': Rename_Task, 'duration_secs': 0.317151} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.526368] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1759.526853] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3117b729-6c4a-40e0-95f7-04d095f035c5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.535208] env[63750]: DEBUG oslo_vmware.api [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1759.535208] env[63750]: value = "task-2006356" [ 1759.535208] env[63750]: _type = "Task" [ 1759.535208] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.549831] env[63750]: DEBUG oslo_vmware.api [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006356, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.711125] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac48dd0d-052c-4ed8-b5fb-98c747f019d0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.722138] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4110f257-6b16-4323-8b68-9915d02a8c11 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.765015] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82067079-36a8-4eec-895c-36309a538aae {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.775661] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0da71b-9e30-49e9-b91e-178fd8258db6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.781277] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f4829e-6187-41e6-981e-410d635f4a71 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.794978] env[63750]: DEBUG nova.compute.provider_tree [None req-738e0231-94b2-4913-b430-610f2e4398d4 tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1759.812206] env[63750]: DEBUG nova.compute.manager [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1759.815351] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Updating instance '99c765c3-0b70-4f53-a8e7-e2723898c70e' progress to 0 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1759.821798] env[63750]: DEBUG nova.scheduler.client.report [None req-738e0231-94b2-4913-b430-610f2e4398d4 tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1759.825339] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c7408d37-495f-4c8f-9d9a-50333bb5902e tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1759.947176] env[63750]: DEBUG nova.network.neutron [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Successfully created port: f0dba54c-b596-4311-a09c-90fbbce39dd7 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1759.950027] env[63750]: DEBUG nova.network.neutron [req-70423962-4b5f-4e35-954f-a4d5cf35b210 req-0c9fc3a7-25a7-4435-9000-80c8f5e82b4d service nova] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] Updated VIF entry in instance network info cache for port 0bf7eae4-2892-4376-92d5-513b19f5f705. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1759.950373] env[63750]: DEBUG nova.network.neutron [req-70423962-4b5f-4e35-954f-a4d5cf35b210 req-0c9fc3a7-25a7-4435-9000-80c8f5e82b4d service nova] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] Updating instance_info_cache with network_info: [{"id": "0bf7eae4-2892-4376-92d5-513b19f5f705", "address": "fa:16:3e:03:6b:92", "network": {"id": "cdef1006-9322-4232-8ff4-911be387ffda", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-767626514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec8d92aafc4c4dba8b8511a58b70be3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bf7eae4-28", "ovs_interfaceid": "0bf7eae4-2892-4376-92d5-513b19f5f705", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1759.985975] env[63750]: DEBUG nova.network.neutron [None req-240edc3d-c48f-4bf2-bb6c-76092a127ef6 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Successfully created port: e9c4dc6a-232e-4374-b819-533ccc29b5eb {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1760.006858] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e33046dd-3de5-4164-bd69-b4d83025179a tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Lock "71b4eb74-3e75-44d0-a132-0fa238a09fd2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.372s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.049586] env[63750]: DEBUG oslo_vmware.api [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006356, 'name': PowerOnVM_Task, 'duration_secs': 0.498469} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.049586] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1760.049789] env[63750]: DEBUG nova.compute.manager [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1760.053018] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0acce792-7b34-41e1-990e-fb4ab4e7969d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.327989] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1760.329272] env[63750]: DEBUG oslo_concurrency.lockutils [None req-738e0231-94b2-4913-b430-610f2e4398d4 tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.533s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.334203] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-299e3c51-54e3-48a8-9468-de7db989465e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.334203] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.850s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.336234] env[63750]: INFO nova.compute.claims [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: c22023e7-8e33-478b-a1d7-f844a427dae6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1760.353049] env[63750]: DEBUG oslo_vmware.api [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Waiting for the task: (returnval){ [ 1760.353049] env[63750]: value = "task-2006357" [ 1760.353049] env[63750]: _type = "Task" [ 1760.353049] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.360674] env[63750]: DEBUG oslo_vmware.api [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2006357, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.368573] env[63750]: INFO nova.scheduler.client.report [None req-738e0231-94b2-4913-b430-610f2e4398d4 tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Deleted allocations for instance bc64e986-a2db-4386-bb74-b4e73761a742 [ 1760.431594] env[63750]: DEBUG nova.network.neutron [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Successfully created port: ce446037-0bee-442c-930c-b198ac153802 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1760.453039] env[63750]: DEBUG oslo_concurrency.lockutils [req-70423962-4b5f-4e35-954f-a4d5cf35b210 req-0c9fc3a7-25a7-4435-9000-80c8f5e82b4d service nova] Releasing lock "refresh_cache-b137e48f-6f38-483f-8c23-1d47bf8aecc2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1760.576229] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1760.614541] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquiring lock "bf03616d-723b-4ab9-9e5e-68b50541b080" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1760.614935] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "bf03616d-723b-4ab9-9e5e-68b50541b080" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.833649] env[63750]: DEBUG nova.compute.manager [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1760.863392] env[63750]: DEBUG oslo_vmware.api [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2006357, 'name': PowerOffVM_Task, 'duration_secs': 0.323953} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.863660] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1760.863845] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Updating instance '99c765c3-0b70-4f53-a8e7-e2723898c70e' progress to 17 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1760.871627] env[63750]: DEBUG nova.virt.hardware [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1760.871867] env[63750]: DEBUG nova.virt.hardware [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1760.872388] env[63750]: DEBUG nova.virt.hardware [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1760.872539] env[63750]: DEBUG nova.virt.hardware [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1760.872692] env[63750]: DEBUG nova.virt.hardware [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1760.872831] env[63750]: DEBUG nova.virt.hardware [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1760.873398] env[63750]: DEBUG nova.virt.hardware [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1760.874761] env[63750]: DEBUG nova.virt.hardware [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1760.874761] env[63750]: DEBUG nova.virt.hardware [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1760.874761] env[63750]: DEBUG nova.virt.hardware [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1760.874761] env[63750]: DEBUG nova.virt.hardware [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1760.879017] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee50997-bde9-4a8a-a407-21a5fa9a442d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.882564] env[63750]: DEBUG oslo_concurrency.lockutils [None req-738e0231-94b2-4913-b430-610f2e4398d4 tempest-ServersTestFqdnHostnames-14283303 tempest-ServersTestFqdnHostnames-14283303-project-member] Lock "bc64e986-a2db-4386-bb74-b4e73761a742" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.032s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.891018] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02357daa-0a0f-48d1-b719-f96fe36bf445 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.120506] env[63750]: DEBUG nova.compute.manager [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1761.384651] env[63750]: DEBUG nova.virt.hardware [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1761.385630] env[63750]: DEBUG nova.virt.hardware [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1761.385630] env[63750]: DEBUG nova.virt.hardware [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1761.385630] env[63750]: DEBUG nova.virt.hardware [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1761.385819] env[63750]: DEBUG nova.virt.hardware [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1761.385819] env[63750]: DEBUG nova.virt.hardware [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1761.385998] env[63750]: DEBUG nova.virt.hardware [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1761.386171] env[63750]: DEBUG nova.virt.hardware [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1761.386406] env[63750]: DEBUG nova.virt.hardware [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1761.386488] env[63750]: DEBUG nova.virt.hardware [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1761.386803] env[63750]: DEBUG nova.virt.hardware [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1761.394764] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59de0d50-1078-45b6-9ba8-03014eccbc99 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.413459] env[63750]: DEBUG oslo_vmware.api [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Waiting for the task: (returnval){ [ 1761.413459] env[63750]: value = "task-2006358" [ 1761.413459] env[63750]: _type = "Task" [ 1761.413459] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.428317] env[63750]: DEBUG oslo_vmware.api [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2006358, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.641403] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.752877] env[63750]: DEBUG nova.network.neutron [None req-240edc3d-c48f-4bf2-bb6c-76092a127ef6 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Successfully updated port: e9c4dc6a-232e-4374-b819-533ccc29b5eb {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1761.783381] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9a040c-d6d7-4bcd-b462-c6739f4eb5a4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.793408] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbbf027-50e9-4f79-aaca-89d8a6361067 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.830995] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5fcc6e-0049-48d6-9771-6d6239d09b50 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.841035] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac243186-3d28-41d9-84e7-e276309a2019 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.859171] env[63750]: DEBUG nova.compute.provider_tree [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1761.926543] env[63750]: DEBUG oslo_vmware.api [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2006358, 'name': ReconfigVM_Task, 'duration_secs': 0.170966} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.926865] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Updating instance '99c765c3-0b70-4f53-a8e7-e2723898c70e' progress to 33 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1762.018834] env[63750]: DEBUG nova.network.neutron [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Successfully updated port: f0dba54c-b596-4311-a09c-90fbbce39dd7 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1762.089714] env[63750]: DEBUG oslo_concurrency.lockutils [None req-383907bb-3fae-4204-9812-615a84b8eff8 tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Acquiring lock "71b4eb74-3e75-44d0-a132-0fa238a09fd2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.090010] env[63750]: DEBUG oslo_concurrency.lockutils [None req-383907bb-3fae-4204-9812-615a84b8eff8 tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Lock "71b4eb74-3e75-44d0-a132-0fa238a09fd2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.222148] env[63750]: DEBUG nova.compute.manager [req-4cfe37f2-06d5-4fc4-aef1-b1b7cb7bf4f3 req-08309aa7-1124-4d7a-9554-ed224dc4c459 service nova] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Received event network-vif-plugged-e9c4dc6a-232e-4374-b819-533ccc29b5eb {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1762.222374] env[63750]: DEBUG oslo_concurrency.lockutils [req-4cfe37f2-06d5-4fc4-aef1-b1b7cb7bf4f3 req-08309aa7-1124-4d7a-9554-ed224dc4c459 service nova] Acquiring lock "01a1188a-6523-4d67-8507-2253c4c1a86a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.222584] env[63750]: DEBUG oslo_concurrency.lockutils [req-4cfe37f2-06d5-4fc4-aef1-b1b7cb7bf4f3 req-08309aa7-1124-4d7a-9554-ed224dc4c459 service nova] Lock "01a1188a-6523-4d67-8507-2253c4c1a86a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.224657] env[63750]: DEBUG oslo_concurrency.lockutils [req-4cfe37f2-06d5-4fc4-aef1-b1b7cb7bf4f3 req-08309aa7-1124-4d7a-9554-ed224dc4c459 service nova] Lock "01a1188a-6523-4d67-8507-2253c4c1a86a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1762.225087] env[63750]: DEBUG nova.compute.manager [req-4cfe37f2-06d5-4fc4-aef1-b1b7cb7bf4f3 req-08309aa7-1124-4d7a-9554-ed224dc4c459 service nova] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] No waiting events found dispatching network-vif-plugged-e9c4dc6a-232e-4374-b819-533ccc29b5eb {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1762.225341] env[63750]: WARNING nova.compute.manager [req-4cfe37f2-06d5-4fc4-aef1-b1b7cb7bf4f3 req-08309aa7-1124-4d7a-9554-ed224dc4c459 service nova] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Received unexpected event network-vif-plugged-e9c4dc6a-232e-4374-b819-533ccc29b5eb for instance with vm_state active and task_state None. [ 1762.263764] env[63750]: DEBUG oslo_concurrency.lockutils [None req-240edc3d-c48f-4bf2-bb6c-76092a127ef6 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquiring lock "refresh_cache-01a1188a-6523-4d67-8507-2253c4c1a86a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1762.263764] env[63750]: DEBUG oslo_concurrency.lockutils [None req-240edc3d-c48f-4bf2-bb6c-76092a127ef6 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquired lock "refresh_cache-01a1188a-6523-4d67-8507-2253c4c1a86a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1762.263764] env[63750]: DEBUG nova.network.neutron [None req-240edc3d-c48f-4bf2-bb6c-76092a127ef6 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1762.365310] env[63750]: DEBUG nova.scheduler.client.report [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1762.434214] env[63750]: DEBUG nova.virt.hardware [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:58:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='339a1bd5-5f5b-4cb3-be97-5b67b6ff4786',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1906996568',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1762.434214] env[63750]: DEBUG nova.virt.hardware [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1762.434214] env[63750]: DEBUG nova.virt.hardware [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1762.434214] env[63750]: DEBUG nova.virt.hardware [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1762.434214] env[63750]: DEBUG nova.virt.hardware [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1762.434214] env[63750]: DEBUG nova.virt.hardware [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1762.435498] env[63750]: DEBUG nova.virt.hardware [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1762.435798] env[63750]: DEBUG nova.virt.hardware [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1762.436077] env[63750]: DEBUG nova.virt.hardware [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1762.436322] env[63750]: DEBUG nova.virt.hardware [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1762.436584] env[63750]: DEBUG nova.virt.hardware [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1762.446323] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Reconfiguring VM instance instance-00000028 to detach disk 2000 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1762.446724] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a45d4f23-4b82-4f23-af1f-9285a838d1af {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.477507] env[63750]: DEBUG oslo_vmware.api [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Waiting for the task: (returnval){ [ 1762.477507] env[63750]: value = "task-2006359" [ 1762.477507] env[63750]: _type = "Task" [ 1762.477507] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.489300] env[63750]: DEBUG oslo_vmware.api [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2006359, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.593543] env[63750]: INFO nova.compute.manager [None req-383907bb-3fae-4204-9812-615a84b8eff8 tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Detaching volume 7737bc77-2c9c-4961-afbc-55276c05ad00 [ 1762.632504] env[63750]: INFO nova.virt.block_device [None req-383907bb-3fae-4204-9812-615a84b8eff8 tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Attempting to driver detach volume 7737bc77-2c9c-4961-afbc-55276c05ad00 from mountpoint /dev/sdb [ 1762.632816] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-383907bb-3fae-4204-9812-615a84b8eff8 tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Volume detach. Driver type: vmdk {{(pid=63750) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1762.633043] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-383907bb-3fae-4204-9812-615a84b8eff8 tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412536', 'volume_id': '7737bc77-2c9c-4961-afbc-55276c05ad00', 'name': 'volume-7737bc77-2c9c-4961-afbc-55276c05ad00', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '71b4eb74-3e75-44d0-a132-0fa238a09fd2', 'attached_at': '', 'detached_at': '', 'volume_id': '7737bc77-2c9c-4961-afbc-55276c05ad00', 'serial': '7737bc77-2c9c-4961-afbc-55276c05ad00'} {{(pid=63750) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1762.633965] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce82d50e-72f0-464e-9c4f-57ab913e818e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.662060] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d763169-27e5-4102-ab9e-f10e178c45f4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.670523] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc0a6e1-273a-4af1-813f-cb56cd9a34f1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.692201] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5ed574-fb64-44b2-9543-e2c8f0f4b43b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.711915] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-383907bb-3fae-4204-9812-615a84b8eff8 tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] The volume has not been displaced from its original location: [datastore2] volume-7737bc77-2c9c-4961-afbc-55276c05ad00/volume-7737bc77-2c9c-4961-afbc-55276c05ad00.vmdk. No consolidation needed. {{(pid=63750) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1762.718505] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-383907bb-3fae-4204-9812-615a84b8eff8 tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Reconfiguring VM instance instance-00000016 to detach disk 2001 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1762.718997] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24a0c729-b983-4bb8-b659-e8851be91794 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.739411] env[63750]: DEBUG oslo_vmware.api [None req-383907bb-3fae-4204-9812-615a84b8eff8 tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Waiting for the task: (returnval){ [ 1762.739411] env[63750]: value = "task-2006360" [ 1762.739411] env[63750]: _type = "Task" [ 1762.739411] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.753221] env[63750]: DEBUG oslo_vmware.api [None req-383907bb-3fae-4204-9812-615a84b8eff8 tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Task: {'id': task-2006360, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.826812] env[63750]: WARNING nova.network.neutron [None req-240edc3d-c48f-4bf2-bb6c-76092a127ef6 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] ff81de04-7e48-4127-88aa-44bb0621a003 already exists in list: networks containing: ['ff81de04-7e48-4127-88aa-44bb0621a003']. ignoring it [ 1762.868927] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.535s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1762.870039] env[63750]: DEBUG nova.compute.manager [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: c22023e7-8e33-478b-a1d7-f844a427dae6] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1762.873937] env[63750]: DEBUG oslo_concurrency.lockutils [None req-65b936cb-cdf8-4469-a5d4-1c5def8e6250 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.326s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.873937] env[63750]: DEBUG nova.objects.instance [None req-65b936cb-cdf8-4469-a5d4-1c5def8e6250 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Lazy-loading 'resources' on Instance uuid aa0a6972-7734-4c0a-ab87-64cefae55e6c {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1762.996370] env[63750]: DEBUG oslo_vmware.api [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2006359, 'name': ReconfigVM_Task, 'duration_secs': 0.279554} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.996370] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Reconfigured VM instance instance-00000028 to detach disk 2000 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1762.996370] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ed5701-3dd1-4af3-8f49-3d8ba570138d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.020450] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 99c765c3-0b70-4f53-a8e7-e2723898c70e/99c765c3-0b70-4f53-a8e7-e2723898c70e.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1763.023348] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f330d4f-cddb-41e1-94b8-0a3d05742325 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.043509] env[63750]: DEBUG oslo_vmware.api [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Waiting for the task: (returnval){ [ 1763.043509] env[63750]: value = "task-2006361" [ 1763.043509] env[63750]: _type = "Task" [ 1763.043509] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.053557] env[63750]: DEBUG oslo_vmware.api [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2006361, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.253519] env[63750]: DEBUG oslo_vmware.api [None req-383907bb-3fae-4204-9812-615a84b8eff8 tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Task: {'id': task-2006360, 'name': ReconfigVM_Task, 'duration_secs': 0.249187} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.253921] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-383907bb-3fae-4204-9812-615a84b8eff8 tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Reconfigured VM instance instance-00000016 to detach disk 2001 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1763.260998] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d0cbf4e-c134-4c2d-8ce4-8e7a0efdf284 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.284719] env[63750]: DEBUG oslo_vmware.api [None req-383907bb-3fae-4204-9812-615a84b8eff8 tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Waiting for the task: (returnval){ [ 1763.284719] env[63750]: value = "task-2006362" [ 1763.284719] env[63750]: _type = "Task" [ 1763.284719] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.297613] env[63750]: DEBUG oslo_vmware.api [None req-383907bb-3fae-4204-9812-615a84b8eff8 tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Task: {'id': task-2006362, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.379570] env[63750]: DEBUG nova.compute.utils [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1763.381237] env[63750]: DEBUG nova.compute.manager [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: c22023e7-8e33-478b-a1d7-f844a427dae6] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1763.381420] env[63750]: DEBUG nova.network.neutron [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: c22023e7-8e33-478b-a1d7-f844a427dae6] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1763.443205] env[63750]: DEBUG nova.policy [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '25239e1c5b3b49c98f0d369c6ce9400f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0c89bae00b24212a69070c7cf47dd33', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1763.555749] env[63750]: DEBUG oslo_vmware.api [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2006361, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.577772] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4501da25-9493-4660-8980-b4e7d28fd20d tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquiring lock "3929441f-fefc-469f-a440-d7f3146abde2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.577949] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4501da25-9493-4660-8980-b4e7d28fd20d tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "3929441f-fefc-469f-a440-d7f3146abde2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.578589] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4501da25-9493-4660-8980-b4e7d28fd20d tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquiring lock "3929441f-fefc-469f-a440-d7f3146abde2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.578835] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4501da25-9493-4660-8980-b4e7d28fd20d tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "3929441f-fefc-469f-a440-d7f3146abde2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.579282] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4501da25-9493-4660-8980-b4e7d28fd20d tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "3929441f-fefc-469f-a440-d7f3146abde2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.584544] env[63750]: INFO nova.compute.manager [None req-4501da25-9493-4660-8980-b4e7d28fd20d tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Terminating instance [ 1763.802639] env[63750]: DEBUG oslo_vmware.api [None req-383907bb-3fae-4204-9812-615a84b8eff8 tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Task: {'id': task-2006362, 'name': ReconfigVM_Task, 'duration_secs': 0.28523} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.802639] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-383907bb-3fae-4204-9812-615a84b8eff8 tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412536', 'volume_id': '7737bc77-2c9c-4961-afbc-55276c05ad00', 'name': 'volume-7737bc77-2c9c-4961-afbc-55276c05ad00', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '71b4eb74-3e75-44d0-a132-0fa238a09fd2', 'attached_at': '', 'detached_at': '', 'volume_id': '7737bc77-2c9c-4961-afbc-55276c05ad00', 'serial': '7737bc77-2c9c-4961-afbc-55276c05ad00'} {{(pid=63750) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1763.812564] env[63750]: DEBUG nova.network.neutron [None req-240edc3d-c48f-4bf2-bb6c-76092a127ef6 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Updating instance_info_cache with network_info: [{"id": "4664724a-d0b0-4224-9b3c-66ee61113620", "address": "fa:16:3e:a5:f5:aa", "network": {"id": "ff81de04-7e48-4127-88aa-44bb0621a003", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-707332449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2139ec6eeb4ba6992db80e7239b224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4664724a-d0", "ovs_interfaceid": "4664724a-d0b0-4224-9b3c-66ee61113620", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e9c4dc6a-232e-4374-b819-533ccc29b5eb", "address": "fa:16:3e:5a:0a:3d", "network": {"id": "ff81de04-7e48-4127-88aa-44bb0621a003", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-707332449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2139ec6eeb4ba6992db80e7239b224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9c4dc6a-23", "ovs_interfaceid": "e9c4dc6a-232e-4374-b819-533ccc29b5eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1763.841818] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fc0bb7-2832-4651-ba72-5a9ccbfd0d6a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.846357] env[63750]: DEBUG nova.network.neutron [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: c22023e7-8e33-478b-a1d7-f844a427dae6] Successfully created port: ac98a9e9-6bb6-4b54-995a-33dec1c5d7a3 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1763.854262] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ef3840-ab9f-4f05-aa4a-0c9c64a3e424 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.885578] env[63750]: DEBUG nova.compute.manager [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: c22023e7-8e33-478b-a1d7-f844a427dae6] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1763.892017] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a6f364-e5c3-41cd-8941-7f98cb4a1d9a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.897297] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9545461b-3f1d-4547-b7bd-f32bf3332b03 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.912615] env[63750]: DEBUG nova.compute.provider_tree [None req-65b936cb-cdf8-4469-a5d4-1c5def8e6250 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1764.054913] env[63750]: DEBUG oslo_vmware.api [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2006361, 'name': ReconfigVM_Task, 'duration_secs': 0.564249} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.055204] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 99c765c3-0b70-4f53-a8e7-e2723898c70e/99c765c3-0b70-4f53-a8e7-e2723898c70e.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1764.055494] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Updating instance '99c765c3-0b70-4f53-a8e7-e2723898c70e' progress to 50 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1764.098316] env[63750]: DEBUG nova.compute.manager [None req-4501da25-9493-4660-8980-b4e7d28fd20d tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1764.098316] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4501da25-9493-4660-8980-b4e7d28fd20d tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1764.098768] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f57cf7-e07b-41d9-b954-ede983a94d7c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.109937] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-4501da25-9493-4660-8980-b4e7d28fd20d tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1764.110480] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b571fca-b03d-4e48-ae7f-669051544481 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.118699] env[63750]: DEBUG oslo_vmware.api [None req-4501da25-9493-4660-8980-b4e7d28fd20d tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1764.118699] env[63750]: value = "task-2006363" [ 1764.118699] env[63750]: _type = "Task" [ 1764.118699] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.129829] env[63750]: DEBUG oslo_vmware.api [None req-4501da25-9493-4660-8980-b4e7d28fd20d tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.316399] env[63750]: DEBUG oslo_concurrency.lockutils [None req-240edc3d-c48f-4bf2-bb6c-76092a127ef6 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Releasing lock "refresh_cache-01a1188a-6523-4d67-8507-2253c4c1a86a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1764.317135] env[63750]: DEBUG oslo_concurrency.lockutils [None req-240edc3d-c48f-4bf2-bb6c-76092a127ef6 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquiring lock "01a1188a-6523-4d67-8507-2253c4c1a86a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1764.317303] env[63750]: DEBUG oslo_concurrency.lockutils [None req-240edc3d-c48f-4bf2-bb6c-76092a127ef6 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquired lock "01a1188a-6523-4d67-8507-2253c4c1a86a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1764.318299] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2cddfa9-3611-429f-b6b5-11425f7c016a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.346419] env[63750]: DEBUG nova.virt.hardware [None req-240edc3d-c48f-4bf2-bb6c-76092a127ef6 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1764.347862] env[63750]: DEBUG nova.virt.hardware [None req-240edc3d-c48f-4bf2-bb6c-76092a127ef6 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1764.347862] env[63750]: DEBUG nova.virt.hardware [None req-240edc3d-c48f-4bf2-bb6c-76092a127ef6 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1764.347862] env[63750]: DEBUG nova.virt.hardware [None req-240edc3d-c48f-4bf2-bb6c-76092a127ef6 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1764.347862] env[63750]: DEBUG nova.virt.hardware [None req-240edc3d-c48f-4bf2-bb6c-76092a127ef6 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1764.347862] env[63750]: DEBUG nova.virt.hardware [None req-240edc3d-c48f-4bf2-bb6c-76092a127ef6 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1764.347862] env[63750]: DEBUG nova.virt.hardware [None req-240edc3d-c48f-4bf2-bb6c-76092a127ef6 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1764.347862] env[63750]: DEBUG nova.virt.hardware [None req-240edc3d-c48f-4bf2-bb6c-76092a127ef6 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1764.348158] env[63750]: DEBUG nova.virt.hardware [None req-240edc3d-c48f-4bf2-bb6c-76092a127ef6 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1764.348158] env[63750]: DEBUG nova.virt.hardware [None req-240edc3d-c48f-4bf2-bb6c-76092a127ef6 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1764.348304] env[63750]: DEBUG nova.virt.hardware [None req-240edc3d-c48f-4bf2-bb6c-76092a127ef6 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1764.357133] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-240edc3d-c48f-4bf2-bb6c-76092a127ef6 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Reconfiguring VM to attach interface {{(pid=63750) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1764.357133] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da4f0f21-3b62-4ddf-8b6b-b8ca88d91dce {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.381472] env[63750]: DEBUG oslo_vmware.api [None req-240edc3d-c48f-4bf2-bb6c-76092a127ef6 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Waiting for the task: (returnval){ [ 1764.381472] env[63750]: value = "task-2006364" [ 1764.381472] env[63750]: _type = "Task" [ 1764.381472] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.391419] env[63750]: DEBUG oslo_vmware.api [None req-240edc3d-c48f-4bf2-bb6c-76092a127ef6 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2006364, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.403611] env[63750]: DEBUG nova.objects.instance [None req-383907bb-3fae-4204-9812-615a84b8eff8 tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Lazy-loading 'flavor' on Instance uuid 71b4eb74-3e75-44d0-a132-0fa238a09fd2 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1764.416155] env[63750]: DEBUG nova.scheduler.client.report [None req-65b936cb-cdf8-4469-a5d4-1c5def8e6250 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1764.561727] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef51465-b006-45d7-ab11-1dc4199957c1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.583692] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c7a2b0-1907-46eb-93bd-59cafecf521b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.604198] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Updating instance '99c765c3-0b70-4f53-a8e7-e2723898c70e' progress to 67 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1764.630477] env[63750]: DEBUG oslo_vmware.api [None req-4501da25-9493-4660-8980-b4e7d28fd20d tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006363, 'name': PowerOffVM_Task, 'duration_secs': 0.233805} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.630477] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-4501da25-9493-4660-8980-b4e7d28fd20d tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1764.630631] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4501da25-9493-4660-8980-b4e7d28fd20d tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1764.630860] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf3da0ec-1d65-457d-9fcc-aa5f457f0806 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.740735] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4501da25-9493-4660-8980-b4e7d28fd20d tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1764.740735] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4501da25-9493-4660-8980-b4e7d28fd20d tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1764.740735] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-4501da25-9493-4660-8980-b4e7d28fd20d tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Deleting the datastore file [datastore1] 3929441f-fefc-469f-a440-d7f3146abde2 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1764.741049] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c595b924-fdce-4d4f-95ab-2e84af96de3b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.752958] env[63750]: DEBUG oslo_vmware.api [None req-4501da25-9493-4660-8980-b4e7d28fd20d tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1764.752958] env[63750]: value = "task-2006366" [ 1764.752958] env[63750]: _type = "Task" [ 1764.752958] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.763214] env[63750]: DEBUG oslo_vmware.api [None req-4501da25-9493-4660-8980-b4e7d28fd20d tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006366, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.891977] env[63750]: DEBUG oslo_vmware.api [None req-240edc3d-c48f-4bf2-bb6c-76092a127ef6 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2006364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.898911] env[63750]: DEBUG nova.compute.manager [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: c22023e7-8e33-478b-a1d7-f844a427dae6] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1764.916866] env[63750]: DEBUG oslo_concurrency.lockutils [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquiring lock "f9e7715c-fd1a-4425-a800-c07f5627807c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.917020] env[63750]: DEBUG oslo_concurrency.lockutils [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "f9e7715c-fd1a-4425-a800-c07f5627807c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.926901] env[63750]: DEBUG oslo_concurrency.lockutils [None req-65b936cb-cdf8-4469-a5d4-1c5def8e6250 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.055s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.933430] env[63750]: DEBUG nova.virt.hardware [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1764.933430] env[63750]: DEBUG nova.virt.hardware [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1764.933430] env[63750]: DEBUG nova.virt.hardware [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1764.933430] env[63750]: DEBUG nova.virt.hardware [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1764.933430] env[63750]: DEBUG nova.virt.hardware [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1764.933430] env[63750]: DEBUG nova.virt.hardware [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1764.933430] env[63750]: DEBUG nova.virt.hardware [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1764.933430] env[63750]: DEBUG nova.virt.hardware [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1764.933430] env[63750]: DEBUG nova.virt.hardware [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1764.933430] env[63750]: DEBUG nova.virt.hardware [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1764.933430] env[63750]: DEBUG nova.virt.hardware [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1764.934128] env[63750]: DEBUG oslo_concurrency.lockutils [None req-60f53fd0-3d07-4501-8ae2-0ea03afe885c tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.501s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.934267] env[63750]: DEBUG nova.objects.instance [None req-60f53fd0-3d07-4501-8ae2-0ea03afe885c tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Lazy-loading 'resources' on Instance uuid 2fc56c3b-95cc-4604-9396-24dc498dddcf {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1764.936190] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afa9710-9205-438c-9570-1b7abda844d7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.949744] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145eb5ce-6aed-4ff6-9da6-7a5c31c8e2ac {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.966253] env[63750]: INFO nova.scheduler.client.report [None req-65b936cb-cdf8-4469-a5d4-1c5def8e6250 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Deleted allocations for instance aa0a6972-7734-4c0a-ab87-64cefae55e6c [ 1765.003619] env[63750]: DEBUG nova.compute.manager [req-a2a49e72-c67d-4fd5-a868-014d1d5cf7e1 req-e3fe94e9-daf1-4bfb-9ac6-0855181ed26c service nova] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Received event network-changed-e9c4dc6a-232e-4374-b819-533ccc29b5eb {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1765.004270] env[63750]: DEBUG nova.compute.manager [req-a2a49e72-c67d-4fd5-a868-014d1d5cf7e1 req-e3fe94e9-daf1-4bfb-9ac6-0855181ed26c service nova] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Refreshing instance network info cache due to event network-changed-e9c4dc6a-232e-4374-b819-533ccc29b5eb. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1765.004423] env[63750]: DEBUG oslo_concurrency.lockutils [req-a2a49e72-c67d-4fd5-a868-014d1d5cf7e1 req-e3fe94e9-daf1-4bfb-9ac6-0855181ed26c service nova] Acquiring lock "refresh_cache-01a1188a-6523-4d67-8507-2253c4c1a86a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1765.004721] env[63750]: DEBUG oslo_concurrency.lockutils [req-a2a49e72-c67d-4fd5-a868-014d1d5cf7e1 req-e3fe94e9-daf1-4bfb-9ac6-0855181ed26c service nova] Acquired lock "refresh_cache-01a1188a-6523-4d67-8507-2253c4c1a86a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.005140] env[63750]: DEBUG nova.network.neutron [req-a2a49e72-c67d-4fd5-a868-014d1d5cf7e1 req-e3fe94e9-daf1-4bfb-9ac6-0855181ed26c service nova] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Refreshing network info cache for port e9c4dc6a-232e-4374-b819-533ccc29b5eb {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1765.101671] env[63750]: DEBUG nova.network.neutron [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Successfully updated port: ce446037-0bee-442c-930c-b198ac153802 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1765.161853] env[63750]: DEBUG nova.network.neutron [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Port 23e4432e-9260-4b6a-9958-9938a0a5fcad binding to destination host cpu-1 is already ACTIVE {{(pid=63750) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1765.262543] env[63750]: DEBUG oslo_vmware.api [None req-4501da25-9493-4660-8980-b4e7d28fd20d tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006366, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.263366] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-4501da25-9493-4660-8980-b4e7d28fd20d tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1765.263560] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4501da25-9493-4660-8980-b4e7d28fd20d tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1765.263737] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4501da25-9493-4660-8980-b4e7d28fd20d tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1765.263914] env[63750]: INFO nova.compute.manager [None req-4501da25-9493-4660-8980-b4e7d28fd20d tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1765.264170] env[63750]: DEBUG oslo.service.loopingcall [None req-4501da25-9493-4660-8980-b4e7d28fd20d tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1765.264367] env[63750]: DEBUG nova.compute.manager [-] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1765.264483] env[63750]: DEBUG nova.network.neutron [-] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1765.312092] env[63750]: DEBUG nova.compute.manager [req-027a265f-c376-4884-b71f-cc93a54345e3 req-562b8de0-bc1f-45eb-8afc-be298312cbdb service nova] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Received event network-vif-plugged-ce446037-0bee-442c-930c-b198ac153802 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1765.312092] env[63750]: DEBUG oslo_concurrency.lockutils [req-027a265f-c376-4884-b71f-cc93a54345e3 req-562b8de0-bc1f-45eb-8afc-be298312cbdb service nova] Acquiring lock "5f03b2d8-0716-465c-96c8-3f12c586d173-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.312092] env[63750]: DEBUG oslo_concurrency.lockutils [req-027a265f-c376-4884-b71f-cc93a54345e3 req-562b8de0-bc1f-45eb-8afc-be298312cbdb service nova] Lock "5f03b2d8-0716-465c-96c8-3f12c586d173-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.312288] env[63750]: DEBUG oslo_concurrency.lockutils [req-027a265f-c376-4884-b71f-cc93a54345e3 req-562b8de0-bc1f-45eb-8afc-be298312cbdb service nova] Lock "5f03b2d8-0716-465c-96c8-3f12c586d173-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.312288] env[63750]: DEBUG nova.compute.manager [req-027a265f-c376-4884-b71f-cc93a54345e3 req-562b8de0-bc1f-45eb-8afc-be298312cbdb service nova] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] No waiting events found dispatching network-vif-plugged-ce446037-0bee-442c-930c-b198ac153802 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1765.312416] env[63750]: WARNING nova.compute.manager [req-027a265f-c376-4884-b71f-cc93a54345e3 req-562b8de0-bc1f-45eb-8afc-be298312cbdb service nova] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Received unexpected event network-vif-plugged-ce446037-0bee-442c-930c-b198ac153802 for instance with vm_state building and task_state spawning. [ 1765.391502] env[63750]: DEBUG oslo_vmware.api [None req-240edc3d-c48f-4bf2-bb6c-76092a127ef6 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2006364, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.422019] env[63750]: DEBUG oslo_concurrency.lockutils [None req-383907bb-3fae-4204-9812-615a84b8eff8 tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Lock "71b4eb74-3e75-44d0-a132-0fa238a09fd2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.329s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.422019] env[63750]: DEBUG nova.compute.manager [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1765.473233] env[63750]: DEBUG oslo_concurrency.lockutils [None req-65b936cb-cdf8-4469-a5d4-1c5def8e6250 tempest-ListImageFiltersTestJSON-1634324987 tempest-ListImageFiltersTestJSON-1634324987-project-member] Lock "aa0a6972-7734-4c0a-ab87-64cefae55e6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.891s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.604932] env[63750]: DEBUG oslo_concurrency.lockutils [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Acquiring lock "refresh_cache-5f03b2d8-0716-465c-96c8-3f12c586d173" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1765.605115] env[63750]: DEBUG oslo_concurrency.lockutils [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Acquired lock "refresh_cache-5f03b2d8-0716-465c-96c8-3f12c586d173" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.605265] env[63750]: DEBUG nova.network.neutron [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1765.701664] env[63750]: DEBUG nova.network.neutron [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: c22023e7-8e33-478b-a1d7-f844a427dae6] Successfully updated port: ac98a9e9-6bb6-4b54-995a-33dec1c5d7a3 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1765.761119] env[63750]: DEBUG nova.network.neutron [req-a2a49e72-c67d-4fd5-a868-014d1d5cf7e1 req-e3fe94e9-daf1-4bfb-9ac6-0855181ed26c service nova] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Updated VIF entry in instance network info cache for port e9c4dc6a-232e-4374-b819-533ccc29b5eb. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1765.761119] env[63750]: DEBUG nova.network.neutron [req-a2a49e72-c67d-4fd5-a868-014d1d5cf7e1 req-e3fe94e9-daf1-4bfb-9ac6-0855181ed26c service nova] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Updating instance_info_cache with network_info: [{"id": "4664724a-d0b0-4224-9b3c-66ee61113620", "address": "fa:16:3e:a5:f5:aa", "network": {"id": "ff81de04-7e48-4127-88aa-44bb0621a003", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-707332449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2139ec6eeb4ba6992db80e7239b224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4664724a-d0", "ovs_interfaceid": "4664724a-d0b0-4224-9b3c-66ee61113620", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e9c4dc6a-232e-4374-b819-533ccc29b5eb", "address": "fa:16:3e:5a:0a:3d", "network": {"id": "ff81de04-7e48-4127-88aa-44bb0621a003", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-707332449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2139ec6eeb4ba6992db80e7239b224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9c4dc6a-23", "ovs_interfaceid": "e9c4dc6a-232e-4374-b819-533ccc29b5eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1765.872833] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6ddfe2-c622-42b7-a55f-dc6e0ba20915 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.880950] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0074a280-5dcc-4339-a801-33066428bf0e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.892626] env[63750]: DEBUG oslo_vmware.api [None req-240edc3d-c48f-4bf2-bb6c-76092a127ef6 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2006364, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.918283] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7badf9-aad0-4b6c-953a-6cd4f0e3cb9d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.928853] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc316605-b628-4eb4-94fa-a648b9cb1c96 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.946191] env[63750]: DEBUG nova.compute.provider_tree [None req-60f53fd0-3d07-4501-8ae2-0ea03afe885c tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1765.948606] env[63750]: DEBUG oslo_concurrency.lockutils [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.047168] env[63750]: DEBUG nova.network.neutron [-] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1766.150994] env[63750]: DEBUG nova.network.neutron [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1766.197071] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Acquiring lock "99c765c3-0b70-4f53-a8e7-e2723898c70e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.197300] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Lock "99c765c3-0b70-4f53-a8e7-e2723898c70e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.197462] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Lock "99c765c3-0b70-4f53-a8e7-e2723898c70e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.214901] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Acquiring lock "refresh_cache-c22023e7-8e33-478b-a1d7-f844a427dae6" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.214901] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Acquired lock "refresh_cache-c22023e7-8e33-478b-a1d7-f844a427dae6" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.214901] env[63750]: DEBUG nova.network.neutron [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: c22023e7-8e33-478b-a1d7-f844a427dae6] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1766.264565] env[63750]: DEBUG oslo_concurrency.lockutils [req-a2a49e72-c67d-4fd5-a868-014d1d5cf7e1 req-e3fe94e9-daf1-4bfb-9ac6-0855181ed26c service nova] Releasing lock "refresh_cache-01a1188a-6523-4d67-8507-2253c4c1a86a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1766.265590] env[63750]: DEBUG nova.compute.manager [req-a2a49e72-c67d-4fd5-a868-014d1d5cf7e1 req-e3fe94e9-daf1-4bfb-9ac6-0855181ed26c service nova] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Received event network-vif-plugged-f0dba54c-b596-4311-a09c-90fbbce39dd7 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1766.265590] env[63750]: DEBUG oslo_concurrency.lockutils [req-a2a49e72-c67d-4fd5-a868-014d1d5cf7e1 req-e3fe94e9-daf1-4bfb-9ac6-0855181ed26c service nova] Acquiring lock "5f03b2d8-0716-465c-96c8-3f12c586d173-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.265590] env[63750]: DEBUG oslo_concurrency.lockutils [req-a2a49e72-c67d-4fd5-a868-014d1d5cf7e1 req-e3fe94e9-daf1-4bfb-9ac6-0855181ed26c service nova] Lock "5f03b2d8-0716-465c-96c8-3f12c586d173-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.265590] env[63750]: DEBUG oslo_concurrency.lockutils [req-a2a49e72-c67d-4fd5-a868-014d1d5cf7e1 req-e3fe94e9-daf1-4bfb-9ac6-0855181ed26c service nova] Lock "5f03b2d8-0716-465c-96c8-3f12c586d173-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.265779] env[63750]: DEBUG nova.compute.manager [req-a2a49e72-c67d-4fd5-a868-014d1d5cf7e1 req-e3fe94e9-daf1-4bfb-9ac6-0855181ed26c service nova] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] No waiting events found dispatching network-vif-plugged-f0dba54c-b596-4311-a09c-90fbbce39dd7 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1766.265976] env[63750]: WARNING nova.compute.manager [req-a2a49e72-c67d-4fd5-a868-014d1d5cf7e1 req-e3fe94e9-daf1-4bfb-9ac6-0855181ed26c service nova] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Received unexpected event network-vif-plugged-f0dba54c-b596-4311-a09c-90fbbce39dd7 for instance with vm_state building and task_state spawning. [ 1766.265976] env[63750]: DEBUG nova.compute.manager [req-a2a49e72-c67d-4fd5-a868-014d1d5cf7e1 req-e3fe94e9-daf1-4bfb-9ac6-0855181ed26c service nova] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Received event network-changed-f0dba54c-b596-4311-a09c-90fbbce39dd7 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1766.266244] env[63750]: DEBUG nova.compute.manager [req-a2a49e72-c67d-4fd5-a868-014d1d5cf7e1 req-e3fe94e9-daf1-4bfb-9ac6-0855181ed26c service nova] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Refreshing instance network info cache due to event network-changed-f0dba54c-b596-4311-a09c-90fbbce39dd7. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1766.266304] env[63750]: DEBUG oslo_concurrency.lockutils [req-a2a49e72-c67d-4fd5-a868-014d1d5cf7e1 req-e3fe94e9-daf1-4bfb-9ac6-0855181ed26c service nova] Acquiring lock "refresh_cache-5f03b2d8-0716-465c-96c8-3f12c586d173" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.393934] env[63750]: DEBUG oslo_vmware.api [None req-240edc3d-c48f-4bf2-bb6c-76092a127ef6 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2006364, 'name': ReconfigVM_Task, 'duration_secs': 1.731541} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.396834] env[63750]: DEBUG oslo_concurrency.lockutils [None req-240edc3d-c48f-4bf2-bb6c-76092a127ef6 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Releasing lock "01a1188a-6523-4d67-8507-2253c4c1a86a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1766.397060] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-240edc3d-c48f-4bf2-bb6c-76092a127ef6 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Reconfigured VM to attach interface {{(pid=63750) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1766.410973] env[63750]: DEBUG nova.compute.manager [req-25ff8617-0bad-44b5-83cd-cbc2a65102d0 req-9513fd8f-ba22-43b2-9fc2-8f40334b91b1 service nova] [instance: c22023e7-8e33-478b-a1d7-f844a427dae6] Received event network-vif-plugged-ac98a9e9-6bb6-4b54-995a-33dec1c5d7a3 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1766.411199] env[63750]: DEBUG oslo_concurrency.lockutils [req-25ff8617-0bad-44b5-83cd-cbc2a65102d0 req-9513fd8f-ba22-43b2-9fc2-8f40334b91b1 service nova] Acquiring lock "c22023e7-8e33-478b-a1d7-f844a427dae6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.411416] env[63750]: DEBUG oslo_concurrency.lockutils [req-25ff8617-0bad-44b5-83cd-cbc2a65102d0 req-9513fd8f-ba22-43b2-9fc2-8f40334b91b1 service nova] Lock "c22023e7-8e33-478b-a1d7-f844a427dae6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.411559] env[63750]: DEBUG oslo_concurrency.lockutils [req-25ff8617-0bad-44b5-83cd-cbc2a65102d0 req-9513fd8f-ba22-43b2-9fc2-8f40334b91b1 service nova] Lock "c22023e7-8e33-478b-a1d7-f844a427dae6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.412034] env[63750]: DEBUG nova.compute.manager [req-25ff8617-0bad-44b5-83cd-cbc2a65102d0 req-9513fd8f-ba22-43b2-9fc2-8f40334b91b1 service nova] [instance: c22023e7-8e33-478b-a1d7-f844a427dae6] No waiting events found dispatching network-vif-plugged-ac98a9e9-6bb6-4b54-995a-33dec1c5d7a3 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1766.412034] env[63750]: WARNING nova.compute.manager [req-25ff8617-0bad-44b5-83cd-cbc2a65102d0 req-9513fd8f-ba22-43b2-9fc2-8f40334b91b1 service nova] [instance: c22023e7-8e33-478b-a1d7-f844a427dae6] Received unexpected event network-vif-plugged-ac98a9e9-6bb6-4b54-995a-33dec1c5d7a3 for instance with vm_state building and task_state spawning. [ 1766.450017] env[63750]: DEBUG nova.scheduler.client.report [None req-60f53fd0-3d07-4501-8ae2-0ea03afe885c tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1766.470866] env[63750]: DEBUG nova.network.neutron [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Updating instance_info_cache with network_info: [{"id": "f0dba54c-b596-4311-a09c-90fbbce39dd7", "address": "fa:16:3e:6f:c4:2c", "network": {"id": "b34f30dd-09e3-422e-91e0-8f28fb5968da", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-731241733", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7785f894aa2844eea3d2f43644d3406a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0dba54c-b5", "ovs_interfaceid": "f0dba54c-b596-4311-a09c-90fbbce39dd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ce446037-0bee-442c-930c-b198ac153802", "address": "fa:16:3e:7a:1a:31", "network": {"id": "4268c832-a386-41d9-9a2d-19fedfec209c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-480454606", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7785f894aa2844eea3d2f43644d3406a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce446037-0b", "ovs_interfaceid": "ce446037-0bee-442c-930c-b198ac153802", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1766.550125] env[63750]: INFO nova.compute.manager [-] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Took 1.29 seconds to deallocate network for instance. [ 1766.747080] env[63750]: DEBUG nova.network.neutron [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: c22023e7-8e33-478b-a1d7-f844a427dae6] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1766.874964] env[63750]: DEBUG nova.network.neutron [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: c22023e7-8e33-478b-a1d7-f844a427dae6] Updating instance_info_cache with network_info: [{"id": "ac98a9e9-6bb6-4b54-995a-33dec1c5d7a3", "address": "fa:16:3e:bb:a7:72", "network": {"id": "cc35f8bc-8a9b-45a4-9f68-dae924fa57a9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1140993122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0c89bae00b24212a69070c7cf47dd33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac98a9e9-6b", "ovs_interfaceid": "ac98a9e9-6bb6-4b54-995a-33dec1c5d7a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1766.903666] env[63750]: DEBUG oslo_concurrency.lockutils [None req-240edc3d-c48f-4bf2-bb6c-76092a127ef6 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lock "interface-01a1188a-6523-4d67-8507-2253c4c1a86a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.658s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.954640] env[63750]: DEBUG oslo_concurrency.lockutils [None req-60f53fd0-3d07-4501-8ae2-0ea03afe885c tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.020s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.957111] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 14.493s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.974194] env[63750]: DEBUG oslo_concurrency.lockutils [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Releasing lock "refresh_cache-5f03b2d8-0716-465c-96c8-3f12c586d173" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1766.974194] env[63750]: DEBUG nova.compute.manager [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Instance network_info: |[{"id": "f0dba54c-b596-4311-a09c-90fbbce39dd7", "address": "fa:16:3e:6f:c4:2c", "network": {"id": "b34f30dd-09e3-422e-91e0-8f28fb5968da", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-731241733", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7785f894aa2844eea3d2f43644d3406a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0dba54c-b5", "ovs_interfaceid": "f0dba54c-b596-4311-a09c-90fbbce39dd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ce446037-0bee-442c-930c-b198ac153802", "address": "fa:16:3e:7a:1a:31", "network": {"id": "4268c832-a386-41d9-9a2d-19fedfec209c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-480454606", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7785f894aa2844eea3d2f43644d3406a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce446037-0b", "ovs_interfaceid": "ce446037-0bee-442c-930c-b198ac153802", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1766.974194] env[63750]: DEBUG oslo_concurrency.lockutils [req-a2a49e72-c67d-4fd5-a868-014d1d5cf7e1 req-e3fe94e9-daf1-4bfb-9ac6-0855181ed26c service nova] Acquired lock "refresh_cache-5f03b2d8-0716-465c-96c8-3f12c586d173" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.974481] env[63750]: DEBUG nova.network.neutron [req-a2a49e72-c67d-4fd5-a868-014d1d5cf7e1 req-e3fe94e9-daf1-4bfb-9ac6-0855181ed26c service nova] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Refreshing network info cache for port f0dba54c-b596-4311-a09c-90fbbce39dd7 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1766.975587] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:c4:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '975b168a-03e5-449d-95ac-4d51ba027242', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0dba54c-b596-4311-a09c-90fbbce39dd7', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:1a:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3d7e184-c87f-47a5-8d0d-9fa20e07e669', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce446037-0bee-442c-930c-b198ac153802', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1766.984759] env[63750]: DEBUG oslo.service.loopingcall [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1766.988388] env[63750]: INFO nova.scheduler.client.report [None req-60f53fd0-3d07-4501-8ae2-0ea03afe885c tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Deleted allocations for instance 2fc56c3b-95cc-4604-9396-24dc498dddcf [ 1766.989216] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1766.992432] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb573a78-e505-4f81-b746-c136a435b019 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.016146] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1767.016146] env[63750]: value = "task-2006367" [ 1767.016146] env[63750]: _type = "Task" [ 1767.016146] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.024826] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006367, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.057502] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4501da25-9493-4660-8980-b4e7d28fd20d tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.240732] env[63750]: DEBUG nova.network.neutron [req-a2a49e72-c67d-4fd5-a868-014d1d5cf7e1 req-e3fe94e9-daf1-4bfb-9ac6-0855181ed26c service nova] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Updated VIF entry in instance network info cache for port f0dba54c-b596-4311-a09c-90fbbce39dd7. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1767.241127] env[63750]: DEBUG nova.network.neutron [req-a2a49e72-c67d-4fd5-a868-014d1d5cf7e1 req-e3fe94e9-daf1-4bfb-9ac6-0855181ed26c service nova] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Updating instance_info_cache with network_info: [{"id": "f0dba54c-b596-4311-a09c-90fbbce39dd7", "address": "fa:16:3e:6f:c4:2c", "network": {"id": "b34f30dd-09e3-422e-91e0-8f28fb5968da", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-731241733", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7785f894aa2844eea3d2f43644d3406a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0dba54c-b5", "ovs_interfaceid": "f0dba54c-b596-4311-a09c-90fbbce39dd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ce446037-0bee-442c-930c-b198ac153802", "address": "fa:16:3e:7a:1a:31", "network": {"id": "4268c832-a386-41d9-9a2d-19fedfec209c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-480454606", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7785f894aa2844eea3d2f43644d3406a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce446037-0b", "ovs_interfaceid": "ce446037-0bee-442c-930c-b198ac153802", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1767.377864] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Releasing lock "refresh_cache-c22023e7-8e33-478b-a1d7-f844a427dae6" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1767.378235] env[63750]: DEBUG nova.compute.manager [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: c22023e7-8e33-478b-a1d7-f844a427dae6] Instance network_info: |[{"id": "ac98a9e9-6bb6-4b54-995a-33dec1c5d7a3", "address": "fa:16:3e:bb:a7:72", "network": {"id": "cc35f8bc-8a9b-45a4-9f68-dae924fa57a9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1140993122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0c89bae00b24212a69070c7cf47dd33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac98a9e9-6b", "ovs_interfaceid": "ac98a9e9-6bb6-4b54-995a-33dec1c5d7a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1767.378671] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: c22023e7-8e33-478b-a1d7-f844a427dae6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:a7:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f66f8375-4460-4acd-987b-acda72bfcf0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac98a9e9-6bb6-4b54-995a-33dec1c5d7a3', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1767.391039] env[63750]: DEBUG oslo.service.loopingcall [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1767.391646] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c22023e7-8e33-478b-a1d7-f844a427dae6] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1767.391926] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db30cdbf-0ae2-4f45-b5aa-8ccd8d31e982 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.415569] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1767.415569] env[63750]: value = "task-2006368" [ 1767.415569] env[63750]: _type = "Task" [ 1767.415569] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.424413] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006368, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.476351] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Acquiring lock "refresh_cache-99c765c3-0b70-4f53-a8e7-e2723898c70e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1767.476610] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Acquired lock "refresh_cache-99c765c3-0b70-4f53-a8e7-e2723898c70e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1767.476721] env[63750]: DEBUG nova.network.neutron [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1767.512140] env[63750]: DEBUG oslo_concurrency.lockutils [None req-60f53fd0-3d07-4501-8ae2-0ea03afe885c tempest-ServerMetadataTestJSON-1073776156 tempest-ServerMetadataTestJSON-1073776156-project-member] Lock "2fc56c3b-95cc-4604-9396-24dc498dddcf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.324s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.531671] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006367, 'name': CreateVM_Task, 'duration_secs': 0.388135} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.531862] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1767.533572] env[63750]: DEBUG oslo_concurrency.lockutils [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1767.533912] env[63750]: DEBUG oslo_concurrency.lockutils [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1767.534284] env[63750]: DEBUG oslo_concurrency.lockutils [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1767.534555] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13d3a08f-b765-4fbb-a31b-8aff94c333d2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.542551] env[63750]: DEBUG oslo_vmware.api [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Waiting for the task: (returnval){ [ 1767.542551] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5215a3f9-5daa-3eff-5b9c-b236c1ea9c29" [ 1767.542551] env[63750]: _type = "Task" [ 1767.542551] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.555676] env[63750]: DEBUG oslo_vmware.api [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5215a3f9-5daa-3eff-5b9c-b236c1ea9c29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.646252] env[63750]: DEBUG oslo_concurrency.lockutils [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquiring lock "7a4c0b3b-7923-4b74-bc0a-73b446d7df7d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.647080] env[63750]: DEBUG oslo_concurrency.lockutils [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "7a4c0b3b-7923-4b74-bc0a-73b446d7df7d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.744215] env[63750]: DEBUG oslo_concurrency.lockutils [req-a2a49e72-c67d-4fd5-a868-014d1d5cf7e1 req-e3fe94e9-daf1-4bfb-9ac6-0855181ed26c service nova] Releasing lock "refresh_cache-5f03b2d8-0716-465c-96c8-3f12c586d173" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1767.930515] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006368, 'name': CreateVM_Task, 'duration_secs': 0.346953} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.930765] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c22023e7-8e33-478b-a1d7-f844a427dae6] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1767.931761] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1767.975430] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Applying migration context for instance 99c765c3-0b70-4f53-a8e7-e2723898c70e as it has an incoming, in-progress migration e19bdf95-5ef7-46b1-8937-4805bab01cfe. Migration status is post-migrating {{(pid=63750) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1767.977331] env[63750]: INFO nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Updating resource usage from migration e19bdf95-5ef7-46b1-8937-4805bab01cfe [ 1767.994790] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 01a1188a-6523-4d67-8507-2253c4c1a86a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1767.994938] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance c4241be9-151b-403f-a5e7-9e34a6425466 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1767.995099] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance b23f40f6-7521-4465-bc42-872016f9a6bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1767.995229] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 8892fd3b-b3fa-4b83-89f8-3162579d6f87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1767.995345] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance fe9c3f7c-4c8b-426b-85c1-6fc0f325609e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1767.995456] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 71b4eb74-3e75-44d0-a132-0fa238a09fd2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1767.995567] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 3d11142c-0197-4bd9-bf31-fffabf48ee87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1767.995685] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance be1c2871-2c59-4a77-8792-fb9f5fd2128f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1767.995851] env[63750]: WARNING nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 64e60d53-dc4c-41ab-91ee-fff41c2b5976 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1767.995969] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 627fabed-0639-417d-b78c-fc6ef6ab7979 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1767.996107] env[63750]: WARNING nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance b3a09612-f064-4b1f-8e5d-29ff6d423592 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1767.996219] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 6837b938-5169-44a2-a03f-e6a2064334d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1767.996328] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 0431561b-dd08-4c9c-a4f6-43d19cbe4b03 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1767.996447] env[63750]: WARNING nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 81966a7e-6f9b-49e2-ad49-bd35f6fa628a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1767.996565] env[63750]: WARNING nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 3929441f-fefc-469f-a440-d7f3146abde2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1767.996680] env[63750]: WARNING nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance a3ed716a-d396-4dcd-813d-bad76fe03b41 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1767.996793] env[63750]: WARNING nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 8539553e-c060-4640-af64-3915c58a687e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1767.996904] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance b137e48f-6f38-483f-8c23-1d47bf8aecc2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1767.997024] env[63750]: WARNING nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 1c6bbab3-3e6b-4617-b145-18eec7221195 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1767.997138] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Migration e19bdf95-5ef7-46b1-8937-4805bab01cfe is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1767.997245] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 99c765c3-0b70-4f53-a8e7-e2723898c70e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1767.997349] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 5f03b2d8-0716-465c-96c8-3f12c586d173 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1767.997451] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance c22023e7-8e33-478b-a1d7-f844a427dae6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1768.057873] env[63750]: DEBUG oslo_vmware.api [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5215a3f9-5daa-3eff-5b9c-b236c1ea9c29, 'name': SearchDatastore_Task, 'duration_secs': 0.009843} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.058279] env[63750]: DEBUG oslo_concurrency.lockutils [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1768.058439] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1768.060078] env[63750]: DEBUG oslo_concurrency.lockutils [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1768.060159] env[63750]: DEBUG oslo_concurrency.lockutils [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.060331] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1768.060620] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.060920] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1768.061166] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d64ca532-17a9-4235-9029-aba6bdac1581 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.063283] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdd912ed-c426-41e3-8ca2-4a7875a3889f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.073850] env[63750]: DEBUG oslo_vmware.api [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for the task: (returnval){ [ 1768.073850] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]526b75fe-1a25-99de-3632-5eb0b78a6fb4" [ 1768.073850] env[63750]: _type = "Task" [ 1768.073850] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.074098] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1768.074296] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1768.077977] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-897fd558-599a-4374-ac58-2846c3e1d2ad {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.083352] env[63750]: DEBUG oslo_vmware.api [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Waiting for the task: (returnval){ [ 1768.083352] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52fca6c6-1124-a97b-d590-4a5af37d51c2" [ 1768.083352] env[63750]: _type = "Task" [ 1768.083352] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.086851] env[63750]: DEBUG oslo_vmware.api [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]526b75fe-1a25-99de-3632-5eb0b78a6fb4, 'name': SearchDatastore_Task, 'duration_secs': 0.01036} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.089727] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1768.089961] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: c22023e7-8e33-478b-a1d7-f844a427dae6] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1768.090182] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1768.097537] env[63750]: DEBUG oslo_vmware.api [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52fca6c6-1124-a97b-d590-4a5af37d51c2, 'name': SearchDatastore_Task, 'duration_secs': 0.007941} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.098256] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-854cf941-2ef2-40d8-a0ed-33c82ede61ca {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.103310] env[63750]: DEBUG oslo_vmware.api [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Waiting for the task: (returnval){ [ 1768.103310] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52b318fc-3082-4b12-6022-701922453aae" [ 1768.103310] env[63750]: _type = "Task" [ 1768.103310] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.111373] env[63750]: DEBUG oslo_vmware.api [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52b318fc-3082-4b12-6022-701922453aae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.150106] env[63750]: DEBUG nova.compute.manager [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1768.272444] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Acquiring lock "b41c23ba-8452-49a3-afea-ed16da1cd55a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.272444] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Lock "b41c23ba-8452-49a3-afea-ed16da1cd55a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.278556] env[63750]: DEBUG nova.network.neutron [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Updating instance_info_cache with network_info: [{"id": "23e4432e-9260-4b6a-9958-9938a0a5fcad", "address": "fa:16:3e:0c:b7:94", "network": {"id": "48e9ee2e-d753-4146-b499-cb5088587924", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97464ef51d4848b2beb776e97a17e4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23e4432e-92", "ovs_interfaceid": "23e4432e-9260-4b6a-9958-9938a0a5fcad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1768.432032] env[63750]: DEBUG nova.compute.manager [req-ba151eaf-a36d-421e-98fe-424103042d4b req-779a8f93-1684-4694-ac12-8237d00123fe service nova] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Received event network-changed-ce446037-0bee-442c-930c-b198ac153802 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1768.432032] env[63750]: DEBUG nova.compute.manager [req-ba151eaf-a36d-421e-98fe-424103042d4b req-779a8f93-1684-4694-ac12-8237d00123fe service nova] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Refreshing instance network info cache due to event network-changed-ce446037-0bee-442c-930c-b198ac153802. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1768.432032] env[63750]: DEBUG oslo_concurrency.lockutils [req-ba151eaf-a36d-421e-98fe-424103042d4b req-779a8f93-1684-4694-ac12-8237d00123fe service nova] Acquiring lock "refresh_cache-5f03b2d8-0716-465c-96c8-3f12c586d173" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1768.432032] env[63750]: DEBUG oslo_concurrency.lockutils [req-ba151eaf-a36d-421e-98fe-424103042d4b req-779a8f93-1684-4694-ac12-8237d00123fe service nova] Acquired lock "refresh_cache-5f03b2d8-0716-465c-96c8-3f12c586d173" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.432032] env[63750]: DEBUG nova.network.neutron [req-ba151eaf-a36d-421e-98fe-424103042d4b req-779a8f93-1684-4694-ac12-8237d00123fe service nova] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Refreshing network info cache for port ce446037-0bee-442c-930c-b198ac153802 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1768.500724] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1768.619951] env[63750]: DEBUG oslo_vmware.api [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52b318fc-3082-4b12-6022-701922453aae, 'name': SearchDatastore_Task, 'duration_secs': 0.011291} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.620150] env[63750]: DEBUG oslo_concurrency.lockutils [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1768.620400] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 5f03b2d8-0716-465c-96c8-3f12c586d173/5f03b2d8-0716-465c-96c8-3f12c586d173.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1768.620671] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.620845] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1768.621081] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08f2c96e-381c-431e-af30-255ae9c632c5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.623281] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aadc353c-41bb-4bee-b67a-e01a9cf62942 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.632939] env[63750]: DEBUG oslo_vmware.api [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Waiting for the task: (returnval){ [ 1768.632939] env[63750]: value = "task-2006369" [ 1768.632939] env[63750]: _type = "Task" [ 1768.632939] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.634109] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1768.634640] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1768.637760] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d47dcc5-c3ad-4673-aeb1-0f0b12c58b42 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.644995] env[63750]: DEBUG oslo_vmware.api [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for the task: (returnval){ [ 1768.644995] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52086d2c-1a0a-e7be-76b4-8f9a85832044" [ 1768.644995] env[63750]: _type = "Task" [ 1768.644995] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.648570] env[63750]: DEBUG oslo_vmware.api [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Task: {'id': task-2006369, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.659969] env[63750]: DEBUG oslo_vmware.api [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52086d2c-1a0a-e7be-76b4-8f9a85832044, 'name': SearchDatastore_Task, 'duration_secs': 0.009664} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.664061] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b507cc2-caf3-4299-b0da-fefbbf776c26 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.669387] env[63750]: DEBUG oslo_vmware.api [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for the task: (returnval){ [ 1768.669387] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]526e597a-443a-9ce2-4c07-caf5b07e91dd" [ 1768.669387] env[63750]: _type = "Task" [ 1768.669387] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.675186] env[63750]: DEBUG oslo_concurrency.lockutils [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.680566] env[63750]: DEBUG oslo_vmware.api [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]526e597a-443a-9ce2-4c07-caf5b07e91dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.773731] env[63750]: DEBUG nova.compute.manager [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: b41c23ba-8452-49a3-afea-ed16da1cd55a] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1768.782769] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Releasing lock "refresh_cache-99c765c3-0b70-4f53-a8e7-e2723898c70e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1768.969795] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Acquiring lock "adf74ced-9577-4117-a486-11585818389d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.970133] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Lock "adf74ced-9577-4117-a486-11585818389d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.972085] env[63750]: DEBUG nova.compute.manager [req-6efe8ae5-da27-43ac-88a4-b0de3735f8b3 req-3e9cfa63-2684-4ac6-97f2-e6f2d899d896 service nova] [instance: c22023e7-8e33-478b-a1d7-f844a427dae6] Received event network-changed-ac98a9e9-6bb6-4b54-995a-33dec1c5d7a3 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1768.972323] env[63750]: DEBUG nova.compute.manager [req-6efe8ae5-da27-43ac-88a4-b0de3735f8b3 req-3e9cfa63-2684-4ac6-97f2-e6f2d899d896 service nova] [instance: c22023e7-8e33-478b-a1d7-f844a427dae6] Refreshing instance network info cache due to event network-changed-ac98a9e9-6bb6-4b54-995a-33dec1c5d7a3. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1768.972549] env[63750]: DEBUG oslo_concurrency.lockutils [req-6efe8ae5-da27-43ac-88a4-b0de3735f8b3 req-3e9cfa63-2684-4ac6-97f2-e6f2d899d896 service nova] Acquiring lock "refresh_cache-c22023e7-8e33-478b-a1d7-f844a427dae6" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1768.972549] env[63750]: DEBUG oslo_concurrency.lockutils [req-6efe8ae5-da27-43ac-88a4-b0de3735f8b3 req-3e9cfa63-2684-4ac6-97f2-e6f2d899d896 service nova] Acquired lock "refresh_cache-c22023e7-8e33-478b-a1d7-f844a427dae6" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.972736] env[63750]: DEBUG nova.network.neutron [req-6efe8ae5-da27-43ac-88a4-b0de3735f8b3 req-3e9cfa63-2684-4ac6-97f2-e6f2d899d896 service nova] [instance: c22023e7-8e33-478b-a1d7-f844a427dae6] Refreshing network info cache for port ac98a9e9-6bb6-4b54-995a-33dec1c5d7a3 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1769.003347] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance bf03616d-723b-4ab9-9e5e-68b50541b080 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1769.144731] env[63750]: DEBUG oslo_vmware.api [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Task: {'id': task-2006369, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487513} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.145120] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 5f03b2d8-0716-465c-96c8-3f12c586d173/5f03b2d8-0716-465c-96c8-3f12c586d173.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1769.145372] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1769.145684] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f76968b3-c9eb-4364-a6be-e3936877cbbb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.153860] env[63750]: DEBUG oslo_vmware.api [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Waiting for the task: (returnval){ [ 1769.153860] env[63750]: value = "task-2006370" [ 1769.153860] env[63750]: _type = "Task" [ 1769.153860] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.169797] env[63750]: DEBUG oslo_vmware.api [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Task: {'id': task-2006370, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.184886] env[63750]: DEBUG oslo_vmware.api [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]526e597a-443a-9ce2-4c07-caf5b07e91dd, 'name': SearchDatastore_Task, 'duration_secs': 0.010306} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.185300] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1769.185810] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] c22023e7-8e33-478b-a1d7-f844a427dae6/c22023e7-8e33-478b-a1d7-f844a427dae6.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1769.185810] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1c3c52b-02ba-4a93-a6cc-3be87f7a2e27 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.193309] env[63750]: DEBUG oslo_vmware.api [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for the task: (returnval){ [ 1769.193309] env[63750]: value = "task-2006371" [ 1769.193309] env[63750]: _type = "Task" [ 1769.193309] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.203208] env[63750]: DEBUG oslo_vmware.api [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006371, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.296544] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.305914] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7942c4-bb03-46d0-9bd9-a9c1e149987b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.334673] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e6c777-a37d-4f77-8335-583fcf3d5340 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.343260] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Updating instance '99c765c3-0b70-4f53-a8e7-e2723898c70e' progress to 83 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1769.415750] env[63750]: DEBUG nova.network.neutron [req-ba151eaf-a36d-421e-98fe-424103042d4b req-779a8f93-1684-4694-ac12-8237d00123fe service nova] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Updated VIF entry in instance network info cache for port ce446037-0bee-442c-930c-b198ac153802. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1769.415750] env[63750]: DEBUG nova.network.neutron [req-ba151eaf-a36d-421e-98fe-424103042d4b req-779a8f93-1684-4694-ac12-8237d00123fe service nova] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Updating instance_info_cache with network_info: [{"id": "f0dba54c-b596-4311-a09c-90fbbce39dd7", "address": "fa:16:3e:6f:c4:2c", "network": {"id": "b34f30dd-09e3-422e-91e0-8f28fb5968da", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-731241733", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7785f894aa2844eea3d2f43644d3406a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0dba54c-b5", "ovs_interfaceid": "f0dba54c-b596-4311-a09c-90fbbce39dd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ce446037-0bee-442c-930c-b198ac153802", "address": "fa:16:3e:7a:1a:31", "network": {"id": "4268c832-a386-41d9-9a2d-19fedfec209c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-480454606", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7785f894aa2844eea3d2f43644d3406a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce446037-0b", "ovs_interfaceid": "ce446037-0bee-442c-930c-b198ac153802", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1769.477683] env[63750]: DEBUG nova.compute.manager [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: adf74ced-9577-4117-a486-11585818389d] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1769.506884] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance f9e7715c-fd1a-4425-a800-c07f5627807c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1769.665267] env[63750]: DEBUG oslo_vmware.api [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Task: {'id': task-2006370, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0689} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.665536] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1769.666349] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4772f08e-f42a-4e03-a41c-8049468cdb5b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.697611] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 5f03b2d8-0716-465c-96c8-3f12c586d173/5f03b2d8-0716-465c-96c8-3f12c586d173.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1769.697796] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa4e644a-cf87-403e-9bf1-03101015c0db {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.729332] env[63750]: DEBUG oslo_vmware.api [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006371, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53104} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.730892] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] c22023e7-8e33-478b-a1d7-f844a427dae6/c22023e7-8e33-478b-a1d7-f844a427dae6.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1769.731146] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: c22023e7-8e33-478b-a1d7-f844a427dae6] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1769.731543] env[63750]: DEBUG oslo_vmware.api [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Waiting for the task: (returnval){ [ 1769.731543] env[63750]: value = "task-2006372" [ 1769.731543] env[63750]: _type = "Task" [ 1769.731543] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.731765] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e4826eb-323f-4f04-bc5c-f88a9ed53fde {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.744029] env[63750]: DEBUG oslo_vmware.api [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Task: {'id': task-2006372, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.745649] env[63750]: DEBUG oslo_vmware.api [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for the task: (returnval){ [ 1769.745649] env[63750]: value = "task-2006373" [ 1769.745649] env[63750]: _type = "Task" [ 1769.745649] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.755414] env[63750]: DEBUG oslo_vmware.api [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006373, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.814789] env[63750]: DEBUG oslo_concurrency.lockutils [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Acquiring lock "113fba09-0579-45b5-98a3-7c0a17a8c2fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.814974] env[63750]: DEBUG oslo_concurrency.lockutils [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Lock "113fba09-0579-45b5-98a3-7c0a17a8c2fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.853728] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1769.853728] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a02f5e2-3118-4ff5-8e84-30409b79929d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.863691] env[63750]: DEBUG oslo_vmware.api [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Waiting for the task: (returnval){ [ 1769.863691] env[63750]: value = "task-2006374" [ 1769.863691] env[63750]: _type = "Task" [ 1769.863691] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.874388] env[63750]: DEBUG oslo_vmware.api [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2006374, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.920720] env[63750]: DEBUG oslo_concurrency.lockutils [req-ba151eaf-a36d-421e-98fe-424103042d4b req-779a8f93-1684-4694-ac12-8237d00123fe service nova] Releasing lock "refresh_cache-5f03b2d8-0716-465c-96c8-3f12c586d173" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1769.921303] env[63750]: DEBUG nova.compute.manager [req-ba151eaf-a36d-421e-98fe-424103042d4b req-779a8f93-1684-4694-ac12-8237d00123fe service nova] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Received event network-vif-deleted-28f97ddf-8292-4bd7-9a4c-3b718254d1a2 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1769.948149] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c479e5be-cf82-4182-be69-04da7ccd5c22 tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Acquiring lock "be1c2871-2c59-4a77-8792-fb9f5fd2128f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.948710] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c479e5be-cf82-4182-be69-04da7ccd5c22 tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Lock "be1c2871-2c59-4a77-8792-fb9f5fd2128f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.948710] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c479e5be-cf82-4182-be69-04da7ccd5c22 tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Acquiring lock "be1c2871-2c59-4a77-8792-fb9f5fd2128f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.948871] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c479e5be-cf82-4182-be69-04da7ccd5c22 tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Lock "be1c2871-2c59-4a77-8792-fb9f5fd2128f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.949848] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c479e5be-cf82-4182-be69-04da7ccd5c22 tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Lock "be1c2871-2c59-4a77-8792-fb9f5fd2128f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.952813] env[63750]: INFO nova.compute.manager [None req-c479e5be-cf82-4182-be69-04da7ccd5c22 tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Terminating instance [ 1770.002919] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.010568] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1770.039717] env[63750]: DEBUG nova.network.neutron [req-6efe8ae5-da27-43ac-88a4-b0de3735f8b3 req-3e9cfa63-2684-4ac6-97f2-e6f2d899d896 service nova] [instance: c22023e7-8e33-478b-a1d7-f844a427dae6] Updated VIF entry in instance network info cache for port ac98a9e9-6bb6-4b54-995a-33dec1c5d7a3. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1770.040081] env[63750]: DEBUG nova.network.neutron [req-6efe8ae5-da27-43ac-88a4-b0de3735f8b3 req-3e9cfa63-2684-4ac6-97f2-e6f2d899d896 service nova] [instance: c22023e7-8e33-478b-a1d7-f844a427dae6] Updating instance_info_cache with network_info: [{"id": "ac98a9e9-6bb6-4b54-995a-33dec1c5d7a3", "address": "fa:16:3e:bb:a7:72", "network": {"id": "cc35f8bc-8a9b-45a4-9f68-dae924fa57a9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1140993122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0c89bae00b24212a69070c7cf47dd33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac98a9e9-6b", "ovs_interfaceid": "ac98a9e9-6bb6-4b54-995a-33dec1c5d7a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1770.250528] env[63750]: DEBUG oslo_vmware.api [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Task: {'id': task-2006372, 'name': ReconfigVM_Task, 'duration_secs': 0.390186} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.256277] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 5f03b2d8-0716-465c-96c8-3f12c586d173/5f03b2d8-0716-465c-96c8-3f12c586d173.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1770.258244] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2fd25f85-211a-45a4-969c-1a7d20c300a5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.270489] env[63750]: DEBUG oslo_vmware.api [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006373, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072272} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.272251] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: c22023e7-8e33-478b-a1d7-f844a427dae6] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1770.274180] env[63750]: DEBUG oslo_vmware.api [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Waiting for the task: (returnval){ [ 1770.274180] env[63750]: value = "task-2006375" [ 1770.274180] env[63750]: _type = "Task" [ 1770.274180] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.274180] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb011ee2-88fe-419b-9bd2-fa95c2dd64a5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.289278] env[63750]: DEBUG oslo_vmware.api [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Task: {'id': task-2006375, 'name': Rename_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.314176] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: c22023e7-8e33-478b-a1d7-f844a427dae6] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] c22023e7-8e33-478b-a1d7-f844a427dae6/c22023e7-8e33-478b-a1d7-f844a427dae6.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1770.314176] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05b843db-526d-4de7-b05f-9b075144d64c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.329434] env[63750]: DEBUG nova.compute.manager [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 113fba09-0579-45b5-98a3-7c0a17a8c2fb] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1770.340342] env[63750]: DEBUG oslo_vmware.api [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for the task: (returnval){ [ 1770.340342] env[63750]: value = "task-2006376" [ 1770.340342] env[63750]: _type = "Task" [ 1770.340342] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.349986] env[63750]: DEBUG oslo_vmware.api [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006376, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.378099] env[63750]: DEBUG oslo_vmware.api [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2006374, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.453985] env[63750]: DEBUG oslo_concurrency.lockutils [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Acquiring lock "42845a75-0a2f-4563-a2d5-39e8f7b5e36c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.454240] env[63750]: DEBUG oslo_concurrency.lockutils [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Lock "42845a75-0a2f-4563-a2d5-39e8f7b5e36c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.457721] env[63750]: DEBUG nova.compute.manager [None req-c479e5be-cf82-4182-be69-04da7ccd5c22 tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1770.457947] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-c479e5be-cf82-4182-be69-04da7ccd5c22 tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1770.458206] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ddcbec3-dd8f-4238-b6f4-a47512a4533d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.468668] env[63750]: DEBUG oslo_vmware.api [None req-c479e5be-cf82-4182-be69-04da7ccd5c22 tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Waiting for the task: (returnval){ [ 1770.468668] env[63750]: value = "task-2006377" [ 1770.468668] env[63750]: _type = "Task" [ 1770.468668] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.482448] env[63750]: DEBUG oslo_vmware.api [None req-c479e5be-cf82-4182-be69-04da7ccd5c22 tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Task: {'id': task-2006377, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.516122] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance b41c23ba-8452-49a3-afea-ed16da1cd55a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1770.516428] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1770.516582] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3712MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1770.545885] env[63750]: DEBUG oslo_concurrency.lockutils [req-6efe8ae5-da27-43ac-88a4-b0de3735f8b3 req-3e9cfa63-2684-4ac6-97f2-e6f2d899d896 service nova] Releasing lock "refresh_cache-c22023e7-8e33-478b-a1d7-f844a427dae6" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1770.764870] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3c6c2fce-0f86-4e22-b634-c648ffe37099 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquiring lock "interface-01a1188a-6523-4d67-8507-2253c4c1a86a-e9c4dc6a-232e-4374-b819-533ccc29b5eb" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.765154] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3c6c2fce-0f86-4e22-b634-c648ffe37099 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lock "interface-01a1188a-6523-4d67-8507-2253c4c1a86a-e9c4dc6a-232e-4374-b819-533ccc29b5eb" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.787083] env[63750]: DEBUG oslo_vmware.api [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Task: {'id': task-2006375, 'name': Rename_Task, 'duration_secs': 0.182333} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.787360] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1770.787602] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e987e81-8102-437a-b2c4-4fd21d2ef720 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.797994] env[63750]: DEBUG oslo_vmware.api [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Waiting for the task: (returnval){ [ 1770.797994] env[63750]: value = "task-2006378" [ 1770.797994] env[63750]: _type = "Task" [ 1770.797994] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.807382] env[63750]: DEBUG oslo_vmware.api [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Task: {'id': task-2006378, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.855130] env[63750]: DEBUG oslo_vmware.api [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006376, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.858577] env[63750]: DEBUG oslo_concurrency.lockutils [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.877409] env[63750]: DEBUG oslo_vmware.api [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2006374, 'name': PowerOnVM_Task, 'duration_secs': 0.704591} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.877691] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1770.877914] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4b0acfbc-89aa-4fb0-b431-b9ee7235215f tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Updating instance '99c765c3-0b70-4f53-a8e7-e2723898c70e' progress to 100 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1770.956872] env[63750]: DEBUG nova.compute.manager [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 42845a75-0a2f-4563-a2d5-39e8f7b5e36c] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1770.982558] env[63750]: DEBUG oslo_vmware.api [None req-c479e5be-cf82-4182-be69-04da7ccd5c22 tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Task: {'id': task-2006377, 'name': PowerOffVM_Task, 'duration_secs': 0.305492} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.982968] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-c479e5be-cf82-4182-be69-04da7ccd5c22 tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1770.983239] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-c479e5be-cf82-4182-be69-04da7ccd5c22 tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Volume detach. Driver type: vmdk {{(pid=63750) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1770.983541] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-c479e5be-cf82-4182-be69-04da7ccd5c22 tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412443', 'volume_id': 'c4265df9-3e22-4e8d-bca4-519834826f48', 'name': 'volume-c4265df9-3e22-4e8d-bca4-519834826f48', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be1c2871-2c59-4a77-8792-fb9f5fd2128f', 'attached_at': '', 'detached_at': '', 'volume_id': 'c4265df9-3e22-4e8d-bca4-519834826f48', 'serial': 'c4265df9-3e22-4e8d-bca4-519834826f48'} {{(pid=63750) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1770.984535] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc2deba-3f8b-4ef4-8196-8a0dc79c161b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.005957] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a573966e-038f-4b46-b888-19aa41f50323 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.014804] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf501ba-2cf0-414e-989e-efada61e7f03 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.044223] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b46b75e-931c-4dd5-90c9-06eb0ee76a9c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.060490] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-c479e5be-cf82-4182-be69-04da7ccd5c22 tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] The volume has not been displaced from its original location: [datastore2] volume-c4265df9-3e22-4e8d-bca4-519834826f48/volume-c4265df9-3e22-4e8d-bca4-519834826f48.vmdk. No consolidation needed. {{(pid=63750) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1771.066362] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-c479e5be-cf82-4182-be69-04da7ccd5c22 tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Reconfiguring VM instance instance-0000001e to detach disk 2000 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1771.070999] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1285082-40e0-4ffb-bba7-073726f5e96b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.092978] env[63750]: DEBUG oslo_vmware.api [None req-c479e5be-cf82-4182-be69-04da7ccd5c22 tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Waiting for the task: (returnval){ [ 1771.092978] env[63750]: value = "task-2006379" [ 1771.092978] env[63750]: _type = "Task" [ 1771.092978] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.102223] env[63750]: DEBUG oslo_vmware.api [None req-c479e5be-cf82-4182-be69-04da7ccd5c22 tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Task: {'id': task-2006379, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.135283] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9562aa-c078-40a8-bfe0-ea1d19153fd2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.144186] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d465903c-6e84-44ed-b215-556cdee0cf46 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.179454] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38fc8172-53bf-4048-ae0a-f0a857b78138 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.187966] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead88eab-f7f6-4762-aeac-268f8270d168 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.207012] env[63750]: DEBUG nova.compute.provider_tree [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1771.268732] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3c6c2fce-0f86-4e22-b634-c648ffe37099 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquiring lock "01a1188a-6523-4d67-8507-2253c4c1a86a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1771.268732] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3c6c2fce-0f86-4e22-b634-c648ffe37099 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquired lock "01a1188a-6523-4d67-8507-2253c4c1a86a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1771.269811] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebab44ab-df9f-4021-9387-bc8460eba3c3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.293514] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f508c6e1-04d9-4f0a-8e82-3a2390298c2f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.325735] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3c6c2fce-0f86-4e22-b634-c648ffe37099 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Reconfiguring VM to detach interface {{(pid=63750) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1771.326520] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5494ac95-5ff3-4e7c-8c18-639a7075c55a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.346786] env[63750]: DEBUG oslo_vmware.api [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Task: {'id': task-2006378, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.359210] env[63750]: DEBUG oslo_vmware.api [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006376, 'name': ReconfigVM_Task, 'duration_secs': 0.614327} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.360821] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: c22023e7-8e33-478b-a1d7-f844a427dae6] Reconfigured VM instance instance-00000033 to attach disk [datastore1] c22023e7-8e33-478b-a1d7-f844a427dae6/c22023e7-8e33-478b-a1d7-f844a427dae6.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1771.361587] env[63750]: DEBUG oslo_vmware.api [None req-3c6c2fce-0f86-4e22-b634-c648ffe37099 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Waiting for the task: (returnval){ [ 1771.361587] env[63750]: value = "task-2006380" [ 1771.361587] env[63750]: _type = "Task" [ 1771.361587] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.361768] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad23c26f-b40d-4944-a561-cc2c0cd5c309 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.375762] env[63750]: DEBUG oslo_vmware.api [None req-3c6c2fce-0f86-4e22-b634-c648ffe37099 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2006380, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.377172] env[63750]: DEBUG oslo_vmware.api [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for the task: (returnval){ [ 1771.377172] env[63750]: value = "task-2006381" [ 1771.377172] env[63750]: _type = "Task" [ 1771.377172] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.389289] env[63750]: DEBUG oslo_vmware.api [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006381, 'name': Rename_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.483379] env[63750]: DEBUG oslo_concurrency.lockutils [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.605984] env[63750]: DEBUG oslo_vmware.api [None req-c479e5be-cf82-4182-be69-04da7ccd5c22 tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Task: {'id': task-2006379, 'name': ReconfigVM_Task, 'duration_secs': 0.167189} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.606809] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-c479e5be-cf82-4182-be69-04da7ccd5c22 tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Reconfigured VM instance instance-0000001e to detach disk 2000 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1771.613333] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4dd0901a-0b5d-4199-96f6-9425d35ab36b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.638019] env[63750]: DEBUG oslo_vmware.api [None req-c479e5be-cf82-4182-be69-04da7ccd5c22 tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Waiting for the task: (returnval){ [ 1771.638019] env[63750]: value = "task-2006382" [ 1771.638019] env[63750]: _type = "Task" [ 1771.638019] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.646886] env[63750]: DEBUG oslo_vmware.api [None req-c479e5be-cf82-4182-be69-04da7ccd5c22 tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Task: {'id': task-2006382, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.708026] env[63750]: DEBUG nova.scheduler.client.report [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1771.800959] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Acquiring lock "64a543f2-1a03-40a7-9774-4960e613e17a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.801279] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Lock "64a543f2-1a03-40a7-9774-4960e613e17a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.811267] env[63750]: DEBUG oslo_vmware.api [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Task: {'id': task-2006378, 'name': PowerOnVM_Task, 'duration_secs': 0.646727} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.811594] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1771.811794] env[63750]: INFO nova.compute.manager [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Took 10.98 seconds to spawn the instance on the hypervisor. [ 1771.811969] env[63750]: DEBUG nova.compute.manager [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1771.812766] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e3702d-a6af-4826-984e-3e6e344615c1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.874930] env[63750]: DEBUG oslo_vmware.api [None req-3c6c2fce-0f86-4e22-b634-c648ffe37099 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2006380, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.885939] env[63750]: DEBUG oslo_vmware.api [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006381, 'name': Rename_Task, 'duration_secs': 0.195919} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.886234] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: c22023e7-8e33-478b-a1d7-f844a427dae6] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1771.886475] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20ca52ae-c0dc-45ea-9078-1118c8e0181d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.898287] env[63750]: DEBUG oslo_vmware.api [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for the task: (returnval){ [ 1771.898287] env[63750]: value = "task-2006383" [ 1771.898287] env[63750]: _type = "Task" [ 1771.898287] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.904533] env[63750]: DEBUG oslo_vmware.api [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006383, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.148027] env[63750]: DEBUG oslo_vmware.api [None req-c479e5be-cf82-4182-be69-04da7ccd5c22 tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Task: {'id': task-2006382, 'name': ReconfigVM_Task, 'duration_secs': 0.183205} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.148364] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-c479e5be-cf82-4182-be69-04da7ccd5c22 tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412443', 'volume_id': 'c4265df9-3e22-4e8d-bca4-519834826f48', 'name': 'volume-c4265df9-3e22-4e8d-bca4-519834826f48', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be1c2871-2c59-4a77-8792-fb9f5fd2128f', 'attached_at': '', 'detached_at': '', 'volume_id': 'c4265df9-3e22-4e8d-bca4-519834826f48', 'serial': 'c4265df9-3e22-4e8d-bca4-519834826f48'} {{(pid=63750) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1772.148653] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c479e5be-cf82-4182-be69-04da7ccd5c22 tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1772.150621] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c87a97-ba4a-499b-b22f-ad8e44164c7a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.158395] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c479e5be-cf82-4182-be69-04da7ccd5c22 tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1772.159051] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5451ff5c-19d4-435d-8974-ab3136c0e006 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.216859] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63750) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1772.217227] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.260s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.217513] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bad3c9d2-d690-4eef-8cc5-64819e1f7663 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.666s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1772.217734] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bad3c9d2-d690-4eef-8cc5-64819e1f7663 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.220173] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.658s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1772.222151] env[63750]: INFO nova.compute.claims [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1772.225042] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1772.225190] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Cleaning up deleted instances with incomplete migration {{(pid=63750) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11784}} [ 1772.261431] env[63750]: INFO nova.scheduler.client.report [None req-bad3c9d2-d690-4eef-8cc5-64819e1f7663 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Deleted allocations for instance b3a09612-f064-4b1f-8e5d-29ff6d423592 [ 1772.275760] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c479e5be-cf82-4182-be69-04da7ccd5c22 tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1772.276029] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c479e5be-cf82-4182-be69-04da7ccd5c22 tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Deleting contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1772.276362] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-c479e5be-cf82-4182-be69-04da7ccd5c22 tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Deleting the datastore file [datastore2] be1c2871-2c59-4a77-8792-fb9f5fd2128f {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1772.276773] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f9f5674-0f79-4f00-8444-13fc1b1134c8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.287264] env[63750]: DEBUG oslo_vmware.api [None req-c479e5be-cf82-4182-be69-04da7ccd5c22 tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Waiting for the task: (returnval){ [ 1772.287264] env[63750]: value = "task-2006385" [ 1772.287264] env[63750]: _type = "Task" [ 1772.287264] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.298998] env[63750]: DEBUG oslo_vmware.api [None req-c479e5be-cf82-4182-be69-04da7ccd5c22 tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Task: {'id': task-2006385, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.332665] env[63750]: INFO nova.compute.manager [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Took 37.52 seconds to build instance. [ 1772.376246] env[63750]: DEBUG oslo_vmware.api [None req-3c6c2fce-0f86-4e22-b634-c648ffe37099 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2006380, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.434061] env[63750]: DEBUG oslo_vmware.api [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006383, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.773830] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bad3c9d2-d690-4eef-8cc5-64819e1f7663 tempest-ImagesOneServerTestJSON-1387567039 tempest-ImagesOneServerTestJSON-1387567039-project-member] Lock "b3a09612-f064-4b1f-8e5d-29ff6d423592" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.106s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.800153] env[63750]: DEBUG oslo_vmware.api [None req-c479e5be-cf82-4182-be69-04da7ccd5c22 tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Task: {'id': task-2006385, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148044} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.800575] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-c479e5be-cf82-4182-be69-04da7ccd5c22 tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1772.800879] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c479e5be-cf82-4182-be69-04da7ccd5c22 tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Deleted contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1772.801181] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c479e5be-cf82-4182-be69-04da7ccd5c22 tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1772.801462] env[63750]: INFO nova.compute.manager [None req-c479e5be-cf82-4182-be69-04da7ccd5c22 tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Took 2.34 seconds to destroy the instance on the hypervisor. [ 1772.801820] env[63750]: DEBUG oslo.service.loopingcall [None req-c479e5be-cf82-4182-be69-04da7ccd5c22 tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1772.802135] env[63750]: DEBUG nova.compute.manager [-] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1772.802331] env[63750]: DEBUG nova.network.neutron [-] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1772.833159] env[63750]: DEBUG oslo_concurrency.lockutils [None req-79be4fa0-a2ca-4152-ae1f-ec96f75d930c tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Lock "5f03b2d8-0716-465c-96c8-3f12c586d173" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.030s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.877878] env[63750]: DEBUG oslo_vmware.api [None req-3c6c2fce-0f86-4e22-b634-c648ffe37099 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2006380, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.915272] env[63750]: DEBUG oslo_vmware.api [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006383, 'name': PowerOnVM_Task, 'duration_secs': 0.589388} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.915814] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: c22023e7-8e33-478b-a1d7-f844a427dae6] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1772.916180] env[63750]: INFO nova.compute.manager [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: c22023e7-8e33-478b-a1d7-f844a427dae6] Took 8.02 seconds to spawn the instance on the hypervisor. [ 1772.916475] env[63750]: DEBUG nova.compute.manager [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: c22023e7-8e33-478b-a1d7-f844a427dae6] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1772.917474] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53257ea-b120-43d7-9407-9c75014cd271 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.337695] env[63750]: DEBUG nova.compute.manager [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1773.381234] env[63750]: DEBUG oslo_vmware.api [None req-3c6c2fce-0f86-4e22-b634-c648ffe37099 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2006380, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.443162] env[63750]: INFO nova.compute.manager [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: c22023e7-8e33-478b-a1d7-f844a427dae6] Took 33.98 seconds to build instance. [ 1773.778784] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292de19e-eacf-471a-b11a-1bc1e0f21d6a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.787759] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1151735-1f43-487d-8d62-d8fd56be74cc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.831571] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bdf3f921-8f53-4ed6-80fa-7d6768604333 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Acquiring lock "5f03b2d8-0716-465c-96c8-3f12c586d173" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.834784] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bdf3f921-8f53-4ed6-80fa-7d6768604333 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Lock "5f03b2d8-0716-465c-96c8-3f12c586d173" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.834784] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bdf3f921-8f53-4ed6-80fa-7d6768604333 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Acquiring lock "5f03b2d8-0716-465c-96c8-3f12c586d173-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.834784] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bdf3f921-8f53-4ed6-80fa-7d6768604333 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Lock "5f03b2d8-0716-465c-96c8-3f12c586d173-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.834784] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bdf3f921-8f53-4ed6-80fa-7d6768604333 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Lock "5f03b2d8-0716-465c-96c8-3f12c586d173-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.835894] env[63750]: INFO nova.compute.manager [None req-bdf3f921-8f53-4ed6-80fa-7d6768604333 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Terminating instance [ 1773.845934] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da899578-15c8-4fe1-afc9-733928b42c9f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.864094] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d663a08-5745-40bc-83d5-282eebacfcd8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.872978] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.883679] env[63750]: DEBUG nova.compute.provider_tree [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1773.889095] env[63750]: DEBUG oslo_vmware.api [None req-3c6c2fce-0f86-4e22-b634-c648ffe37099 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2006380, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.945134] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e12805da-1fa0-4e49-8e4d-37f31cf930c8 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Lock "c22023e7-8e33-478b-a1d7-f844a427dae6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.494s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.019124] env[63750]: DEBUG nova.compute.manager [req-8ced23bf-ba2e-43b6-9c9d-d22ff9c8627f req-fa0b4174-9974-42f9-8cef-55ff754836c2 service nova] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Received event network-vif-deleted-8ea2d03d-e7e9-4c53-80ac-2ddabbb830be {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1774.020083] env[63750]: INFO nova.compute.manager [req-8ced23bf-ba2e-43b6-9c9d-d22ff9c8627f req-fa0b4174-9974-42f9-8cef-55ff754836c2 service nova] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Neutron deleted interface 8ea2d03d-e7e9-4c53-80ac-2ddabbb830be; detaching it from the instance and deleting it from the info cache [ 1774.020816] env[63750]: DEBUG nova.network.neutron [req-8ced23bf-ba2e-43b6-9c9d-d22ff9c8627f req-fa0b4174-9974-42f9-8cef-55ff754836c2 service nova] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1774.032579] env[63750]: DEBUG nova.network.neutron [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Port 23e4432e-9260-4b6a-9958-9938a0a5fcad binding to destination host cpu-1 is already ACTIVE {{(pid=63750) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1774.032579] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Acquiring lock "refresh_cache-99c765c3-0b70-4f53-a8e7-e2723898c70e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1774.032579] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Acquired lock "refresh_cache-99c765c3-0b70-4f53-a8e7-e2723898c70e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.032579] env[63750]: DEBUG nova.network.neutron [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1774.352546] env[63750]: DEBUG nova.network.neutron [-] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1774.357227] env[63750]: DEBUG nova.compute.manager [None req-bdf3f921-8f53-4ed6-80fa-7d6768604333 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1774.358048] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf3f921-8f53-4ed6-80fa-7d6768604333 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1774.358503] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64cb961d-6a34-4ea5-bd60-4e297fa05b81 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.368722] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf3f921-8f53-4ed6-80fa-7d6768604333 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1774.369849] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb784d18-69f9-40b3-80ca-851b267393b5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.385122] env[63750]: DEBUG oslo_vmware.api [None req-3c6c2fce-0f86-4e22-b634-c648ffe37099 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2006380, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.385741] env[63750]: DEBUG oslo_vmware.api [None req-bdf3f921-8f53-4ed6-80fa-7d6768604333 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Waiting for the task: (returnval){ [ 1774.385741] env[63750]: value = "task-2006386" [ 1774.385741] env[63750]: _type = "Task" [ 1774.385741] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.386682] env[63750]: DEBUG nova.scheduler.client.report [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1774.422671] env[63750]: DEBUG oslo_vmware.api [None req-bdf3f921-8f53-4ed6-80fa-7d6768604333 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Task: {'id': task-2006386, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.532376] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a2ab65a0-a56a-451a-98b8-8aaa127287a2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.561569] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49675f1e-90d8-4542-9819-385c069e0a2d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.600153] env[63750]: DEBUG nova.compute.manager [req-8ced23bf-ba2e-43b6-9c9d-d22ff9c8627f req-fa0b4174-9974-42f9-8cef-55ff754836c2 service nova] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Detach interface failed, port_id=8ea2d03d-e7e9-4c53-80ac-2ddabbb830be, reason: Instance be1c2871-2c59-4a77-8792-fb9f5fd2128f could not be found. {{(pid=63750) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1774.858593] env[63750]: INFO nova.compute.manager [-] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Took 2.06 seconds to deallocate network for instance. [ 1774.881256] env[63750]: DEBUG oslo_vmware.api [None req-3c6c2fce-0f86-4e22-b634-c648ffe37099 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2006380, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.896719] env[63750]: DEBUG oslo_vmware.api [None req-bdf3f921-8f53-4ed6-80fa-7d6768604333 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Task: {'id': task-2006386, 'name': PowerOffVM_Task, 'duration_secs': 0.270332} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.897574] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf3f921-8f53-4ed6-80fa-7d6768604333 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1774.897574] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf3f921-8f53-4ed6-80fa-7d6768604333 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1774.897574] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fab38778-6512-4bef-93dc-297556cbc1f4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.901393] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.902207] env[63750]: DEBUG nova.compute.manager [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1774.905982] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6134833e-099a-4125-ace1-334fc88d27ee tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.834s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.905982] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6134833e-099a-4125-ace1-334fc88d27ee tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.908109] env[63750]: DEBUG oslo_concurrency.lockutils [None req-7fe08191-5b8f-4015-8776-ba26af20c972 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.263s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.910030] env[63750]: DEBUG oslo_concurrency.lockutils [None req-7fe08191-5b8f-4015-8776-ba26af20c972 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.911741] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f6eac4d1-a21f-48cf-bf48-97c4a4501fb0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.979s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.912533] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f6eac4d1-a21f-48cf-bf48-97c4a4501fb0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.914387] env[63750]: DEBUG oslo_concurrency.lockutils [None req-584043b1-1578-4860-8e31-9a879e4c5292 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.004s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.914632] env[63750]: DEBUG oslo_concurrency.lockutils [None req-584043b1-1578-4860-8e31-9a879e4c5292 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.917798] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c7408d37-495f-4c8f-9d9a-50333bb5902e tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.091s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.917798] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c7408d37-495f-4c8f-9d9a-50333bb5902e tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.918582] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.343s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.918828] env[63750]: DEBUG nova.objects.instance [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63750) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1774.959272] env[63750]: INFO nova.scheduler.client.report [None req-584043b1-1578-4860-8e31-9a879e4c5292 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Deleted allocations for instance 64e60d53-dc4c-41ab-91ee-fff41c2b5976 [ 1774.971805] env[63750]: INFO nova.scheduler.client.report [None req-f6eac4d1-a21f-48cf-bf48-97c4a4501fb0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Deleted allocations for instance 81966a7e-6f9b-49e2-ad49-bd35f6fa628a [ 1774.988359] env[63750]: INFO nova.scheduler.client.report [None req-6134833e-099a-4125-ace1-334fc88d27ee tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Deleted allocations for instance a3ed716a-d396-4dcd-813d-bad76fe03b41 [ 1775.007577] env[63750]: INFO nova.scheduler.client.report [None req-c7408d37-495f-4c8f-9d9a-50333bb5902e tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Deleted allocations for instance 1c6bbab3-3e6b-4617-b145-18eec7221195 [ 1775.018566] env[63750]: INFO nova.scheduler.client.report [None req-7fe08191-5b8f-4015-8776-ba26af20c972 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Deleted allocations for instance 8539553e-c060-4640-af64-3915c58a687e [ 1775.041561] env[63750]: DEBUG nova.network.neutron [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Updating instance_info_cache with network_info: [{"id": "23e4432e-9260-4b6a-9958-9938a0a5fcad", "address": "fa:16:3e:0c:b7:94", "network": {"id": "48e9ee2e-d753-4146-b499-cb5088587924", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97464ef51d4848b2beb776e97a17e4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23e4432e-92", "ovs_interfaceid": "23e4432e-9260-4b6a-9958-9938a0a5fcad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1775.120264] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf3f921-8f53-4ed6-80fa-7d6768604333 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1775.120895] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf3f921-8f53-4ed6-80fa-7d6768604333 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1775.120895] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdf3f921-8f53-4ed6-80fa-7d6768604333 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Deleting the datastore file [datastore1] 5f03b2d8-0716-465c-96c8-3f12c586d173 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1775.120895] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47e9ebfb-13a2-4e09-a331-6aae56358288 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.133050] env[63750]: DEBUG oslo_vmware.api [None req-bdf3f921-8f53-4ed6-80fa-7d6768604333 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Waiting for the task: (returnval){ [ 1775.133050] env[63750]: value = "task-2006388" [ 1775.133050] env[63750]: _type = "Task" [ 1775.133050] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.149025] env[63750]: DEBUG oslo_vmware.api [None req-bdf3f921-8f53-4ed6-80fa-7d6768604333 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Task: {'id': task-2006388, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.198369] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Acquiring lock "fbac5dc9-a86c-44fe-8fa5-0007124ce44b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.199234] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Lock "fbac5dc9-a86c-44fe-8fa5-0007124ce44b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.383657] env[63750]: DEBUG oslo_vmware.api [None req-3c6c2fce-0f86-4e22-b634-c648ffe37099 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2006380, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.427932] env[63750]: DEBUG nova.compute.utils [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1775.433021] env[63750]: DEBUG nova.compute.manager [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1775.433021] env[63750]: DEBUG nova.network.neutron [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1775.442043] env[63750]: INFO nova.compute.manager [None req-c479e5be-cf82-4182-be69-04da7ccd5c22 tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Took 0.58 seconds to detach 1 volumes for instance. [ 1775.449326] env[63750]: DEBUG nova.compute.manager [None req-c479e5be-cf82-4182-be69-04da7ccd5c22 tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Deleting volume: c4265df9-3e22-4e8d-bca4-519834826f48 {{(pid=63750) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1775.456479] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Acquiring lock "64f39f2d-d65b-4cbe-ad6a-b755acc238f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.456633] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Lock "64f39f2d-d65b-4cbe-ad6a-b755acc238f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.467265] env[63750]: DEBUG oslo_concurrency.lockutils [None req-584043b1-1578-4860-8e31-9a879e4c5292 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Lock "64e60d53-dc4c-41ab-91ee-fff41c2b5976" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.781s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.480867] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f6eac4d1-a21f-48cf-bf48-97c4a4501fb0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Lock "81966a7e-6f9b-49e2-ad49-bd35f6fa628a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.200s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.497803] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6134833e-099a-4125-ace1-334fc88d27ee tempest-ServerTagsTestJSON-344690243 tempest-ServerTagsTestJSON-344690243-project-member] Lock "a3ed716a-d396-4dcd-813d-bad76fe03b41" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.070s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.513024] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c7408d37-495f-4c8f-9d9a-50333bb5902e tempest-ServersAaction247Test-1903733968 tempest-ServersAaction247Test-1903733968-project-member] Lock "1c6bbab3-3e6b-4617-b145-18eec7221195" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.988s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.529958] env[63750]: DEBUG oslo_concurrency.lockutils [None req-7fe08191-5b8f-4015-8776-ba26af20c972 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "8539553e-c060-4640-af64-3915c58a687e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.559s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.546104] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Releasing lock "refresh_cache-99c765c3-0b70-4f53-a8e7-e2723898c70e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1775.645731] env[63750]: DEBUG oslo_vmware.api [None req-bdf3f921-8f53-4ed6-80fa-7d6768604333 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Task: {'id': task-2006388, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155809} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.646437] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdf3f921-8f53-4ed6-80fa-7d6768604333 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1775.646671] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf3f921-8f53-4ed6-80fa-7d6768604333 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1775.646883] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf3f921-8f53-4ed6-80fa-7d6768604333 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1775.647120] env[63750]: INFO nova.compute.manager [None req-bdf3f921-8f53-4ed6-80fa-7d6768604333 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Took 1.29 seconds to destroy the instance on the hypervisor. [ 1775.647501] env[63750]: DEBUG oslo.service.loopingcall [None req-bdf3f921-8f53-4ed6-80fa-7d6768604333 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1775.647711] env[63750]: DEBUG nova.compute.manager [-] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1775.647834] env[63750]: DEBUG nova.network.neutron [-] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1775.703453] env[63750]: DEBUG nova.compute.manager [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: fbac5dc9-a86c-44fe-8fa5-0007124ce44b] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1775.782169] env[63750]: DEBUG nova.policy [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e20e0d579ed94b599fd5ea1baff95e7e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '328baa65c73146b79fd9c27b62b5b22a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1775.814025] env[63750]: DEBUG nova.objects.instance [None req-c152fb7e-5cd9-49cf-b98c-794dc3006196 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Lazy-loading 'flavor' on Instance uuid c4241be9-151b-403f-a5e7-9e34a6425466 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1775.814025] env[63750]: WARNING oslo_messaging._drivers.amqpdriver [None req-c152fb7e-5cd9-49cf-b98c-794dc3006196 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1775.882694] env[63750]: DEBUG oslo_vmware.api [None req-3c6c2fce-0f86-4e22-b634-c648ffe37099 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2006380, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.931093] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e11affc7-5d66-4eb9-99e1-f686e5eb754f tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.938075] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.291s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.940255] env[63750]: INFO nova.compute.claims [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1775.944574] env[63750]: DEBUG nova.compute.utils [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1776.006683] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c479e5be-cf82-4182-be69-04da7ccd5c22 tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.016820] env[63750]: DEBUG nova.compute.manager [req-de167b2f-fa36-4873-8207-4566aab77664 req-439ea036-565a-445a-9662-31ecc4b9fa4d service nova] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Received event network-vif-deleted-ce446037-0bee-442c-930c-b198ac153802 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1776.016883] env[63750]: INFO nova.compute.manager [req-de167b2f-fa36-4873-8207-4566aab77664 req-439ea036-565a-445a-9662-31ecc4b9fa4d service nova] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Neutron deleted interface ce446037-0bee-442c-930c-b198ac153802; detaching it from the instance and deleting it from the info cache [ 1776.017339] env[63750]: DEBUG nova.network.neutron [req-de167b2f-fa36-4873-8207-4566aab77664 req-439ea036-565a-445a-9662-31ecc4b9fa4d service nova] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Updating instance_info_cache with network_info: [{"id": "f0dba54c-b596-4311-a09c-90fbbce39dd7", "address": "fa:16:3e:6f:c4:2c", "network": {"id": "b34f30dd-09e3-422e-91e0-8f28fb5968da", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-731241733", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7785f894aa2844eea3d2f43644d3406a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0dba54c-b5", "ovs_interfaceid": "f0dba54c-b596-4311-a09c-90fbbce39dd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1776.049604] env[63750]: DEBUG nova.compute.manager [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63750) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1776.049604] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.244272] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.328747] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c152fb7e-5cd9-49cf-b98c-794dc3006196 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Acquiring lock "refresh_cache-c4241be9-151b-403f-a5e7-9e34a6425466" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1776.328747] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c152fb7e-5cd9-49cf-b98c-794dc3006196 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Acquired lock "refresh_cache-c4241be9-151b-403f-a5e7-9e34a6425466" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.384822] env[63750]: DEBUG oslo_vmware.api [None req-3c6c2fce-0f86-4e22-b634-c648ffe37099 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2006380, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.449916] env[63750]: DEBUG nova.compute.manager [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1776.524179] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-acdd2d50-360a-41ef-a825-8718d95183f8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.534819] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51808db-7802-4834-a37a-c2380b7405e0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.569085] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._sync_power_states {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1776.570446] env[63750]: DEBUG nova.compute.manager [req-de167b2f-fa36-4873-8207-4566aab77664 req-439ea036-565a-445a-9662-31ecc4b9fa4d service nova] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Detach interface failed, port_id=ce446037-0bee-442c-930c-b198ac153802, reason: Instance 5f03b2d8-0716-465c-96c8-3f12c586d173 could not be found. {{(pid=63750) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1776.571561] env[63750]: DEBUG nova.network.neutron [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2] Successfully created port: 48f9a2fb-f071-4446-8053-4229fe617e52 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1776.841291] env[63750]: DEBUG nova.network.neutron [-] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1776.885305] env[63750]: DEBUG oslo_vmware.api [None req-3c6c2fce-0f86-4e22-b634-c648ffe37099 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2006380, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.079547] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Getting list of instances from cluster (obj){ [ 1777.079547] env[63750]: value = "domain-c8" [ 1777.079547] env[63750]: _type = "ClusterComputeResource" [ 1777.079547] env[63750]: } {{(pid=63750) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1777.080366] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e6bbee-968b-49ad-b5a8-da0c8d4b96c8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.088107] env[63750]: DEBUG nova.network.neutron [None req-c152fb7e-5cd9-49cf-b98c-794dc3006196 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1777.110678] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Got total of 13 instances {{(pid=63750) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1777.110678] env[63750]: WARNING nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] While synchronizing instance power states, found 18 instances in the database and 13 instances on the hypervisor. [ 1777.110917] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Triggering sync for uuid fe9c3f7c-4c8b-426b-85c1-6fc0f325609e {{(pid=63750) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1777.110917] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Triggering sync for uuid 01a1188a-6523-4d67-8507-2253c4c1a86a {{(pid=63750) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1777.111454] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Triggering sync for uuid c4241be9-151b-403f-a5e7-9e34a6425466 {{(pid=63750) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1777.111454] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Triggering sync for uuid b23f40f6-7521-4465-bc42-872016f9a6bd {{(pid=63750) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1777.111454] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Triggering sync for uuid 8892fd3b-b3fa-4b83-89f8-3162579d6f87 {{(pid=63750) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1777.111621] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Triggering sync for uuid 71b4eb74-3e75-44d0-a132-0fa238a09fd2 {{(pid=63750) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1777.111621] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Triggering sync for uuid 3d11142c-0197-4bd9-bf31-fffabf48ee87 {{(pid=63750) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1777.111759] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Triggering sync for uuid be1c2871-2c59-4a77-8792-fb9f5fd2128f {{(pid=63750) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1777.111908] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Triggering sync for uuid 627fabed-0639-417d-b78c-fc6ef6ab7979 {{(pid=63750) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1777.112050] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Triggering sync for uuid 99c765c3-0b70-4f53-a8e7-e2723898c70e {{(pid=63750) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1777.112195] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Triggering sync for uuid 6837b938-5169-44a2-a03f-e6a2064334d6 {{(pid=63750) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1777.112335] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Triggering sync for uuid 0431561b-dd08-4c9c-a4f6-43d19cbe4b03 {{(pid=63750) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1777.112472] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Triggering sync for uuid 3929441f-fefc-469f-a440-d7f3146abde2 {{(pid=63750) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1777.112625] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Triggering sync for uuid b137e48f-6f38-483f-8c23-1d47bf8aecc2 {{(pid=63750) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1777.112767] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Triggering sync for uuid 5f03b2d8-0716-465c-96c8-3f12c586d173 {{(pid=63750) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1777.112902] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Triggering sync for uuid c22023e7-8e33-478b-a1d7-f844a427dae6 {{(pid=63750) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1777.113056] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Triggering sync for uuid f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2 {{(pid=63750) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1777.113268] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Triggering sync for uuid bf03616d-723b-4ab9-9e5e-68b50541b080 {{(pid=63750) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1777.114592] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "fe9c3f7c-4c8b-426b-85c1-6fc0f325609e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.114753] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "fe9c3f7c-4c8b-426b-85c1-6fc0f325609e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.114994] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "01a1188a-6523-4d67-8507-2253c4c1a86a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.115228] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "c4241be9-151b-403f-a5e7-9e34a6425466" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.115611] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "c4241be9-151b-403f-a5e7-9e34a6425466" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.115716] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "b23f40f6-7521-4465-bc42-872016f9a6bd" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.115836] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "b23f40f6-7521-4465-bc42-872016f9a6bd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.116084] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "8892fd3b-b3fa-4b83-89f8-3162579d6f87" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.116335] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "8892fd3b-b3fa-4b83-89f8-3162579d6f87" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.116599] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "71b4eb74-3e75-44d0-a132-0fa238a09fd2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.116741] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "71b4eb74-3e75-44d0-a132-0fa238a09fd2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.116983] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "3d11142c-0197-4bd9-bf31-fffabf48ee87" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.117245] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "3d11142c-0197-4bd9-bf31-fffabf48ee87" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.117947] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "be1c2871-2c59-4a77-8792-fb9f5fd2128f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.118505] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "627fabed-0639-417d-b78c-fc6ef6ab7979" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.118728] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "627fabed-0639-417d-b78c-fc6ef6ab7979" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.121819] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "99c765c3-0b70-4f53-a8e7-e2723898c70e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.122131] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "99c765c3-0b70-4f53-a8e7-e2723898c70e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.002s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.122390] env[63750]: INFO nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] During sync_power_state the instance has a pending task (resize_reverting). Skip. [ 1777.122709] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "99c765c3-0b70-4f53-a8e7-e2723898c70e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.122709] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "6837b938-5169-44a2-a03f-e6a2064334d6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.122856] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "6837b938-5169-44a2-a03f-e6a2064334d6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.123326] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "0431561b-dd08-4c9c-a4f6-43d19cbe4b03" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.123513] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "0431561b-dd08-4c9c-a4f6-43d19cbe4b03" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.123741] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "3929441f-fefc-469f-a440-d7f3146abde2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.123956] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "b137e48f-6f38-483f-8c23-1d47bf8aecc2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.124122] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "b137e48f-6f38-483f-8c23-1d47bf8aecc2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.124346] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "5f03b2d8-0716-465c-96c8-3f12c586d173" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.124541] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "c22023e7-8e33-478b-a1d7-f844a427dae6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.124917] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "c22023e7-8e33-478b-a1d7-f844a427dae6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.125190] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.125514] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "bf03616d-723b-4ab9-9e5e-68b50541b080" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.126469] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0024510-3a46-4410-a2c7-960fc7b5c469 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.130674] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd5ad97-ce43-414b-a28c-bee39fcc5c09 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.133759] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b670a7-d411-42b2-98d7-2f9de0fc9d7a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.140454] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a74eae5-3a82-46ee-98a2-da07cc387f6b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.146522] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65941b0a-aaf6-4fa1-a781-16a9302901eb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.150631] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eefbfdf-1123-4dbe-b0e5-675ccdf79173 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.155246] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c036a0-46b4-48d1-ba23-eb04e63053a8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.159727] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2adad505-9233-4f24-9061-4fd8e2a6269b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.163494] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a7a563-4bf8-4670-aa5d-500cf6809618 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.167868] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a02ecaa-8ee3-4e0e-b6bc-0a390c58604d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.172430] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d48f32d-6dcc-445f-99bb-a2adad43895c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.244076] env[63750]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: vc1.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1777.345363] env[63750]: INFO nova.compute.manager [-] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Took 1.70 seconds to deallocate network for instance. [ 1777.388147] env[63750]: DEBUG oslo_vmware.api [None req-3c6c2fce-0f86-4e22-b634-c648ffe37099 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2006380, 'name': ReconfigVM_Task, 'duration_secs': 5.881511} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.388147] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3c6c2fce-0f86-4e22-b634-c648ffe37099 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Releasing lock "01a1188a-6523-4d67-8507-2253c4c1a86a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1777.388446] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3c6c2fce-0f86-4e22-b634-c648ffe37099 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Reconfigured VM to detach interface {{(pid=63750) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1777.393056] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "01a1188a-6523-4d67-8507-2253c4c1a86a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.278s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.394182] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ac4597-80d5-4f49-9ce7-ecacad751112 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.477076] env[63750]: DEBUG nova.compute.manager [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1777.487026] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquiring lock "f456f617-7004-4849-b5b3-743adbe45ed1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.487324] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "f456f617-7004-4849-b5b3-743adbe45ed1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.512976] env[63750]: DEBUG nova.virt.hardware [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:57:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='437975517',id=36,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-604534648',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1777.512976] env[63750]: DEBUG nova.virt.hardware [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1777.513122] env[63750]: DEBUG nova.virt.hardware [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1777.513305] env[63750]: DEBUG nova.virt.hardware [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1777.513448] env[63750]: DEBUG nova.virt.hardware [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1777.513907] env[63750]: DEBUG nova.virt.hardware [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1777.514236] env[63750]: DEBUG nova.virt.hardware [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1777.514469] env[63750]: DEBUG nova.virt.hardware [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1777.514731] env[63750]: DEBUG nova.virt.hardware [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1777.514959] env[63750]: DEBUG nova.virt.hardware [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1777.515205] env[63750]: DEBUG nova.virt.hardware [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1777.516319] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d07530-d321-43b3-9e61-daf964c043ca {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.530951] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9555a964-92ff-4df7-b31c-adc9c3282574 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.733909] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "8892fd3b-b3fa-4b83-89f8-3162579d6f87" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.617s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.733909] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "c4241be9-151b-403f-a5e7-9e34a6425466" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.618s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.734130] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "3d11142c-0197-4bd9-bf31-fffabf48ee87" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.617s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.736736] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47aa2e41-d744-4401-ba3f-b5c14b68acd2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.742343] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "6837b938-5169-44a2-a03f-e6a2064334d6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.618s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.745850] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "0431561b-dd08-4c9c-a4f6-43d19cbe4b03" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.622s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.747452] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "627fabed-0639-417d-b78c-fc6ef6ab7979" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.629s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.747658] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Acquiring lock "e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.748022] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Lock "e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.748281] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "b137e48f-6f38-483f-8c23-1d47bf8aecc2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.624s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.751258] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "c22023e7-8e33-478b-a1d7-f844a427dae6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.626s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.752862] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a6fee6-da1c-4ae5-851b-e59ba0cdb877 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.756378] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "b23f40f6-7521-4465-bc42-872016f9a6bd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.640s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.764510] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "fe9c3f7c-4c8b-426b-85c1-6fc0f325609e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.649s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.764510] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "71b4eb74-3e75-44d0-a132-0fa238a09fd2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.648s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.792256] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f075c51-431c-4f22-b2d5-58215155fe8b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.803685] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba78198f-14b5-4a29-9450-a47541da7066 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.830534] env[63750]: DEBUG nova.compute.provider_tree [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1777.856083] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bdf3f921-8f53-4ed6-80fa-7d6768604333 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.905905] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "01a1188a-6523-4d67-8507-2253c4c1a86a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.513s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.044865] env[63750]: DEBUG nova.network.neutron [None req-c152fb7e-5cd9-49cf-b98c-794dc3006196 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Updating instance_info_cache with network_info: [{"id": "6173e3fc-8af4-4d2d-bfc4-0c7425f75736", "address": "fa:16:3e:a0:f0:ff", "network": {"id": "62115eb3-4db1-4f47-a96b-5eb30cfcddc8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2016539461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1917e55d47140e0839a4511375f6e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6173e3fc-8a", "ovs_interfaceid": "6173e3fc-8af4-4d2d-bfc4-0c7425f75736", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1778.129509] env[63750]: DEBUG nova.compute.manager [req-7ce7171d-5c88-4a7e-9db2-9e107abeee22 req-f02a3ad3-f814-4c59-8c09-211ab5bef417 service nova] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Received event network-vif-deleted-f0dba54c-b596-4311-a09c-90fbbce39dd7 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1778.129703] env[63750]: DEBUG nova.compute.manager [req-7ce7171d-5c88-4a7e-9db2-9e107abeee22 req-f02a3ad3-f814-4c59-8c09-211ab5bef417 service nova] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Received event network-changed-6173e3fc-8af4-4d2d-bfc4-0c7425f75736 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1778.129895] env[63750]: DEBUG nova.compute.manager [req-7ce7171d-5c88-4a7e-9db2-9e107abeee22 req-f02a3ad3-f814-4c59-8c09-211ab5bef417 service nova] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Refreshing instance network info cache due to event network-changed-6173e3fc-8af4-4d2d-bfc4-0c7425f75736. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1778.131447] env[63750]: DEBUG oslo_concurrency.lockutils [req-7ce7171d-5c88-4a7e-9db2-9e107abeee22 req-f02a3ad3-f814-4c59-8c09-211ab5bef417 service nova] Acquiring lock "refresh_cache-c4241be9-151b-403f-a5e7-9e34a6425466" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1778.316269] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Acquiring lock "58be5fa1-c15e-4bd4-96d2-ebac3a39606c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1778.316607] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Lock "58be5fa1-c15e-4bd4-96d2-ebac3a39606c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.331303] env[63750]: DEBUG nova.scheduler.client.report [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1778.497202] env[63750]: DEBUG nova.compute.manager [req-a4e9e1f3-f188-4434-be7c-fafe9378ec67 req-8d29de44-a72f-4453-a207-ce3686bfec9e service nova] [instance: f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2] Received event network-vif-plugged-48f9a2fb-f071-4446-8053-4229fe617e52 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1778.498220] env[63750]: DEBUG oslo_concurrency.lockutils [req-a4e9e1f3-f188-4434-be7c-fafe9378ec67 req-8d29de44-a72f-4453-a207-ce3686bfec9e service nova] Acquiring lock "f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1778.498451] env[63750]: DEBUG oslo_concurrency.lockutils [req-a4e9e1f3-f188-4434-be7c-fafe9378ec67 req-8d29de44-a72f-4453-a207-ce3686bfec9e service nova] Lock "f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.498623] env[63750]: DEBUG oslo_concurrency.lockutils [req-a4e9e1f3-f188-4434-be7c-fafe9378ec67 req-8d29de44-a72f-4453-a207-ce3686bfec9e service nova] Lock "f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.501210] env[63750]: DEBUG nova.compute.manager [req-a4e9e1f3-f188-4434-be7c-fafe9378ec67 req-8d29de44-a72f-4453-a207-ce3686bfec9e service nova] [instance: f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2] No waiting events found dispatching network-vif-plugged-48f9a2fb-f071-4446-8053-4229fe617e52 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1778.501407] env[63750]: WARNING nova.compute.manager [req-a4e9e1f3-f188-4434-be7c-fafe9378ec67 req-8d29de44-a72f-4453-a207-ce3686bfec9e service nova] [instance: f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2] Received unexpected event network-vif-plugged-48f9a2fb-f071-4446-8053-4229fe617e52 for instance with vm_state building and task_state spawning. [ 1778.549760] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c152fb7e-5cd9-49cf-b98c-794dc3006196 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Releasing lock "refresh_cache-c4241be9-151b-403f-a5e7-9e34a6425466" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1778.550025] env[63750]: DEBUG nova.compute.manager [None req-c152fb7e-5cd9-49cf-b98c-794dc3006196 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Inject network info {{(pid=63750) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1778.550296] env[63750]: DEBUG nova.compute.manager [None req-c152fb7e-5cd9-49cf-b98c-794dc3006196 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] network_info to inject: |[{"id": "6173e3fc-8af4-4d2d-bfc4-0c7425f75736", "address": "fa:16:3e:a0:f0:ff", "network": {"id": "62115eb3-4db1-4f47-a96b-5eb30cfcddc8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2016539461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1917e55d47140e0839a4511375f6e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6173e3fc-8a", "ovs_interfaceid": "6173e3fc-8af4-4d2d-bfc4-0c7425f75736", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1778.557351] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c152fb7e-5cd9-49cf-b98c-794dc3006196 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Reconfiguring VM instance to set the machine id {{(pid=63750) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1778.558093] env[63750]: DEBUG oslo_concurrency.lockutils [req-7ce7171d-5c88-4a7e-9db2-9e107abeee22 req-f02a3ad3-f814-4c59-8c09-211ab5bef417 service nova] Acquired lock "refresh_cache-c4241be9-151b-403f-a5e7-9e34a6425466" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.558093] env[63750]: DEBUG nova.network.neutron [req-7ce7171d-5c88-4a7e-9db2-9e107abeee22 req-f02a3ad3-f814-4c59-8c09-211ab5bef417 service nova] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Refreshing network info cache for port 6173e3fc-8af4-4d2d-bfc4-0c7425f75736 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1778.560803] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b040daa-1b7c-448b-904b-6ba9f00c36e5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.574114] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f644a81d-3467-4911-8b62-9c6e478c1f64 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquiring lock "01a1188a-6523-4d67-8507-2253c4c1a86a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1778.574114] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f644a81d-3467-4911-8b62-9c6e478c1f64 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lock "01a1188a-6523-4d67-8507-2253c4c1a86a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.574326] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f644a81d-3467-4911-8b62-9c6e478c1f64 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquiring lock "01a1188a-6523-4d67-8507-2253c4c1a86a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1778.574682] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f644a81d-3467-4911-8b62-9c6e478c1f64 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lock "01a1188a-6523-4d67-8507-2253c4c1a86a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.574682] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f644a81d-3467-4911-8b62-9c6e478c1f64 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lock "01a1188a-6523-4d67-8507-2253c4c1a86a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.579086] env[63750]: INFO nova.compute.manager [None req-f644a81d-3467-4911-8b62-9c6e478c1f64 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Terminating instance [ 1778.584348] env[63750]: DEBUG oslo_vmware.api [None req-c152fb7e-5cd9-49cf-b98c-794dc3006196 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Waiting for the task: (returnval){ [ 1778.584348] env[63750]: value = "task-2006390" [ 1778.584348] env[63750]: _type = "Task" [ 1778.584348] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.593990] env[63750]: DEBUG oslo_vmware.api [None req-c152fb7e-5cd9-49cf-b98c-794dc3006196 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Task: {'id': task-2006390, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.621077] env[63750]: DEBUG nova.network.neutron [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2] Successfully updated port: 48f9a2fb-f071-4446-8053-4229fe617e52 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1778.740151] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3c6c2fce-0f86-4e22-b634-c648ffe37099 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquiring lock "refresh_cache-01a1188a-6523-4d67-8507-2253c4c1a86a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1778.740266] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3c6c2fce-0f86-4e22-b634-c648ffe37099 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquired lock "refresh_cache-01a1188a-6523-4d67-8507-2253c4c1a86a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.740438] env[63750]: DEBUG nova.network.neutron [None req-3c6c2fce-0f86-4e22-b634-c648ffe37099 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1778.828944] env[63750]: DEBUG nova.network.neutron [req-7ce7171d-5c88-4a7e-9db2-9e107abeee22 req-f02a3ad3-f814-4c59-8c09-211ab5bef417 service nova] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Updated VIF entry in instance network info cache for port 6173e3fc-8af4-4d2d-bfc4-0c7425f75736. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1778.829191] env[63750]: DEBUG nova.network.neutron [req-7ce7171d-5c88-4a7e-9db2-9e107abeee22 req-f02a3ad3-f814-4c59-8c09-211ab5bef417 service nova] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Updating instance_info_cache with network_info: [{"id": "6173e3fc-8af4-4d2d-bfc4-0c7425f75736", "address": "fa:16:3e:a0:f0:ff", "network": {"id": "62115eb3-4db1-4f47-a96b-5eb30cfcddc8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2016539461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1917e55d47140e0839a4511375f6e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6173e3fc-8a", "ovs_interfaceid": "6173e3fc-8af4-4d2d-bfc4-0c7425f75736", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1778.840018] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.907s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.840018] env[63750]: DEBUG nova.compute.manager [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1778.842644] env[63750]: DEBUG oslo_concurrency.lockutils [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.894s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.844077] env[63750]: INFO nova.compute.claims [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1779.089469] env[63750]: DEBUG nova.compute.manager [None req-f644a81d-3467-4911-8b62-9c6e478c1f64 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1779.089758] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f644a81d-3467-4911-8b62-9c6e478c1f64 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1779.090525] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa90db5-d021-400e-a3a8-33101dcfb11a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.099351] env[63750]: DEBUG oslo_vmware.api [None req-c152fb7e-5cd9-49cf-b98c-794dc3006196 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Task: {'id': task-2006390, 'name': ReconfigVM_Task, 'duration_secs': 0.160669} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.102027] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c152fb7e-5cd9-49cf-b98c-794dc3006196 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Reconfigured VM instance to set the machine id {{(pid=63750) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1779.105437] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-f644a81d-3467-4911-8b62-9c6e478c1f64 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1779.105788] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79c78f09-0b1d-42d5-a3ce-c575892e2dc0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.112806] env[63750]: DEBUG oslo_vmware.api [None req-f644a81d-3467-4911-8b62-9c6e478c1f64 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Waiting for the task: (returnval){ [ 1779.112806] env[63750]: value = "task-2006391" [ 1779.112806] env[63750]: _type = "Task" [ 1779.112806] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.122714] env[63750]: DEBUG oslo_vmware.api [None req-f644a81d-3467-4911-8b62-9c6e478c1f64 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2006391, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.126141] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Acquiring lock "refresh_cache-f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1779.127022] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Acquired lock "refresh_cache-f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1779.127022] env[63750]: DEBUG nova.network.neutron [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1779.153732] env[63750]: DEBUG nova.objects.instance [None req-f902bb8b-e0a8-4f59-948d-20285976730a tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Lazy-loading 'flavor' on Instance uuid c4241be9-151b-403f-a5e7-9e34a6425466 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1779.331639] env[63750]: DEBUG oslo_concurrency.lockutils [req-7ce7171d-5c88-4a7e-9db2-9e107abeee22 req-f02a3ad3-f814-4c59-8c09-211ab5bef417 service nova] Releasing lock "refresh_cache-c4241be9-151b-403f-a5e7-9e34a6425466" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1779.332416] env[63750]: DEBUG nova.compute.manager [req-7ce7171d-5c88-4a7e-9db2-9e107abeee22 req-f02a3ad3-f814-4c59-8c09-211ab5bef417 service nova] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Received event network-vif-deleted-e9c4dc6a-232e-4374-b819-533ccc29b5eb {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1779.332416] env[63750]: INFO nova.compute.manager [req-7ce7171d-5c88-4a7e-9db2-9e107abeee22 req-f02a3ad3-f814-4c59-8c09-211ab5bef417 service nova] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Neutron deleted interface e9c4dc6a-232e-4374-b819-533ccc29b5eb; detaching it from the instance and deleting it from the info cache [ 1779.332719] env[63750]: DEBUG nova.network.neutron [req-7ce7171d-5c88-4a7e-9db2-9e107abeee22 req-f02a3ad3-f814-4c59-8c09-211ab5bef417 service nova] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Updating instance_info_cache with network_info: [{"id": "4664724a-d0b0-4224-9b3c-66ee61113620", "address": "fa:16:3e:a5:f5:aa", "network": {"id": "ff81de04-7e48-4127-88aa-44bb0621a003", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-707332449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2139ec6eeb4ba6992db80e7239b224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4664724a-d0", "ovs_interfaceid": "4664724a-d0b0-4224-9b3c-66ee61113620", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1779.353484] env[63750]: DEBUG nova.compute.utils [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1779.357668] env[63750]: DEBUG nova.compute.manager [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1779.357668] env[63750]: DEBUG nova.network.neutron [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1779.425888] env[63750]: DEBUG nova.policy [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0dcc6fc74d7d4dbe8ce59cd4546dd5a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7dd23ed8566493d991974157cb177d8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1779.554172] env[63750]: INFO nova.network.neutron [None req-3c6c2fce-0f86-4e22-b634-c648ffe37099 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Port e9c4dc6a-232e-4374-b819-533ccc29b5eb from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1779.554930] env[63750]: DEBUG nova.network.neutron [None req-3c6c2fce-0f86-4e22-b634-c648ffe37099 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Updating instance_info_cache with network_info: [{"id": "4664724a-d0b0-4224-9b3c-66ee61113620", "address": "fa:16:3e:a5:f5:aa", "network": {"id": "ff81de04-7e48-4127-88aa-44bb0621a003", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-707332449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2139ec6eeb4ba6992db80e7239b224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4664724a-d0", "ovs_interfaceid": "4664724a-d0b0-4224-9b3c-66ee61113620", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1779.624997] env[63750]: DEBUG oslo_vmware.api [None req-f644a81d-3467-4911-8b62-9c6e478c1f64 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2006391, 'name': PowerOffVM_Task, 'duration_secs': 0.179403} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.625374] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-f644a81d-3467-4911-8b62-9c6e478c1f64 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1779.625553] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f644a81d-3467-4911-8b62-9c6e478c1f64 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1779.625802] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e779e7b3-7b65-49d5-ac1c-12c2c90d1384 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.658330] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1779.658525] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63750) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1779.658983] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f902bb8b-e0a8-4f59-948d-20285976730a tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Acquiring lock "refresh_cache-c4241be9-151b-403f-a5e7-9e34a6425466" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1779.659700] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f902bb8b-e0a8-4f59-948d-20285976730a tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Acquired lock "refresh_cache-c4241be9-151b-403f-a5e7-9e34a6425466" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1779.689957] env[63750]: DEBUG nova.network.neutron [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1779.766612] env[63750]: DEBUG nova.network.neutron [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Successfully created port: 10fa378c-3848-496f-8b88-5d1101aae14b {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1779.842964] env[63750]: DEBUG oslo_concurrency.lockutils [req-7ce7171d-5c88-4a7e-9db2-9e107abeee22 req-f02a3ad3-f814-4c59-8c09-211ab5bef417 service nova] Acquiring lock "01a1188a-6523-4d67-8507-2253c4c1a86a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1779.862512] env[63750]: DEBUG nova.compute.manager [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1779.988845] env[63750]: DEBUG nova.network.neutron [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2] Updating instance_info_cache with network_info: [{"id": "48f9a2fb-f071-4446-8053-4229fe617e52", "address": "fa:16:3e:e6:19:ce", "network": {"id": "a812a95d-a100-4a1c-9664-785f0f605b79", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-889087728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "328baa65c73146b79fd9c27b62b5b22a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48f9a2fb-f0", "ovs_interfaceid": "48f9a2fb-f071-4446-8053-4229fe617e52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1780.012610] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f644a81d-3467-4911-8b62-9c6e478c1f64 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1780.012805] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f644a81d-3467-4911-8b62-9c6e478c1f64 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1780.013269] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-f644a81d-3467-4911-8b62-9c6e478c1f64 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Deleting the datastore file [datastore1] 01a1188a-6523-4d67-8507-2253c4c1a86a {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1780.013404] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5d27181-1615-4eaa-8aa2-a5d83a3f5aef {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.023688] env[63750]: DEBUG oslo_vmware.api [None req-f644a81d-3467-4911-8b62-9c6e478c1f64 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Waiting for the task: (returnval){ [ 1780.023688] env[63750]: value = "task-2006393" [ 1780.023688] env[63750]: _type = "Task" [ 1780.023688] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.033271] env[63750]: DEBUG oslo_vmware.api [None req-f644a81d-3467-4911-8b62-9c6e478c1f64 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2006393, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.058057] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3c6c2fce-0f86-4e22-b634-c648ffe37099 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Releasing lock "refresh_cache-01a1188a-6523-4d67-8507-2253c4c1a86a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1780.155444] env[63750]: DEBUG nova.network.neutron [None req-f902bb8b-e0a8-4f59-948d-20285976730a tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1780.186447] env[63750]: DEBUG nova.compute.manager [req-83e04493-964c-4d19-9e37-61ab919f3008 req-71f23019-2c51-4eb8-8638-5b86998315e9 service nova] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Received event network-changed-6173e3fc-8af4-4d2d-bfc4-0c7425f75736 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1780.186641] env[63750]: DEBUG nova.compute.manager [req-83e04493-964c-4d19-9e37-61ab919f3008 req-71f23019-2c51-4eb8-8638-5b86998315e9 service nova] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Refreshing instance network info cache due to event network-changed-6173e3fc-8af4-4d2d-bfc4-0c7425f75736. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1780.186830] env[63750]: DEBUG oslo_concurrency.lockutils [req-83e04493-964c-4d19-9e37-61ab919f3008 req-71f23019-2c51-4eb8-8638-5b86998315e9 service nova] Acquiring lock "refresh_cache-c4241be9-151b-403f-a5e7-9e34a6425466" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.341244] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec80f693-1921-4c57-b659-cf917e491a55 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.348963] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8919a9-d99c-4dc9-880f-43c6d06b732d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.382613] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1099c2f-b5b7-447e-9f2d-a24674a1c675 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.394623] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2ca978-6b7a-43aa-b60b-1bdf500fd2bc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.411445] env[63750]: DEBUG nova.compute.provider_tree [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1780.492047] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Releasing lock "refresh_cache-f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1780.492047] env[63750]: DEBUG nova.compute.manager [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2] Instance network_info: |[{"id": "48f9a2fb-f071-4446-8053-4229fe617e52", "address": "fa:16:3e:e6:19:ce", "network": {"id": "a812a95d-a100-4a1c-9664-785f0f605b79", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-889087728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "328baa65c73146b79fd9c27b62b5b22a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48f9a2fb-f0", "ovs_interfaceid": "48f9a2fb-f071-4446-8053-4229fe617e52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1780.492047] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:19:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89f807d9-140f-4a6f-8bce-96795f9482ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48f9a2fb-f071-4446-8053-4229fe617e52', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1780.499489] env[63750]: DEBUG oslo.service.loopingcall [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1780.499489] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1780.500376] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-daac8a84-ffc8-45ab-8119-191a6c7b1968 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.521274] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1780.521274] env[63750]: value = "task-2006394" [ 1780.521274] env[63750]: _type = "Task" [ 1780.521274] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.531986] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006394, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.534992] env[63750]: DEBUG oslo_vmware.api [None req-f644a81d-3467-4911-8b62-9c6e478c1f64 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2006393, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199976} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.535318] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-f644a81d-3467-4911-8b62-9c6e478c1f64 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1780.535517] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f644a81d-3467-4911-8b62-9c6e478c1f64 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1780.535694] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f644a81d-3467-4911-8b62-9c6e478c1f64 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1780.535864] env[63750]: INFO nova.compute.manager [None req-f644a81d-3467-4911-8b62-9c6e478c1f64 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Took 1.45 seconds to destroy the instance on the hypervisor. [ 1780.536154] env[63750]: DEBUG oslo.service.loopingcall [None req-f644a81d-3467-4911-8b62-9c6e478c1f64 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1780.536370] env[63750]: DEBUG nova.compute.manager [-] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1780.536498] env[63750]: DEBUG nova.network.neutron [-] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1780.563829] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3c6c2fce-0f86-4e22-b634-c648ffe37099 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lock "interface-01a1188a-6523-4d67-8507-2253c4c1a86a-e9c4dc6a-232e-4374-b819-533ccc29b5eb" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.798s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1780.686430] env[63750]: DEBUG nova.compute.manager [req-3296ce0d-5d9b-43cc-a441-9a28d8c7b66e req-69332568-4304-4e21-a519-a90f3152b3ae service nova] [instance: f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2] Received event network-changed-48f9a2fb-f071-4446-8053-4229fe617e52 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1780.686430] env[63750]: DEBUG nova.compute.manager [req-3296ce0d-5d9b-43cc-a441-9a28d8c7b66e req-69332568-4304-4e21-a519-a90f3152b3ae service nova] [instance: f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2] Refreshing instance network info cache due to event network-changed-48f9a2fb-f071-4446-8053-4229fe617e52. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1780.686430] env[63750]: DEBUG oslo_concurrency.lockutils [req-3296ce0d-5d9b-43cc-a441-9a28d8c7b66e req-69332568-4304-4e21-a519-a90f3152b3ae service nova] Acquiring lock "refresh_cache-f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.686430] env[63750]: DEBUG oslo_concurrency.lockutils [req-3296ce0d-5d9b-43cc-a441-9a28d8c7b66e req-69332568-4304-4e21-a519-a90f3152b3ae service nova] Acquired lock "refresh_cache-f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.686430] env[63750]: DEBUG nova.network.neutron [req-3296ce0d-5d9b-43cc-a441-9a28d8c7b66e req-69332568-4304-4e21-a519-a90f3152b3ae service nova] [instance: f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2] Refreshing network info cache for port 48f9a2fb-f071-4446-8053-4229fe617e52 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1780.889537] env[63750]: DEBUG nova.compute.manager [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1780.918170] env[63750]: DEBUG nova.scheduler.client.report [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1780.925204] env[63750]: DEBUG nova.virt.hardware [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1780.925204] env[63750]: DEBUG nova.virt.hardware [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1780.925204] env[63750]: DEBUG nova.virt.hardware [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1780.925204] env[63750]: DEBUG nova.virt.hardware [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1780.925204] env[63750]: DEBUG nova.virt.hardware [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1780.925204] env[63750]: DEBUG nova.virt.hardware [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1780.925204] env[63750]: DEBUG nova.virt.hardware [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1780.925726] env[63750]: DEBUG nova.virt.hardware [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1780.925726] env[63750]: DEBUG nova.virt.hardware [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1780.925726] env[63750]: DEBUG nova.virt.hardware [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1780.925821] env[63750]: DEBUG nova.virt.hardware [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1780.930762] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031a5827-1f56-4204-bf7f-899902e982d6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.942083] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a413a2a1-73ba-45f2-b243-85c0bcb2814d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.031922] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006394, 'name': CreateVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.095266] env[63750]: DEBUG nova.network.neutron [None req-f902bb8b-e0a8-4f59-948d-20285976730a tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Updating instance_info_cache with network_info: [{"id": "6173e3fc-8af4-4d2d-bfc4-0c7425f75736", "address": "fa:16:3e:a0:f0:ff", "network": {"id": "62115eb3-4db1-4f47-a96b-5eb30cfcddc8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2016539461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1917e55d47140e0839a4511375f6e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6173e3fc-8a", "ovs_interfaceid": "6173e3fc-8af4-4d2d-bfc4-0c7425f75736", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1781.435616] env[63750]: DEBUG oslo_concurrency.lockutils [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.593s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.436223] env[63750]: DEBUG nova.compute.manager [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1781.442885] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4501da25-9493-4660-8980-b4e7d28fd20d tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.386s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.443746] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4501da25-9493-4660-8980-b4e7d28fd20d tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.450668] env[63750]: DEBUG oslo_concurrency.lockutils [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.776s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.452180] env[63750]: INFO nova.compute.claims [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1781.472276] env[63750]: DEBUG nova.network.neutron [req-3296ce0d-5d9b-43cc-a441-9a28d8c7b66e req-69332568-4304-4e21-a519-a90f3152b3ae service nova] [instance: f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2] Updated VIF entry in instance network info cache for port 48f9a2fb-f071-4446-8053-4229fe617e52. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1781.472639] env[63750]: DEBUG nova.network.neutron [req-3296ce0d-5d9b-43cc-a441-9a28d8c7b66e req-69332568-4304-4e21-a519-a90f3152b3ae service nova] [instance: f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2] Updating instance_info_cache with network_info: [{"id": "48f9a2fb-f071-4446-8053-4229fe617e52", "address": "fa:16:3e:e6:19:ce", "network": {"id": "a812a95d-a100-4a1c-9664-785f0f605b79", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-889087728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "328baa65c73146b79fd9c27b62b5b22a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48f9a2fb-f0", "ovs_interfaceid": "48f9a2fb-f071-4446-8053-4229fe617e52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1781.487737] env[63750]: INFO nova.scheduler.client.report [None req-4501da25-9493-4660-8980-b4e7d28fd20d tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Deleted allocations for instance 3929441f-fefc-469f-a440-d7f3146abde2 [ 1781.510491] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8769bb1c-cbf9-4cae-b6aa-2a0f464b31b6 tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Acquiring lock "b23f40f6-7521-4465-bc42-872016f9a6bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.510491] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8769bb1c-cbf9-4cae-b6aa-2a0f464b31b6 tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Lock "b23f40f6-7521-4465-bc42-872016f9a6bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.510491] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8769bb1c-cbf9-4cae-b6aa-2a0f464b31b6 tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Acquiring lock "b23f40f6-7521-4465-bc42-872016f9a6bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.510491] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8769bb1c-cbf9-4cae-b6aa-2a0f464b31b6 tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Lock "b23f40f6-7521-4465-bc42-872016f9a6bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.510491] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8769bb1c-cbf9-4cae-b6aa-2a0f464b31b6 tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Lock "b23f40f6-7521-4465-bc42-872016f9a6bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.513356] env[63750]: INFO nova.compute.manager [None req-8769bb1c-cbf9-4cae-b6aa-2a0f464b31b6 tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] [instance: b23f40f6-7521-4465-bc42-872016f9a6bd] Terminating instance [ 1781.533588] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006394, 'name': CreateVM_Task, 'duration_secs': 0.541027} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.533763] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1781.534476] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1781.534639] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.535040] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1781.535300] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8123c8a-bf9a-4c46-b9e9-30a5cb61dea2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.540189] env[63750]: DEBUG oslo_vmware.api [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Waiting for the task: (returnval){ [ 1781.540189] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]526abf28-a4af-f952-3500-306c953c1071" [ 1781.540189] env[63750]: _type = "Task" [ 1781.540189] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.549136] env[63750]: DEBUG oslo_vmware.api [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]526abf28-a4af-f952-3500-306c953c1071, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.601169] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f902bb8b-e0a8-4f59-948d-20285976730a tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Releasing lock "refresh_cache-c4241be9-151b-403f-a5e7-9e34a6425466" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1781.601959] env[63750]: DEBUG nova.compute.manager [None req-f902bb8b-e0a8-4f59-948d-20285976730a tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Inject network info {{(pid=63750) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1781.601959] env[63750]: DEBUG nova.compute.manager [None req-f902bb8b-e0a8-4f59-948d-20285976730a tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] network_info to inject: |[{"id": "6173e3fc-8af4-4d2d-bfc4-0c7425f75736", "address": "fa:16:3e:a0:f0:ff", "network": {"id": "62115eb3-4db1-4f47-a96b-5eb30cfcddc8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2016539461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1917e55d47140e0839a4511375f6e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6173e3fc-8a", "ovs_interfaceid": "6173e3fc-8af4-4d2d-bfc4-0c7425f75736", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1781.611391] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f902bb8b-e0a8-4f59-948d-20285976730a tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Reconfiguring VM instance to set the machine id {{(pid=63750) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1781.611391] env[63750]: DEBUG nova.network.neutron [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Successfully updated port: 10fa378c-3848-496f-8b88-5d1101aae14b {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1781.612165] env[63750]: DEBUG oslo_concurrency.lockutils [req-83e04493-964c-4d19-9e37-61ab919f3008 req-71f23019-2c51-4eb8-8638-5b86998315e9 service nova] Acquired lock "refresh_cache-c4241be9-151b-403f-a5e7-9e34a6425466" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.612350] env[63750]: DEBUG nova.network.neutron [req-83e04493-964c-4d19-9e37-61ab919f3008 req-71f23019-2c51-4eb8-8638-5b86998315e9 service nova] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Refreshing network info cache for port 6173e3fc-8af4-4d2d-bfc4-0c7425f75736 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1781.613320] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39ff6564-69ce-4458-b30a-c83dfa10e8ec {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.625193] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquiring lock "refresh_cache-bf03616d-723b-4ab9-9e5e-68b50541b080" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1781.625323] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquired lock "refresh_cache-bf03616d-723b-4ab9-9e5e-68b50541b080" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.625461] env[63750]: DEBUG nova.network.neutron [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1781.635066] env[63750]: DEBUG oslo_vmware.api [None req-f902bb8b-e0a8-4f59-948d-20285976730a tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Waiting for the task: (returnval){ [ 1781.635066] env[63750]: value = "task-2006395" [ 1781.635066] env[63750]: _type = "Task" [ 1781.635066] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.645798] env[63750]: DEBUG oslo_vmware.api [None req-f902bb8b-e0a8-4f59-948d-20285976730a tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Task: {'id': task-2006395, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.657952] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1781.658130] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Starting heal instance info cache {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1781.761803] env[63750]: DEBUG nova.network.neutron [-] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1781.900204] env[63750]: DEBUG nova.network.neutron [req-83e04493-964c-4d19-9e37-61ab919f3008 req-71f23019-2c51-4eb8-8638-5b86998315e9 service nova] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Updated VIF entry in instance network info cache for port 6173e3fc-8af4-4d2d-bfc4-0c7425f75736. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1781.900204] env[63750]: DEBUG nova.network.neutron [req-83e04493-964c-4d19-9e37-61ab919f3008 req-71f23019-2c51-4eb8-8638-5b86998315e9 service nova] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Updating instance_info_cache with network_info: [{"id": "6173e3fc-8af4-4d2d-bfc4-0c7425f75736", "address": "fa:16:3e:a0:f0:ff", "network": {"id": "62115eb3-4db1-4f47-a96b-5eb30cfcddc8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2016539461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1917e55d47140e0839a4511375f6e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6173e3fc-8a", "ovs_interfaceid": "6173e3fc-8af4-4d2d-bfc4-0c7425f75736", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1781.944883] env[63750]: DEBUG nova.compute.utils [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1781.946354] env[63750]: DEBUG nova.compute.manager [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1781.946354] env[63750]: DEBUG nova.network.neutron [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1781.975528] env[63750]: DEBUG oslo_concurrency.lockutils [req-3296ce0d-5d9b-43cc-a441-9a28d8c7b66e req-69332568-4304-4e21-a519-a90f3152b3ae service nova] Releasing lock "refresh_cache-f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1781.990804] env[63750]: DEBUG nova.policy [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '224173c61c32462c948e82a685c45e7a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a2d0199021141198e0a8cc981e6d49d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1781.999117] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4501da25-9493-4660-8980-b4e7d28fd20d tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "3929441f-fefc-469f-a440-d7f3146abde2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.421s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.000096] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "3929441f-fefc-469f-a440-d7f3146abde2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.876s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1782.000442] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8289a833-d899-4c3a-8ea0-b2a0cc73fe81 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.009643] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda1b8da-39b3-4353-a8da-a37ffb388733 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.022590] env[63750]: DEBUG nova.compute.manager [None req-8769bb1c-cbf9-4cae-b6aa-2a0f464b31b6 tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] [instance: b23f40f6-7521-4465-bc42-872016f9a6bd] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1782.022842] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-8769bb1c-cbf9-4cae-b6aa-2a0f464b31b6 tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] [instance: b23f40f6-7521-4465-bc42-872016f9a6bd] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1782.023567] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d22947e-5ff6-4c74-9d24-db84f6982ca1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.031107] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-8769bb1c-cbf9-4cae-b6aa-2a0f464b31b6 tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] [instance: b23f40f6-7521-4465-bc42-872016f9a6bd] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1782.031244] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae198f01-37a3-4f2a-aa94-ffbe96e3509f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.052997] env[63750]: DEBUG oslo_vmware.api [None req-8769bb1c-cbf9-4cae-b6aa-2a0f464b31b6 tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Waiting for the task: (returnval){ [ 1782.052997] env[63750]: value = "task-2006396" [ 1782.052997] env[63750]: _type = "Task" [ 1782.052997] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.061090] env[63750]: DEBUG oslo_vmware.api [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]526abf28-a4af-f952-3500-306c953c1071, 'name': SearchDatastore_Task, 'duration_secs': 0.010234} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.062463] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1782.062704] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1782.062975] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1782.063147] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.063328] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1782.063898] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb2f370a-3b85-456c-92c7-c5d9026997fb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.070725] env[63750]: DEBUG oslo_vmware.api [None req-8769bb1c-cbf9-4cae-b6aa-2a0f464b31b6 tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Task: {'id': task-2006396, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.076213] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1782.076213] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1782.076213] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d723d74-412f-43e0-95de-485328f2438b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.084095] env[63750]: DEBUG oslo_vmware.api [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Waiting for the task: (returnval){ [ 1782.084095] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52dc8767-729c-6d6c-50a2-15dc34a5123b" [ 1782.084095] env[63750]: _type = "Task" [ 1782.084095] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.093305] env[63750]: DEBUG oslo_vmware.api [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52dc8767-729c-6d6c-50a2-15dc34a5123b, 'name': SearchDatastore_Task, 'duration_secs': 0.008432} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.094109] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee648ef3-d206-462a-a6dc-b031f8c22c12 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.100275] env[63750]: DEBUG oslo_vmware.api [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Waiting for the task: (returnval){ [ 1782.100275] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52b22c7b-a30e-9813-48f9-02df0341a15b" [ 1782.100275] env[63750]: _type = "Task" [ 1782.100275] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.108687] env[63750]: DEBUG oslo_vmware.api [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52b22c7b-a30e-9813-48f9-02df0341a15b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.146079] env[63750]: DEBUG oslo_vmware.api [None req-f902bb8b-e0a8-4f59-948d-20285976730a tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Task: {'id': task-2006395, 'name': ReconfigVM_Task, 'duration_secs': 0.174117} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.146079] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f902bb8b-e0a8-4f59-948d-20285976730a tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Reconfigured VM instance to set the machine id {{(pid=63750) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1782.170859] env[63750]: DEBUG nova.network.neutron [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1782.176533] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d545447b-d0d3-44b8-907b-2169a7c33247 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Acquiring lock "c4241be9-151b-403f-a5e7-9e34a6425466" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1782.176781] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d545447b-d0d3-44b8-907b-2169a7c33247 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Lock "c4241be9-151b-403f-a5e7-9e34a6425466" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1782.176986] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d545447b-d0d3-44b8-907b-2169a7c33247 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Acquiring lock "c4241be9-151b-403f-a5e7-9e34a6425466-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1782.177211] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d545447b-d0d3-44b8-907b-2169a7c33247 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Lock "c4241be9-151b-403f-a5e7-9e34a6425466-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1782.177377] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d545447b-d0d3-44b8-907b-2169a7c33247 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Lock "c4241be9-151b-403f-a5e7-9e34a6425466-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.179686] env[63750]: INFO nova.compute.manager [None req-d545447b-d0d3-44b8-907b-2169a7c33247 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Terminating instance [ 1782.264497] env[63750]: INFO nova.compute.manager [-] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Took 1.73 seconds to deallocate network for instance. [ 1782.312734] env[63750]: DEBUG nova.compute.manager [req-eb43e607-c253-4efe-90e1-04bd012a9c89 req-8deb6943-d95f-4461-abcb-e1d5b89eee69 service nova] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Received event network-vif-deleted-4664724a-d0b0-4224-9b3c-66ee61113620 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1782.355787] env[63750]: DEBUG nova.network.neutron [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Successfully created port: 811a2e11-c848-48ad-ac4d-d351484fb47b {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1782.376939] env[63750]: DEBUG nova.network.neutron [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Updating instance_info_cache with network_info: [{"id": "10fa378c-3848-496f-8b88-5d1101aae14b", "address": "fa:16:3e:b3:c0:57", "network": {"id": "3190c9f9-ed08-4a95-905a-91e470b8e973", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-172291959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7dd23ed8566493d991974157cb177d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10fa378c-38", "ovs_interfaceid": "10fa378c-3848-496f-8b88-5d1101aae14b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1782.406105] env[63750]: DEBUG oslo_concurrency.lockutils [req-83e04493-964c-4d19-9e37-61ab919f3008 req-71f23019-2c51-4eb8-8638-5b86998315e9 service nova] Releasing lock "refresh_cache-c4241be9-151b-403f-a5e7-9e34a6425466" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1782.448720] env[63750]: DEBUG nova.compute.manager [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1782.554906] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "3929441f-fefc-469f-a440-d7f3146abde2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.555s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.567491] env[63750]: DEBUG oslo_vmware.api [None req-8769bb1c-cbf9-4cae-b6aa-2a0f464b31b6 tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Task: {'id': task-2006396, 'name': PowerOffVM_Task, 'duration_secs': 0.176976} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.567491] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-8769bb1c-cbf9-4cae-b6aa-2a0f464b31b6 tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] [instance: b23f40f6-7521-4465-bc42-872016f9a6bd] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1782.567491] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-8769bb1c-cbf9-4cae-b6aa-2a0f464b31b6 tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] [instance: b23f40f6-7521-4465-bc42-872016f9a6bd] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1782.567491] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd57f27f-4242-45f2-b326-b4b674da601f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.614845] env[63750]: DEBUG oslo_vmware.api [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52b22c7b-a30e-9813-48f9-02df0341a15b, 'name': SearchDatastore_Task, 'duration_secs': 0.00895} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.614845] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1782.614845] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2/f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1782.614845] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99892c23-e86b-4f77-b824-7809795cc917 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.620027] env[63750]: DEBUG oslo_vmware.api [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Waiting for the task: (returnval){ [ 1782.620027] env[63750]: value = "task-2006398" [ 1782.620027] env[63750]: _type = "Task" [ 1782.620027] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.630446] env[63750]: DEBUG oslo_vmware.api [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Task: {'id': task-2006398, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.683841] env[63750]: DEBUG nova.compute.manager [None req-d545447b-d0d3-44b8-907b-2169a7c33247 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1782.684102] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-d545447b-d0d3-44b8-907b-2169a7c33247 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1782.685304] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027f0cd9-4b57-4d48-945c-1d9e5e7b28d5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.695958] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-d545447b-d0d3-44b8-907b-2169a7c33247 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1782.696248] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fa1c37d-7fa3-4d24-b9af-ec07b182f9d7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.703196] env[63750]: DEBUG oslo_vmware.api [None req-d545447b-d0d3-44b8-907b-2169a7c33247 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Waiting for the task: (returnval){ [ 1782.703196] env[63750]: value = "task-2006399" [ 1782.703196] env[63750]: _type = "Task" [ 1782.703196] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.711427] env[63750]: DEBUG nova.compute.manager [req-4dd3d9ee-4f78-423d-ae8c-59e60d6bf42c req-a8ba86bb-9d92-4f89-b934-929ea65bde6a service nova] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Received event network-vif-plugged-10fa378c-3848-496f-8b88-5d1101aae14b {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1782.711647] env[63750]: DEBUG oslo_concurrency.lockutils [req-4dd3d9ee-4f78-423d-ae8c-59e60d6bf42c req-a8ba86bb-9d92-4f89-b934-929ea65bde6a service nova] Acquiring lock "bf03616d-723b-4ab9-9e5e-68b50541b080-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1782.711872] env[63750]: DEBUG oslo_concurrency.lockutils [req-4dd3d9ee-4f78-423d-ae8c-59e60d6bf42c req-a8ba86bb-9d92-4f89-b934-929ea65bde6a service nova] Lock "bf03616d-723b-4ab9-9e5e-68b50541b080-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1782.712040] env[63750]: DEBUG oslo_concurrency.lockutils [req-4dd3d9ee-4f78-423d-ae8c-59e60d6bf42c req-a8ba86bb-9d92-4f89-b934-929ea65bde6a service nova] Lock "bf03616d-723b-4ab9-9e5e-68b50541b080-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.712230] env[63750]: DEBUG nova.compute.manager [req-4dd3d9ee-4f78-423d-ae8c-59e60d6bf42c req-a8ba86bb-9d92-4f89-b934-929ea65bde6a service nova] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] No waiting events found dispatching network-vif-plugged-10fa378c-3848-496f-8b88-5d1101aae14b {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1782.712444] env[63750]: WARNING nova.compute.manager [req-4dd3d9ee-4f78-423d-ae8c-59e60d6bf42c req-a8ba86bb-9d92-4f89-b934-929ea65bde6a service nova] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Received unexpected event network-vif-plugged-10fa378c-3848-496f-8b88-5d1101aae14b for instance with vm_state building and task_state spawning. [ 1782.712584] env[63750]: DEBUG nova.compute.manager [req-4dd3d9ee-4f78-423d-ae8c-59e60d6bf42c req-a8ba86bb-9d92-4f89-b934-929ea65bde6a service nova] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Received event network-changed-10fa378c-3848-496f-8b88-5d1101aae14b {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1782.712751] env[63750]: DEBUG nova.compute.manager [req-4dd3d9ee-4f78-423d-ae8c-59e60d6bf42c req-a8ba86bb-9d92-4f89-b934-929ea65bde6a service nova] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Refreshing instance network info cache due to event network-changed-10fa378c-3848-496f-8b88-5d1101aae14b. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1782.712917] env[63750]: DEBUG oslo_concurrency.lockutils [req-4dd3d9ee-4f78-423d-ae8c-59e60d6bf42c req-a8ba86bb-9d92-4f89-b934-929ea65bde6a service nova] Acquiring lock "refresh_cache-bf03616d-723b-4ab9-9e5e-68b50541b080" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1782.718865] env[63750]: DEBUG oslo_vmware.api [None req-d545447b-d0d3-44b8-907b-2169a7c33247 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Task: {'id': task-2006399, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.772190] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f644a81d-3467-4911-8b62-9c6e478c1f64 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1782.842127] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-8769bb1c-cbf9-4cae-b6aa-2a0f464b31b6 tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] [instance: b23f40f6-7521-4465-bc42-872016f9a6bd] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1782.842387] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-8769bb1c-cbf9-4cae-b6aa-2a0f464b31b6 tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] [instance: b23f40f6-7521-4465-bc42-872016f9a6bd] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1782.842607] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-8769bb1c-cbf9-4cae-b6aa-2a0f464b31b6 tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Deleting the datastore file [datastore1] b23f40f6-7521-4465-bc42-872016f9a6bd {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1782.842921] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e5c17d9-49d0-48e1-9fa7-c8546082f76e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.853259] env[63750]: DEBUG oslo_vmware.api [None req-8769bb1c-cbf9-4cae-b6aa-2a0f464b31b6 tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Waiting for the task: (returnval){ [ 1782.853259] env[63750]: value = "task-2006400" [ 1782.853259] env[63750]: _type = "Task" [ 1782.853259] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.866588] env[63750]: DEBUG oslo_vmware.api [None req-8769bb1c-cbf9-4cae-b6aa-2a0f464b31b6 tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Task: {'id': task-2006400, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.879410] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Releasing lock "refresh_cache-bf03616d-723b-4ab9-9e5e-68b50541b080" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1782.879736] env[63750]: DEBUG nova.compute.manager [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Instance network_info: |[{"id": "10fa378c-3848-496f-8b88-5d1101aae14b", "address": "fa:16:3e:b3:c0:57", "network": {"id": "3190c9f9-ed08-4a95-905a-91e470b8e973", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-172291959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7dd23ed8566493d991974157cb177d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10fa378c-38", "ovs_interfaceid": "10fa378c-3848-496f-8b88-5d1101aae14b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1782.880107] env[63750]: DEBUG oslo_concurrency.lockutils [req-4dd3d9ee-4f78-423d-ae8c-59e60d6bf42c req-a8ba86bb-9d92-4f89-b934-929ea65bde6a service nova] Acquired lock "refresh_cache-bf03616d-723b-4ab9-9e5e-68b50541b080" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.880300] env[63750]: DEBUG nova.network.neutron [req-4dd3d9ee-4f78-423d-ae8c-59e60d6bf42c req-a8ba86bb-9d92-4f89-b934-929ea65bde6a service nova] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Refreshing network info cache for port 10fa378c-3848-496f-8b88-5d1101aae14b {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1782.881629] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:c0:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c0d5204b-f60e-4830-84c8-2fe246c28202', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10fa378c-3848-496f-8b88-5d1101aae14b', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1782.889376] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Creating folder: Project (e7dd23ed8566493d991974157cb177d8). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1782.892728] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0dc96044-b67b-4682-a576-863144113627 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.906365] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Created folder: Project (e7dd23ed8566493d991974157cb177d8) in parent group-v412391. [ 1782.906607] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Creating folder: Instances. Parent ref: group-v412541. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1782.907917] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e634462d-2693-4df5-bdb0-ec8c43bf8155 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.910738] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90d8d04-75b4-4295-b938-887065c16923 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.928283] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7513a8-1875-4899-96f0-c876c575b60e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.934169] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Created folder: Instances in parent group-v412541. [ 1782.934534] env[63750]: DEBUG oslo.service.loopingcall [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1782.935291] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1782.936658] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69f1361a-1af7-4c5d-8b03-0f2b857c7b5b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.986410] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e3233d-1ccd-4312-a6cc-e49b2f4319bb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.988648] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1782.988648] env[63750]: value = "task-2006403" [ 1782.988648] env[63750]: _type = "Task" [ 1782.988648] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.995579] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3669557-1493-47b4-b014-f77561355ca1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.006116] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006403, 'name': CreateVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.014899] env[63750]: DEBUG nova.compute.provider_tree [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1783.131144] env[63750]: DEBUG oslo_vmware.api [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Task: {'id': task-2006398, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498941} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.131423] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2/f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1783.131637] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1783.131890] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06407fd5-b7d8-4053-8ba1-e61bf89a27a0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.139066] env[63750]: DEBUG oslo_vmware.api [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Waiting for the task: (returnval){ [ 1783.139066] env[63750]: value = "task-2006404" [ 1783.139066] env[63750]: _type = "Task" [ 1783.139066] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.147453] env[63750]: DEBUG oslo_vmware.api [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Task: {'id': task-2006404, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.168779] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Skipping network cache update for instance because it is being deleted. {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10495}} [ 1783.212810] env[63750]: DEBUG oslo_vmware.api [None req-d545447b-d0d3-44b8-907b-2169a7c33247 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Task: {'id': task-2006399, 'name': PowerOffVM_Task, 'duration_secs': 0.215795} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.213131] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-d545447b-d0d3-44b8-907b-2169a7c33247 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1783.213252] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-d545447b-d0d3-44b8-907b-2169a7c33247 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1783.213805] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc267aac-b897-47d1-b5fd-71d558d365e9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.314400] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-d545447b-d0d3-44b8-907b-2169a7c33247 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1783.314400] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-d545447b-d0d3-44b8-907b-2169a7c33247 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Deleting contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1783.314400] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-d545447b-d0d3-44b8-907b-2169a7c33247 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Deleting the datastore file [datastore2] c4241be9-151b-403f-a5e7-9e34a6425466 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1783.314667] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8864b255-c29f-47a3-929e-1596d7d164ed {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.322099] env[63750]: DEBUG oslo_vmware.api [None req-d545447b-d0d3-44b8-907b-2169a7c33247 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Waiting for the task: (returnval){ [ 1783.322099] env[63750]: value = "task-2006406" [ 1783.322099] env[63750]: _type = "Task" [ 1783.322099] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.330572] env[63750]: DEBUG oslo_vmware.api [None req-d545447b-d0d3-44b8-907b-2169a7c33247 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Task: {'id': task-2006406, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.363619] env[63750]: DEBUG oslo_vmware.api [None req-8769bb1c-cbf9-4cae-b6aa-2a0f464b31b6 tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Task: {'id': task-2006400, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.343605} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.364629] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-8769bb1c-cbf9-4cae-b6aa-2a0f464b31b6 tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1783.364976] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-8769bb1c-cbf9-4cae-b6aa-2a0f464b31b6 tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] [instance: b23f40f6-7521-4465-bc42-872016f9a6bd] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1783.365312] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-8769bb1c-cbf9-4cae-b6aa-2a0f464b31b6 tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] [instance: b23f40f6-7521-4465-bc42-872016f9a6bd] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1783.365650] env[63750]: INFO nova.compute.manager [None req-8769bb1c-cbf9-4cae-b6aa-2a0f464b31b6 tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] [instance: b23f40f6-7521-4465-bc42-872016f9a6bd] Took 1.34 seconds to destroy the instance on the hypervisor. [ 1783.366077] env[63750]: DEBUG oslo.service.loopingcall [None req-8769bb1c-cbf9-4cae-b6aa-2a0f464b31b6 tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1783.366387] env[63750]: DEBUG nova.compute.manager [-] [instance: b23f40f6-7521-4465-bc42-872016f9a6bd] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1783.366563] env[63750]: DEBUG nova.network.neutron [-] [instance: b23f40f6-7521-4465-bc42-872016f9a6bd] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1783.483540] env[63750]: DEBUG nova.compute.manager [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1783.503738] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006403, 'name': CreateVM_Task, 'duration_secs': 0.478343} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.505698] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1783.506593] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1783.506762] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1783.508827] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1783.509108] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da9a6f1d-bf57-46a2-b483-a53a1750862e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.514970] env[63750]: DEBUG nova.virt.hardware [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1783.515220] env[63750]: DEBUG nova.virt.hardware [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1783.515376] env[63750]: DEBUG nova.virt.hardware [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1783.515557] env[63750]: DEBUG nova.virt.hardware [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1783.515711] env[63750]: DEBUG nova.virt.hardware [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1783.515878] env[63750]: DEBUG nova.virt.hardware [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1783.516108] env[63750]: DEBUG nova.virt.hardware [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1783.516272] env[63750]: DEBUG nova.virt.hardware [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1783.516436] env[63750]: DEBUG nova.virt.hardware [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1783.516594] env[63750]: DEBUG nova.virt.hardware [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1783.516764] env[63750]: DEBUG nova.virt.hardware [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1783.517543] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b77bf72-c098-4a8f-9349-da2e728b9ff4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.520796] env[63750]: DEBUG nova.scheduler.client.report [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1783.526168] env[63750]: DEBUG oslo_vmware.api [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 1783.526168] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52f08306-7648-d568-a185-f134cdf09e71" [ 1783.526168] env[63750]: _type = "Task" [ 1783.526168] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.534890] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6fb0c3-82cc-4ef9-9b9c-90ee2fd44ca5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.542047] env[63750]: DEBUG oslo_vmware.api [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52f08306-7648-d568-a185-f134cdf09e71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.648865] env[63750]: DEBUG oslo_vmware.api [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Task: {'id': task-2006404, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063507} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.649456] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1783.650116] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62046238-563f-4f9e-a66a-021351e9185c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.674188] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2/f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1783.677116] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7dd2db8-ee7d-4fc7-95aa-1664e88cdbf2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.698523] env[63750]: DEBUG oslo_vmware.api [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Waiting for the task: (returnval){ [ 1783.698523] env[63750]: value = "task-2006407" [ 1783.698523] env[63750]: _type = "Task" [ 1783.698523] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.707168] env[63750]: DEBUG oslo_vmware.api [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Task: {'id': task-2006407, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.834646] env[63750]: DEBUG oslo_vmware.api [None req-d545447b-d0d3-44b8-907b-2169a7c33247 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Task: {'id': task-2006406, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327679} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.834931] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-d545447b-d0d3-44b8-907b-2169a7c33247 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1783.835088] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-d545447b-d0d3-44b8-907b-2169a7c33247 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Deleted contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1783.835510] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-d545447b-d0d3-44b8-907b-2169a7c33247 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1783.835510] env[63750]: INFO nova.compute.manager [None req-d545447b-d0d3-44b8-907b-2169a7c33247 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1783.835810] env[63750]: DEBUG oslo.service.loopingcall [None req-d545447b-d0d3-44b8-907b-2169a7c33247 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1783.835886] env[63750]: DEBUG nova.compute.manager [-] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1783.835981] env[63750]: DEBUG nova.network.neutron [-] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1783.973990] env[63750]: DEBUG nova.network.neutron [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Successfully updated port: 811a2e11-c848-48ad-ac4d-d351484fb47b {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1784.028272] env[63750]: DEBUG oslo_concurrency.lockutils [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.577s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.028803] env[63750]: DEBUG nova.compute.manager [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1784.032042] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.736s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.033581] env[63750]: INFO nova.compute.claims [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: b41c23ba-8452-49a3-afea-ed16da1cd55a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1784.045798] env[63750]: DEBUG oslo_vmware.api [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52f08306-7648-d568-a185-f134cdf09e71, 'name': SearchDatastore_Task, 'duration_secs': 0.019464} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.046162] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1784.047855] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1784.047855] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1784.047855] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1784.047855] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1784.047855] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9145c3f5-8d06-4fff-9a56-5ea8a11ef15d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.055663] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1784.056038] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1784.057425] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4ad3071-9459-46d8-a5c8-f9f24b469dbf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.066743] env[63750]: DEBUG oslo_vmware.api [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 1784.066743] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]523821b0-61ae-2363-f653-aaea13b9338d" [ 1784.066743] env[63750]: _type = "Task" [ 1784.066743] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.074303] env[63750]: DEBUG oslo_vmware.api [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]523821b0-61ae-2363-f653-aaea13b9338d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.184130] env[63750]: DEBUG nova.network.neutron [req-4dd3d9ee-4f78-423d-ae8c-59e60d6bf42c req-a8ba86bb-9d92-4f89-b934-929ea65bde6a service nova] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Updated VIF entry in instance network info cache for port 10fa378c-3848-496f-8b88-5d1101aae14b. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1784.184352] env[63750]: DEBUG nova.network.neutron [req-4dd3d9ee-4f78-423d-ae8c-59e60d6bf42c req-a8ba86bb-9d92-4f89-b934-929ea65bde6a service nova] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Updating instance_info_cache with network_info: [{"id": "10fa378c-3848-496f-8b88-5d1101aae14b", "address": "fa:16:3e:b3:c0:57", "network": {"id": "3190c9f9-ed08-4a95-905a-91e470b8e973", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-172291959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7dd23ed8566493d991974157cb177d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10fa378c-38", "ovs_interfaceid": "10fa378c-3848-496f-8b88-5d1101aae14b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1784.194565] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: b23f40f6-7521-4465-bc42-872016f9a6bd] Skipping network cache update for instance because it is being deleted. {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10495}} [ 1784.212507] env[63750]: DEBUG oslo_vmware.api [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Task: {'id': task-2006407, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.478397] env[63750]: DEBUG oslo_concurrency.lockutils [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquiring lock "refresh_cache-f9e7715c-fd1a-4425-a800-c07f5627807c" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1784.478397] env[63750]: DEBUG oslo_concurrency.lockutils [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquired lock "refresh_cache-f9e7715c-fd1a-4425-a800-c07f5627807c" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1784.478397] env[63750]: DEBUG nova.network.neutron [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1784.541275] env[63750]: DEBUG nova.compute.utils [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1784.544896] env[63750]: DEBUG nova.compute.manager [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1784.545227] env[63750]: DEBUG nova.network.neutron [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1784.564904] env[63750]: DEBUG nova.compute.manager [req-1cb6368a-3d65-4eb7-a68a-b7f4ef31da25 req-5d8b4aeb-65ae-48f5-837b-cafaf0078de7 service nova] [instance: b23f40f6-7521-4465-bc42-872016f9a6bd] Received event network-vif-deleted-0937f342-aa3a-4d85-b7f1-2d237fd4019d {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1784.566341] env[63750]: INFO nova.compute.manager [req-1cb6368a-3d65-4eb7-a68a-b7f4ef31da25 req-5d8b4aeb-65ae-48f5-837b-cafaf0078de7 service nova] [instance: b23f40f6-7521-4465-bc42-872016f9a6bd] Neutron deleted interface 0937f342-aa3a-4d85-b7f1-2d237fd4019d; detaching it from the instance and deleting it from the info cache [ 1784.566341] env[63750]: DEBUG nova.network.neutron [req-1cb6368a-3d65-4eb7-a68a-b7f4ef31da25 req-5d8b4aeb-65ae-48f5-837b-cafaf0078de7 service nova] [instance: b23f40f6-7521-4465-bc42-872016f9a6bd] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1784.580079] env[63750]: DEBUG oslo_vmware.api [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]523821b0-61ae-2363-f653-aaea13b9338d, 'name': SearchDatastore_Task, 'duration_secs': 0.015401} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.582397] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99b8bcfb-daea-4496-8819-bb782f2d8a71 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.587871] env[63750]: DEBUG oslo_vmware.api [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 1784.587871] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52faca3c-3908-99c6-b8dc-80379df4ff23" [ 1784.587871] env[63750]: _type = "Task" [ 1784.587871] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.596897] env[63750]: DEBUG oslo_vmware.api [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52faca3c-3908-99c6-b8dc-80379df4ff23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.609998] env[63750]: DEBUG nova.policy [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '074447d45e6f4097a39694e36a73c8f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '618573a371474aec86d00edfd3267bcf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1784.688305] env[63750]: DEBUG oslo_concurrency.lockutils [req-4dd3d9ee-4f78-423d-ae8c-59e60d6bf42c req-a8ba86bb-9d92-4f89-b934-929ea65bde6a service nova] Releasing lock "refresh_cache-bf03616d-723b-4ab9-9e5e-68b50541b080" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1784.710071] env[63750]: DEBUG oslo_vmware.api [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Task: {'id': task-2006407, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.740581] env[63750]: DEBUG nova.compute.manager [req-904d59ac-fc83-432a-91ea-79bed9226ff3 req-e59e145d-472c-48d5-893f-cf5dc8797370 service nova] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Received event network-vif-plugged-811a2e11-c848-48ad-ac4d-d351484fb47b {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1784.740581] env[63750]: DEBUG oslo_concurrency.lockutils [req-904d59ac-fc83-432a-91ea-79bed9226ff3 req-e59e145d-472c-48d5-893f-cf5dc8797370 service nova] Acquiring lock "f9e7715c-fd1a-4425-a800-c07f5627807c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.740581] env[63750]: DEBUG oslo_concurrency.lockutils [req-904d59ac-fc83-432a-91ea-79bed9226ff3 req-e59e145d-472c-48d5-893f-cf5dc8797370 service nova] Lock "f9e7715c-fd1a-4425-a800-c07f5627807c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.740581] env[63750]: DEBUG oslo_concurrency.lockutils [req-904d59ac-fc83-432a-91ea-79bed9226ff3 req-e59e145d-472c-48d5-893f-cf5dc8797370 service nova] Lock "f9e7715c-fd1a-4425-a800-c07f5627807c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.740783] env[63750]: DEBUG nova.compute.manager [req-904d59ac-fc83-432a-91ea-79bed9226ff3 req-e59e145d-472c-48d5-893f-cf5dc8797370 service nova] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] No waiting events found dispatching network-vif-plugged-811a2e11-c848-48ad-ac4d-d351484fb47b {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1784.741108] env[63750]: WARNING nova.compute.manager [req-904d59ac-fc83-432a-91ea-79bed9226ff3 req-e59e145d-472c-48d5-893f-cf5dc8797370 service nova] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Received unexpected event network-vif-plugged-811a2e11-c848-48ad-ac4d-d351484fb47b for instance with vm_state building and task_state spawning. [ 1784.741408] env[63750]: DEBUG nova.compute.manager [req-904d59ac-fc83-432a-91ea-79bed9226ff3 req-e59e145d-472c-48d5-893f-cf5dc8797370 service nova] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Received event network-changed-811a2e11-c848-48ad-ac4d-d351484fb47b {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1784.741683] env[63750]: DEBUG nova.compute.manager [req-904d59ac-fc83-432a-91ea-79bed9226ff3 req-e59e145d-472c-48d5-893f-cf5dc8797370 service nova] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Refreshing instance network info cache due to event network-changed-811a2e11-c848-48ad-ac4d-d351484fb47b. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1784.741964] env[63750]: DEBUG oslo_concurrency.lockutils [req-904d59ac-fc83-432a-91ea-79bed9226ff3 req-e59e145d-472c-48d5-893f-cf5dc8797370 service nova] Acquiring lock "refresh_cache-f9e7715c-fd1a-4425-a800-c07f5627807c" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1784.806985] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "refresh_cache-8892fd3b-b3fa-4b83-89f8-3162579d6f87" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1784.806985] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquired lock "refresh_cache-8892fd3b-b3fa-4b83-89f8-3162579d6f87" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1784.806985] env[63750]: DEBUG nova.network.neutron [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] Forcefully refreshing network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1785.016962] env[63750]: DEBUG nova.network.neutron [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1785.045349] env[63750]: DEBUG nova.network.neutron [-] [instance: b23f40f6-7521-4465-bc42-872016f9a6bd] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1785.048274] env[63750]: DEBUG nova.compute.manager [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1785.069690] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-16fa31c5-32ba-43b5-8abb-47e3619d4de4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.081288] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c68077-3b56-46d7-b800-fa52661cfabe {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.099608] env[63750]: DEBUG nova.network.neutron [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Successfully created port: 65e5bfa9-c5b1-4e4a-887a-9c00195b7722 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1785.115732] env[63750]: DEBUG oslo_vmware.api [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52faca3c-3908-99c6-b8dc-80379df4ff23, 'name': SearchDatastore_Task, 'duration_secs': 0.010205} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.120875] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.120875] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] bf03616d-723b-4ab9-9e5e-68b50541b080/bf03616d-723b-4ab9-9e5e-68b50541b080.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1785.131609] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e452ecc-9f70-4ee2-9070-d8d182e9e026 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.133646] env[63750]: DEBUG nova.compute.manager [req-1cb6368a-3d65-4eb7-a68a-b7f4ef31da25 req-5d8b4aeb-65ae-48f5-837b-cafaf0078de7 service nova] [instance: b23f40f6-7521-4465-bc42-872016f9a6bd] Detach interface failed, port_id=0937f342-aa3a-4d85-b7f1-2d237fd4019d, reason: Instance b23f40f6-7521-4465-bc42-872016f9a6bd could not be found. {{(pid=63750) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1785.145678] env[63750]: DEBUG oslo_vmware.api [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 1785.145678] env[63750]: value = "task-2006408" [ 1785.145678] env[63750]: _type = "Task" [ 1785.145678] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.155229] env[63750]: DEBUG oslo_vmware.api [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2006408, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.211197] env[63750]: DEBUG oslo_vmware.api [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Task: {'id': task-2006407, 'name': ReconfigVM_Task, 'duration_secs': 1.301778} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.217023] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2] Reconfigured VM instance instance-00000034 to attach disk [datastore1] f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2/f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1785.217023] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=63750) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 1785.217023] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-5e6ec0dd-47e2-4673-a0a9-85f8ada7dc87 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.223178] env[63750]: DEBUG oslo_vmware.api [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Waiting for the task: (returnval){ [ 1785.223178] env[63750]: value = "task-2006409" [ 1785.223178] env[63750]: _type = "Task" [ 1785.223178] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.243604] env[63750]: DEBUG oslo_vmware.api [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Task: {'id': task-2006409, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.349037] env[63750]: DEBUG nova.network.neutron [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Updating instance_info_cache with network_info: [{"id": "811a2e11-c848-48ad-ac4d-d351484fb47b", "address": "fa:16:3e:dc:9d:91", "network": {"id": "1e3b858c-f4d4-4913-a4c3-d58d2479172a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1419195521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a2d0199021141198e0a8cc981e6d49d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap811a2e11-c8", "ovs_interfaceid": "811a2e11-c848-48ad-ac4d-d351484fb47b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1785.380727] env[63750]: DEBUG nova.network.neutron [-] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1785.549459] env[63750]: INFO nova.compute.manager [-] [instance: b23f40f6-7521-4465-bc42-872016f9a6bd] Took 2.18 seconds to deallocate network for instance. [ 1785.600336] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b19f31b-370e-4d84-8340-0ae94dd03467 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.611673] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3bc92d-0c53-4362-85f8-ec443ffe2977 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.647663] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e432f90a-116b-4b59-89b3-2f79231402c5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.662313] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9786c291-5cc2-4130-ab2b-12e8e78a40e1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.666092] env[63750]: DEBUG oslo_vmware.api [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2006408, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491005} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.666673] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] bf03616d-723b-4ab9-9e5e-68b50541b080/bf03616d-723b-4ab9-9e5e-68b50541b080.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1785.666838] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1785.667397] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7557edb-04ee-4b80-828d-f62237479ca5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.678553] env[63750]: DEBUG nova.compute.provider_tree [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1785.682779] env[63750]: DEBUG oslo_vmware.api [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 1785.682779] env[63750]: value = "task-2006410" [ 1785.682779] env[63750]: _type = "Task" [ 1785.682779] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.692387] env[63750]: DEBUG oslo_vmware.api [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2006410, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.733626] env[63750]: DEBUG oslo_vmware.api [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Task: {'id': task-2006409, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.04832} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.733882] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=63750) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 1785.734655] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e130a853-221d-4be3-b008-e720886bb329 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.759045] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2/ephemeral_0.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1785.759574] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6568044e-235d-43d7-bcbc-8339b9beeb72 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.782212] env[63750]: DEBUG oslo_vmware.api [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Waiting for the task: (returnval){ [ 1785.782212] env[63750]: value = "task-2006411" [ 1785.782212] env[63750]: _type = "Task" [ 1785.782212] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.792911] env[63750]: DEBUG oslo_vmware.api [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Task: {'id': task-2006411, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.855259] env[63750]: DEBUG oslo_concurrency.lockutils [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Releasing lock "refresh_cache-f9e7715c-fd1a-4425-a800-c07f5627807c" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.855732] env[63750]: DEBUG nova.compute.manager [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Instance network_info: |[{"id": "811a2e11-c848-48ad-ac4d-d351484fb47b", "address": "fa:16:3e:dc:9d:91", "network": {"id": "1e3b858c-f4d4-4913-a4c3-d58d2479172a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1419195521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a2d0199021141198e0a8cc981e6d49d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap811a2e11-c8", "ovs_interfaceid": "811a2e11-c848-48ad-ac4d-d351484fb47b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1785.856082] env[63750]: DEBUG oslo_concurrency.lockutils [req-904d59ac-fc83-432a-91ea-79bed9226ff3 req-e59e145d-472c-48d5-893f-cf5dc8797370 service nova] Acquired lock "refresh_cache-f9e7715c-fd1a-4425-a800-c07f5627807c" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1785.856314] env[63750]: DEBUG nova.network.neutron [req-904d59ac-fc83-432a-91ea-79bed9226ff3 req-e59e145d-472c-48d5-893f-cf5dc8797370 service nova] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Refreshing network info cache for port 811a2e11-c848-48ad-ac4d-d351484fb47b {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1785.857859] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:9d:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '811a2e11-c848-48ad-ac4d-d351484fb47b', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1785.866041] env[63750]: DEBUG oslo.service.loopingcall [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1785.868985] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1785.869499] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-493857d5-6a1f-4c88-8649-42d3b6988999 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.885490] env[63750]: INFO nova.compute.manager [-] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Took 2.05 seconds to deallocate network for instance. [ 1785.892834] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1785.892834] env[63750]: value = "task-2006412" [ 1785.892834] env[63750]: _type = "Task" [ 1785.892834] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.900436] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006412, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.063691] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8769bb1c-cbf9-4cae-b6aa-2a0f464b31b6 tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.064792] env[63750]: DEBUG nova.compute.manager [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1786.096295] env[63750]: DEBUG nova.virt.hardware [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1786.096579] env[63750]: DEBUG nova.virt.hardware [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1786.096881] env[63750]: DEBUG nova.virt.hardware [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1786.097249] env[63750]: DEBUG nova.virt.hardware [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1786.097532] env[63750]: DEBUG nova.virt.hardware [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1786.097803] env[63750]: DEBUG nova.virt.hardware [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1786.098209] env[63750]: DEBUG nova.virt.hardware [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1786.098537] env[63750]: DEBUG nova.virt.hardware [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1786.099228] env[63750]: DEBUG nova.virt.hardware [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1786.099228] env[63750]: DEBUG nova.virt.hardware [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1786.099480] env[63750]: DEBUG nova.virt.hardware [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1786.101263] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18369ae6-75d3-4379-be75-e3e612917ab0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.113254] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2beb20-058f-4785-95de-07aafe0c957c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.186062] env[63750]: DEBUG nova.scheduler.client.report [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1786.196121] env[63750]: DEBUG oslo_vmware.api [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2006410, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062267} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.196387] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1786.197195] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60725a86-b4ca-4eb5-9e0f-0e3d4fad531d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.220132] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] bf03616d-723b-4ab9-9e5e-68b50541b080/bf03616d-723b-4ab9-9e5e-68b50541b080.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1786.223678] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45a27858-4f48-481e-9936-4452159e29ce {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.247033] env[63750]: DEBUG oslo_vmware.api [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 1786.247033] env[63750]: value = "task-2006413" [ 1786.247033] env[63750]: _type = "Task" [ 1786.247033] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.257754] env[63750]: DEBUG oslo_vmware.api [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2006413, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.291938] env[63750]: DEBUG oslo_vmware.api [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Task: {'id': task-2006411, 'name': ReconfigVM_Task, 'duration_secs': 0.335701} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.292429] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2] Reconfigured VM instance instance-00000034 to attach disk [datastore1] f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2/ephemeral_0.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1786.293258] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f888ce98-8bc7-42a5-81c8-34e3d7de33ee {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.299880] env[63750]: DEBUG oslo_vmware.api [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Waiting for the task: (returnval){ [ 1786.299880] env[63750]: value = "task-2006414" [ 1786.299880] env[63750]: _type = "Task" [ 1786.299880] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.312458] env[63750]: DEBUG oslo_vmware.api [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Task: {'id': task-2006414, 'name': Rename_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.319370] env[63750]: DEBUG nova.network.neutron [req-904d59ac-fc83-432a-91ea-79bed9226ff3 req-e59e145d-472c-48d5-893f-cf5dc8797370 service nova] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Updated VIF entry in instance network info cache for port 811a2e11-c848-48ad-ac4d-d351484fb47b. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1786.319710] env[63750]: DEBUG nova.network.neutron [req-904d59ac-fc83-432a-91ea-79bed9226ff3 req-e59e145d-472c-48d5-893f-cf5dc8797370 service nova] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Updating instance_info_cache with network_info: [{"id": "811a2e11-c848-48ad-ac4d-d351484fb47b", "address": "fa:16:3e:dc:9d:91", "network": {"id": "1e3b858c-f4d4-4913-a4c3-d58d2479172a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1419195521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a2d0199021141198e0a8cc981e6d49d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap811a2e11-c8", "ovs_interfaceid": "811a2e11-c848-48ad-ac4d-d351484fb47b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1786.382769] env[63750]: DEBUG nova.network.neutron [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] Updating instance_info_cache with network_info: [{"id": "dfdb01a8-078a-4b82-89df-7b145526d6c4", "address": "fa:16:3e:c8:0b:7a", "network": {"id": "cb5fbd54-7f9f-4a29-80b8-a5c4146d3256", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1012633961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3549d20047ca45ec80ad550f8c520ea2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfdb01a8-07", "ovs_interfaceid": "dfdb01a8-078a-4b82-89df-7b145526d6c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1786.391686] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d545447b-d0d3-44b8-907b-2169a7c33247 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.402271] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006412, 'name': CreateVM_Task, 'duration_secs': 0.390481} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.402526] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1786.403494] env[63750]: DEBUG oslo_concurrency.lockutils [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1786.403760] env[63750]: DEBUG oslo_concurrency.lockutils [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1786.404138] env[63750]: DEBUG oslo_concurrency.lockutils [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1786.404617] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5789717-e53d-400e-9a57-86b8f07062ef {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.409714] env[63750]: DEBUG oslo_vmware.api [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1786.409714] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a1676c-550a-6358-62cb-f0c2a02ec2f4" [ 1786.409714] env[63750]: _type = "Task" [ 1786.409714] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.418018] env[63750]: DEBUG oslo_vmware.api [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a1676c-550a-6358-62cb-f0c2a02ec2f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.589065] env[63750]: DEBUG nova.compute.manager [req-8fc2e41f-4807-4475-8dd5-0878f116aaed req-bca144cb-8321-4760-a344-9672b4762b92 service nova] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Received event network-vif-deleted-6173e3fc-8af4-4d2d-bfc4-0c7425f75736 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1786.691964] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.692573] env[63750]: DEBUG nova.compute.manager [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: b41c23ba-8452-49a3-afea-ed16da1cd55a] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1786.695752] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.693s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.697976] env[63750]: INFO nova.compute.claims [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: adf74ced-9577-4117-a486-11585818389d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1786.756865] env[63750]: DEBUG oslo_vmware.api [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2006413, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.811212] env[63750]: DEBUG oslo_vmware.api [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Task: {'id': task-2006414, 'name': Rename_Task, 'duration_secs': 0.202764} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.811500] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1786.811744] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac74ce39-b4b8-4eff-ae7c-7cdf9dc0a5ba {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.818324] env[63750]: DEBUG oslo_vmware.api [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Waiting for the task: (returnval){ [ 1786.818324] env[63750]: value = "task-2006415" [ 1786.818324] env[63750]: _type = "Task" [ 1786.818324] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.821837] env[63750]: DEBUG oslo_concurrency.lockutils [req-904d59ac-fc83-432a-91ea-79bed9226ff3 req-e59e145d-472c-48d5-893f-cf5dc8797370 service nova] Releasing lock "refresh_cache-f9e7715c-fd1a-4425-a800-c07f5627807c" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1786.825852] env[63750]: DEBUG oslo_vmware.api [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Task: {'id': task-2006415, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.885680] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Releasing lock "refresh_cache-8892fd3b-b3fa-4b83-89f8-3162579d6f87" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1786.886510] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] Updated the network info_cache for instance {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 1786.886803] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1786.887020] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1786.887111] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1786.887285] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1786.887431] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1786.887592] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1786.920451] env[63750]: DEBUG oslo_vmware.api [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a1676c-550a-6358-62cb-f0c2a02ec2f4, 'name': SearchDatastore_Task, 'duration_secs': 0.009339} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.920889] env[63750]: DEBUG oslo_concurrency.lockutils [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1786.921235] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1786.921621] env[63750]: DEBUG oslo_concurrency.lockutils [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1786.921839] env[63750]: DEBUG oslo_concurrency.lockutils [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1786.922094] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1786.922695] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-641c6ff6-ddc6-45bc-ab4f-6a09734e6be4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.931938] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1786.932168] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1786.933431] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94cf72bc-146c-46b4-a0f4-adb644710bf3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.938740] env[63750]: DEBUG oslo_vmware.api [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1786.938740] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52c3b7fe-42d8-4d70-5529-f0237339327f" [ 1786.938740] env[63750]: _type = "Task" [ 1786.938740] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.945624] env[63750]: DEBUG nova.network.neutron [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Successfully updated port: 65e5bfa9-c5b1-4e4a-887a-9c00195b7722 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1786.955954] env[63750]: DEBUG oslo_vmware.api [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52c3b7fe-42d8-4d70-5529-f0237339327f, 'name': SearchDatastore_Task, 'duration_secs': 0.009326} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.957132] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64854187-b733-4c38-8d41-07a359066fe4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.963719] env[63750]: DEBUG oslo_vmware.api [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1786.963719] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52b23698-b3db-b0bf-22ca-23c02b87ccfd" [ 1786.963719] env[63750]: _type = "Task" [ 1786.963719] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.972272] env[63750]: DEBUG oslo_vmware.api [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52b23698-b3db-b0bf-22ca-23c02b87ccfd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.201533] env[63750]: DEBUG nova.compute.utils [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1787.205222] env[63750]: DEBUG nova.compute.manager [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: b41c23ba-8452-49a3-afea-ed16da1cd55a] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1787.205396] env[63750]: DEBUG nova.network.neutron [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: b41c23ba-8452-49a3-afea-ed16da1cd55a] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1787.243469] env[63750]: DEBUG nova.policy [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0a8fa6703c54031b6c179186480d439', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd1abf756d48b41a8bcdbbd12823f8e5c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1787.257444] env[63750]: DEBUG oslo_vmware.api [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2006413, 'name': ReconfigVM_Task, 'duration_secs': 0.778218} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.257751] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Reconfigured VM instance instance-00000035 to attach disk [datastore1] bf03616d-723b-4ab9-9e5e-68b50541b080/bf03616d-723b-4ab9-9e5e-68b50541b080.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1787.258396] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5174746-4e9e-4491-ae14-1f7e43219f94 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.264575] env[63750]: DEBUG oslo_vmware.api [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 1787.264575] env[63750]: value = "task-2006416" [ 1787.264575] env[63750]: _type = "Task" [ 1787.264575] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.273342] env[63750]: DEBUG oslo_vmware.api [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2006416, 'name': Rename_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.329153] env[63750]: DEBUG oslo_vmware.api [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Task: {'id': task-2006415, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.391462] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1787.448841] env[63750]: DEBUG oslo_concurrency.lockutils [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquiring lock "refresh_cache-7a4c0b3b-7923-4b74-bc0a-73b446d7df7d" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1787.448981] env[63750]: DEBUG oslo_concurrency.lockutils [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquired lock "refresh_cache-7a4c0b3b-7923-4b74-bc0a-73b446d7df7d" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1787.449152] env[63750]: DEBUG nova.network.neutron [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1787.475754] env[63750]: DEBUG oslo_vmware.api [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52b23698-b3db-b0bf-22ca-23c02b87ccfd, 'name': SearchDatastore_Task, 'duration_secs': 0.008792} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.476110] env[63750]: DEBUG oslo_concurrency.lockutils [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1787.476423] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] f9e7715c-fd1a-4425-a800-c07f5627807c/f9e7715c-fd1a-4425-a800-c07f5627807c.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1787.476721] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76e8f3d5-6543-49bb-9e6d-b3d1f6df002d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.484756] env[63750]: DEBUG oslo_vmware.api [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1787.484756] env[63750]: value = "task-2006417" [ 1787.484756] env[63750]: _type = "Task" [ 1787.484756] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.493706] env[63750]: DEBUG oslo_vmware.api [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006417, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.572417] env[63750]: DEBUG nova.network.neutron [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: b41c23ba-8452-49a3-afea-ed16da1cd55a] Successfully created port: 28945589-14de-4a95-8a8d-4f20f5e03b0b {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1787.709029] env[63750]: DEBUG nova.compute.manager [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: b41c23ba-8452-49a3-afea-ed16da1cd55a] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1787.782274] env[63750]: DEBUG oslo_vmware.api [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2006416, 'name': Rename_Task, 'duration_secs': 0.141001} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.784396] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1787.784799] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-147d9d07-b772-4087-8c3a-55b1a996770d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.796826] env[63750]: DEBUG oslo_vmware.api [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 1787.796826] env[63750]: value = "task-2006418" [ 1787.796826] env[63750]: _type = "Task" [ 1787.796826] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.806492] env[63750]: DEBUG oslo_vmware.api [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2006418, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.836076] env[63750]: DEBUG oslo_vmware.api [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Task: {'id': task-2006415, 'name': PowerOnVM_Task, 'duration_secs': 0.547258} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.836388] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1787.836641] env[63750]: INFO nova.compute.manager [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2] Took 10.36 seconds to spawn the instance on the hypervisor. [ 1787.836959] env[63750]: DEBUG nova.compute.manager [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1787.841089] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a113ba89-51be-401f-9a3a-d92638c54883 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.998189] env[63750]: DEBUG oslo_vmware.api [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006417, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.024947] env[63750]: DEBUG nova.network.neutron [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1788.228903] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ec46a4-61b4-4856-9e5b-8b8e795868c3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.234228] env[63750]: DEBUG nova.network.neutron [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Updating instance_info_cache with network_info: [{"id": "65e5bfa9-c5b1-4e4a-887a-9c00195b7722", "address": "fa:16:3e:4a:95:55", "network": {"id": "8eeb3f57-9e47-48f4-ab8b-e14a44671e51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1675437426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "618573a371474aec86d00edfd3267bcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65e5bfa9-c5", "ovs_interfaceid": "65e5bfa9-c5b1-4e4a-887a-9c00195b7722", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1788.239931] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c739b3d-779f-40d1-8706-c5e3a542e88a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.274099] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213042d1-02fb-4a23-955f-ad0ff71b68e1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.283735] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7502f5-4497-40d0-bbaa-bf9f8f38a7f2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.299401] env[63750]: DEBUG nova.compute.provider_tree [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1788.310680] env[63750]: DEBUG oslo_vmware.api [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2006418, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.367342] env[63750]: INFO nova.compute.manager [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2] Took 32.83 seconds to build instance. [ 1788.496777] env[63750]: DEBUG oslo_vmware.api [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006417, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.844737} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.496777] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] f9e7715c-fd1a-4425-a800-c07f5627807c/f9e7715c-fd1a-4425-a800-c07f5627807c.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1788.496777] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1788.497111] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1004df0-f5dc-4b1d-80cd-56478bbf0843 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.504785] env[63750]: DEBUG oslo_vmware.api [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1788.504785] env[63750]: value = "task-2006419" [ 1788.504785] env[63750]: _type = "Task" [ 1788.504785] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.514486] env[63750]: DEBUG oslo_vmware.api [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006419, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.642213] env[63750]: DEBUG nova.compute.manager [req-87f3ccde-eadc-454a-a7e9-953d3091eb08 req-168aef78-0c93-4b84-8fad-994e9cd9381f service nova] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Received event network-vif-plugged-65e5bfa9-c5b1-4e4a-887a-9c00195b7722 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1788.642213] env[63750]: DEBUG oslo_concurrency.lockutils [req-87f3ccde-eadc-454a-a7e9-953d3091eb08 req-168aef78-0c93-4b84-8fad-994e9cd9381f service nova] Acquiring lock "7a4c0b3b-7923-4b74-bc0a-73b446d7df7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.642213] env[63750]: DEBUG oslo_concurrency.lockutils [req-87f3ccde-eadc-454a-a7e9-953d3091eb08 req-168aef78-0c93-4b84-8fad-994e9cd9381f service nova] Lock "7a4c0b3b-7923-4b74-bc0a-73b446d7df7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.642213] env[63750]: DEBUG oslo_concurrency.lockutils [req-87f3ccde-eadc-454a-a7e9-953d3091eb08 req-168aef78-0c93-4b84-8fad-994e9cd9381f service nova] Lock "7a4c0b3b-7923-4b74-bc0a-73b446d7df7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.642213] env[63750]: DEBUG nova.compute.manager [req-87f3ccde-eadc-454a-a7e9-953d3091eb08 req-168aef78-0c93-4b84-8fad-994e9cd9381f service nova] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] No waiting events found dispatching network-vif-plugged-65e5bfa9-c5b1-4e4a-887a-9c00195b7722 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1788.642213] env[63750]: WARNING nova.compute.manager [req-87f3ccde-eadc-454a-a7e9-953d3091eb08 req-168aef78-0c93-4b84-8fad-994e9cd9381f service nova] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Received unexpected event network-vif-plugged-65e5bfa9-c5b1-4e4a-887a-9c00195b7722 for instance with vm_state building and task_state spawning. [ 1788.642213] env[63750]: DEBUG nova.compute.manager [req-87f3ccde-eadc-454a-a7e9-953d3091eb08 req-168aef78-0c93-4b84-8fad-994e9cd9381f service nova] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Received event network-changed-65e5bfa9-c5b1-4e4a-887a-9c00195b7722 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1788.642821] env[63750]: DEBUG nova.compute.manager [req-87f3ccde-eadc-454a-a7e9-953d3091eb08 req-168aef78-0c93-4b84-8fad-994e9cd9381f service nova] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Refreshing instance network info cache due to event network-changed-65e5bfa9-c5b1-4e4a-887a-9c00195b7722. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1788.643144] env[63750]: DEBUG oslo_concurrency.lockutils [req-87f3ccde-eadc-454a-a7e9-953d3091eb08 req-168aef78-0c93-4b84-8fad-994e9cd9381f service nova] Acquiring lock "refresh_cache-7a4c0b3b-7923-4b74-bc0a-73b446d7df7d" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1788.725028] env[63750]: DEBUG nova.compute.manager [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: b41c23ba-8452-49a3-afea-ed16da1cd55a] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1788.743074] env[63750]: DEBUG oslo_concurrency.lockutils [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Releasing lock "refresh_cache-7a4c0b3b-7923-4b74-bc0a-73b446d7df7d" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1788.743074] env[63750]: DEBUG nova.compute.manager [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Instance network_info: |[{"id": "65e5bfa9-c5b1-4e4a-887a-9c00195b7722", "address": "fa:16:3e:4a:95:55", "network": {"id": "8eeb3f57-9e47-48f4-ab8b-e14a44671e51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1675437426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "618573a371474aec86d00edfd3267bcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65e5bfa9-c5", "ovs_interfaceid": "65e5bfa9-c5b1-4e4a-887a-9c00195b7722", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1788.743074] env[63750]: DEBUG oslo_concurrency.lockutils [req-87f3ccde-eadc-454a-a7e9-953d3091eb08 req-168aef78-0c93-4b84-8fad-994e9cd9381f service nova] Acquired lock "refresh_cache-7a4c0b3b-7923-4b74-bc0a-73b446d7df7d" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1788.743074] env[63750]: DEBUG nova.network.neutron [req-87f3ccde-eadc-454a-a7e9-953d3091eb08 req-168aef78-0c93-4b84-8fad-994e9cd9381f service nova] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Refreshing network info cache for port 65e5bfa9-c5b1-4e4a-887a-9c00195b7722 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1788.743983] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:95:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65e5bfa9-c5b1-4e4a-887a-9c00195b7722', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1788.752444] env[63750]: DEBUG oslo.service.loopingcall [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1788.754930] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1788.756168] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89ef7eb8-f0d7-4ff0-9576-984f8aa7f2f7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.776118] env[63750]: DEBUG nova.virt.hardware [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1788.776624] env[63750]: DEBUG nova.virt.hardware [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1788.777136] env[63750]: DEBUG nova.virt.hardware [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1788.777475] env[63750]: DEBUG nova.virt.hardware [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1788.777762] env[63750]: DEBUG nova.virt.hardware [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1788.779021] env[63750]: DEBUG nova.virt.hardware [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1788.779021] env[63750]: DEBUG nova.virt.hardware [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1788.779021] env[63750]: DEBUG nova.virt.hardware [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1788.779021] env[63750]: DEBUG nova.virt.hardware [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1788.779021] env[63750]: DEBUG nova.virt.hardware [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1788.779599] env[63750]: DEBUG nova.virt.hardware [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1788.781209] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa254c1b-eeca-43f3-bfb2-80c2142440e2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.795043] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96607ace-c2b6-4a2a-93cb-5c9b21e635b0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.797319] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1788.797319] env[63750]: value = "task-2006420" [ 1788.797319] env[63750]: _type = "Task" [ 1788.797319] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.810839] env[63750]: DEBUG nova.scheduler.client.report [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1788.824022] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006420, 'name': CreateVM_Task} progress is 10%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.827567] env[63750]: DEBUG oslo_vmware.api [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2006418, 'name': PowerOnVM_Task, 'duration_secs': 0.998822} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.831017] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1788.831017] env[63750]: INFO nova.compute.manager [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Took 7.94 seconds to spawn the instance on the hypervisor. [ 1788.831017] env[63750]: DEBUG nova.compute.manager [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1788.831017] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e926cd4-6d52-49bf-826f-d4ad7caaa284 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.869611] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3862d6a6-155d-4ffe-9a8f-d39dba2c1de3 tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Lock "f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.343s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.870730] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 11.745s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.874022] env[63750]: INFO nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2] During sync_power_state the instance has a pending task (block_device_mapping). Skip. [ 1788.874022] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.014843] env[63750]: DEBUG oslo_vmware.api [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006419, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.310203} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.015136] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1789.015929] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8beab778-0ca8-4ed1-96c1-fc8551bf4840 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.039469] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] f9e7715c-fd1a-4425-a800-c07f5627807c/f9e7715c-fd1a-4425-a800-c07f5627807c.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1789.039813] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e11e3d0-af17-4999-af32-aae44407708a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.064048] env[63750]: DEBUG oslo_vmware.api [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1789.064048] env[63750]: value = "task-2006421" [ 1789.064048] env[63750]: _type = "Task" [ 1789.064048] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.069361] env[63750]: DEBUG oslo_vmware.api [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006421, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.175012] env[63750]: DEBUG nova.compute.manager [req-e885686c-69cd-45dc-8bc7-a69a6d498c65 req-976126f2-7266-4dbf-bba3-233426864fc2 service nova] [instance: f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2] Received event network-changed-48f9a2fb-f071-4446-8053-4229fe617e52 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1789.175012] env[63750]: DEBUG nova.compute.manager [req-e885686c-69cd-45dc-8bc7-a69a6d498c65 req-976126f2-7266-4dbf-bba3-233426864fc2 service nova] [instance: f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2] Refreshing instance network info cache due to event network-changed-48f9a2fb-f071-4446-8053-4229fe617e52. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1789.175012] env[63750]: DEBUG oslo_concurrency.lockutils [req-e885686c-69cd-45dc-8bc7-a69a6d498c65 req-976126f2-7266-4dbf-bba3-233426864fc2 service nova] Acquiring lock "refresh_cache-f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1789.175012] env[63750]: DEBUG oslo_concurrency.lockutils [req-e885686c-69cd-45dc-8bc7-a69a6d498c65 req-976126f2-7266-4dbf-bba3-233426864fc2 service nova] Acquired lock "refresh_cache-f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1789.175173] env[63750]: DEBUG nova.network.neutron [req-e885686c-69cd-45dc-8bc7-a69a6d498c65 req-976126f2-7266-4dbf-bba3-233426864fc2 service nova] [instance: f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2] Refreshing network info cache for port 48f9a2fb-f071-4446-8053-4229fe617e52 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1789.311805] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006420, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.320331] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.321110] env[63750]: DEBUG nova.compute.manager [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: adf74ced-9577-4117-a486-11585818389d] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1789.324219] env[63750]: DEBUG oslo_concurrency.lockutils [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.466s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.325986] env[63750]: INFO nova.compute.claims [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 113fba09-0579-45b5-98a3-7c0a17a8c2fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1789.351465] env[63750]: INFO nova.compute.manager [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Took 27.73 seconds to build instance. [ 1789.372902] env[63750]: DEBUG nova.compute.manager [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] [instance: 64f39f2d-d65b-4cbe-ad6a-b755acc238f1] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1789.571691] env[63750]: DEBUG oslo_vmware.api [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006421, 'name': ReconfigVM_Task, 'duration_secs': 0.27147} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.571691] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Reconfigured VM instance instance-00000036 to attach disk [datastore1] f9e7715c-fd1a-4425-a800-c07f5627807c/f9e7715c-fd1a-4425-a800-c07f5627807c.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1789.572306] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80500419-65ac-43bf-8728-eac6ba2384b1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.578947] env[63750]: DEBUG oslo_vmware.api [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1789.578947] env[63750]: value = "task-2006422" [ 1789.578947] env[63750]: _type = "Task" [ 1789.578947] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.594763] env[63750]: DEBUG oslo_vmware.api [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006422, 'name': Rename_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.783063] env[63750]: DEBUG nova.network.neutron [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: b41c23ba-8452-49a3-afea-ed16da1cd55a] Successfully updated port: 28945589-14de-4a95-8a8d-4f20f5e03b0b {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1789.809488] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006420, 'name': CreateVM_Task, 'duration_secs': 0.937781} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.809709] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1789.810418] env[63750]: DEBUG oslo_concurrency.lockutils [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1789.810634] env[63750]: DEBUG oslo_concurrency.lockutils [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1789.810899] env[63750]: DEBUG oslo_concurrency.lockutils [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1789.811165] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fddc371-643e-4ea9-82ad-1718da5e1fcf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.816951] env[63750]: DEBUG oslo_vmware.api [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 1789.816951] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]525d3175-c58c-9773-5272-08fb674efb1a" [ 1789.816951] env[63750]: _type = "Task" [ 1789.816951] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.826316] env[63750]: DEBUG oslo_vmware.api [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]525d3175-c58c-9773-5272-08fb674efb1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.830720] env[63750]: DEBUG nova.compute.utils [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1789.835111] env[63750]: DEBUG nova.compute.manager [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: adf74ced-9577-4117-a486-11585818389d] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1789.835111] env[63750]: DEBUG nova.network.neutron [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: adf74ced-9577-4117-a486-11585818389d] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1789.853105] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ea05e652-4ffa-470e-a203-a60a8ee6d620 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "bf03616d-723b-4ab9-9e5e-68b50541b080" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.238s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.856881] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "bf03616d-723b-4ab9-9e5e-68b50541b080" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.731s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.860026] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16afb21b-08f7-415a-8fcc-6e989b888fc9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.894258] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.955308] env[63750]: DEBUG nova.policy [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd189151a67044ba94667054be78bd9b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22c85b43135a478eb61a8f3e1f8ec3ae', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1789.976047] env[63750]: DEBUG nova.network.neutron [req-87f3ccde-eadc-454a-a7e9-953d3091eb08 req-168aef78-0c93-4b84-8fad-994e9cd9381f service nova] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Updated VIF entry in instance network info cache for port 65e5bfa9-c5b1-4e4a-887a-9c00195b7722. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1789.976410] env[63750]: DEBUG nova.network.neutron [req-87f3ccde-eadc-454a-a7e9-953d3091eb08 req-168aef78-0c93-4b84-8fad-994e9cd9381f service nova] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Updating instance_info_cache with network_info: [{"id": "65e5bfa9-c5b1-4e4a-887a-9c00195b7722", "address": "fa:16:3e:4a:95:55", "network": {"id": "8eeb3f57-9e47-48f4-ab8b-e14a44671e51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1675437426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "618573a371474aec86d00edfd3267bcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65e5bfa9-c5", "ovs_interfaceid": "65e5bfa9-c5b1-4e4a-887a-9c00195b7722", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1790.091195] env[63750]: DEBUG oslo_vmware.api [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006422, 'name': Rename_Task, 'duration_secs': 0.147089} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.091627] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1790.091740] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69768675-390f-4212-bb3a-0bea9ff3d562 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.098471] env[63750]: DEBUG oslo_vmware.api [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1790.098471] env[63750]: value = "task-2006423" [ 1790.098471] env[63750]: _type = "Task" [ 1790.098471] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.107714] env[63750]: DEBUG oslo_vmware.api [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006423, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.265153] env[63750]: DEBUG nova.network.neutron [req-e885686c-69cd-45dc-8bc7-a69a6d498c65 req-976126f2-7266-4dbf-bba3-233426864fc2 service nova] [instance: f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2] Updated VIF entry in instance network info cache for port 48f9a2fb-f071-4446-8053-4229fe617e52. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1790.265737] env[63750]: DEBUG nova.network.neutron [req-e885686c-69cd-45dc-8bc7-a69a6d498c65 req-976126f2-7266-4dbf-bba3-233426864fc2 service nova] [instance: f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2] Updating instance_info_cache with network_info: [{"id": "48f9a2fb-f071-4446-8053-4229fe617e52", "address": "fa:16:3e:e6:19:ce", "network": {"id": "a812a95d-a100-4a1c-9664-785f0f605b79", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-889087728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "328baa65c73146b79fd9c27b62b5b22a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48f9a2fb-f0", "ovs_interfaceid": "48f9a2fb-f071-4446-8053-4229fe617e52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1790.286321] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Acquiring lock "refresh_cache-b41c23ba-8452-49a3-afea-ed16da1cd55a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1790.286671] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Acquired lock "refresh_cache-b41c23ba-8452-49a3-afea-ed16da1cd55a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.286671] env[63750]: DEBUG nova.network.neutron [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: b41c23ba-8452-49a3-afea-ed16da1cd55a] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1790.328911] env[63750]: DEBUG oslo_vmware.api [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]525d3175-c58c-9773-5272-08fb674efb1a, 'name': SearchDatastore_Task, 'duration_secs': 0.03185} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.328911] env[63750]: DEBUG oslo_concurrency.lockutils [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1790.328911] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1790.328911] env[63750]: DEBUG oslo_concurrency.lockutils [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1790.328911] env[63750]: DEBUG oslo_concurrency.lockutils [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.329148] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1790.329240] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f087542-70ca-439e-bd80-cc07add7703c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.336959] env[63750]: DEBUG nova.compute.manager [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: adf74ced-9577-4117-a486-11585818389d] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1790.344619] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1790.344846] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1790.345620] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec51c1a7-4e94-4377-a1f5-f382fb75951f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.351888] env[63750]: DEBUG oslo_vmware.api [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 1790.351888] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527947fb-a296-d970-551c-844a5e61de77" [ 1790.351888] env[63750]: _type = "Task" [ 1790.351888] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.360366] env[63750]: DEBUG nova.compute.manager [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: f456f617-7004-4849-b5b3-743adbe45ed1] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1790.363326] env[63750]: DEBUG oslo_vmware.api [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527947fb-a296-d970-551c-844a5e61de77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.370144] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "bf03616d-723b-4ab9-9e5e-68b50541b080" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.513s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.479471] env[63750]: DEBUG oslo_concurrency.lockutils [req-87f3ccde-eadc-454a-a7e9-953d3091eb08 req-168aef78-0c93-4b84-8fad-994e9cd9381f service nova] Releasing lock "refresh_cache-7a4c0b3b-7923-4b74-bc0a-73b446d7df7d" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1790.511852] env[63750]: DEBUG nova.network.neutron [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: adf74ced-9577-4117-a486-11585818389d] Successfully created port: 82a2a9d4-eb22-42f7-8c71-2e193aa29274 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1790.613627] env[63750]: DEBUG oslo_vmware.api [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006423, 'name': PowerOnVM_Task, 'duration_secs': 0.446888} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.613897] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1790.614128] env[63750]: INFO nova.compute.manager [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Took 7.13 seconds to spawn the instance on the hypervisor. [ 1790.614309] env[63750]: DEBUG nova.compute.manager [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1790.615144] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9cc9de7-d163-44c8-8202-4700d0d1f502 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.672454] env[63750]: DEBUG nova.compute.manager [req-6bf2fe51-fd54-43b8-ae24-0a6c00789275 req-8d348f2f-b568-447f-b9a0-b2d829b34dfb service nova] [instance: b41c23ba-8452-49a3-afea-ed16da1cd55a] Received event network-vif-plugged-28945589-14de-4a95-8a8d-4f20f5e03b0b {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1790.672709] env[63750]: DEBUG oslo_concurrency.lockutils [req-6bf2fe51-fd54-43b8-ae24-0a6c00789275 req-8d348f2f-b568-447f-b9a0-b2d829b34dfb service nova] Acquiring lock "b41c23ba-8452-49a3-afea-ed16da1cd55a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1790.673029] env[63750]: DEBUG oslo_concurrency.lockutils [req-6bf2fe51-fd54-43b8-ae24-0a6c00789275 req-8d348f2f-b568-447f-b9a0-b2d829b34dfb service nova] Lock "b41c23ba-8452-49a3-afea-ed16da1cd55a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.673369] env[63750]: DEBUG oslo_concurrency.lockutils [req-6bf2fe51-fd54-43b8-ae24-0a6c00789275 req-8d348f2f-b568-447f-b9a0-b2d829b34dfb service nova] Lock "b41c23ba-8452-49a3-afea-ed16da1cd55a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.673519] env[63750]: DEBUG nova.compute.manager [req-6bf2fe51-fd54-43b8-ae24-0a6c00789275 req-8d348f2f-b568-447f-b9a0-b2d829b34dfb service nova] [instance: b41c23ba-8452-49a3-afea-ed16da1cd55a] No waiting events found dispatching network-vif-plugged-28945589-14de-4a95-8a8d-4f20f5e03b0b {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1790.673685] env[63750]: WARNING nova.compute.manager [req-6bf2fe51-fd54-43b8-ae24-0a6c00789275 req-8d348f2f-b568-447f-b9a0-b2d829b34dfb service nova] [instance: b41c23ba-8452-49a3-afea-ed16da1cd55a] Received unexpected event network-vif-plugged-28945589-14de-4a95-8a8d-4f20f5e03b0b for instance with vm_state building and task_state spawning. [ 1790.673843] env[63750]: DEBUG nova.compute.manager [req-6bf2fe51-fd54-43b8-ae24-0a6c00789275 req-8d348f2f-b568-447f-b9a0-b2d829b34dfb service nova] [instance: b41c23ba-8452-49a3-afea-ed16da1cd55a] Received event network-changed-28945589-14de-4a95-8a8d-4f20f5e03b0b {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1790.673995] env[63750]: DEBUG nova.compute.manager [req-6bf2fe51-fd54-43b8-ae24-0a6c00789275 req-8d348f2f-b568-447f-b9a0-b2d829b34dfb service nova] [instance: b41c23ba-8452-49a3-afea-ed16da1cd55a] Refreshing instance network info cache due to event network-changed-28945589-14de-4a95-8a8d-4f20f5e03b0b. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1790.674185] env[63750]: DEBUG oslo_concurrency.lockutils [req-6bf2fe51-fd54-43b8-ae24-0a6c00789275 req-8d348f2f-b568-447f-b9a0-b2d829b34dfb service nova] Acquiring lock "refresh_cache-b41c23ba-8452-49a3-afea-ed16da1cd55a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1790.769546] env[63750]: DEBUG oslo_concurrency.lockutils [req-e885686c-69cd-45dc-8bc7-a69a6d498c65 req-976126f2-7266-4dbf-bba3-233426864fc2 service nova] Releasing lock "refresh_cache-f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1790.831513] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48d26f9-4115-4e37-8aba-28cb0709f16b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.839260] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c28779-4293-444b-8b97-7a0bff1d06dc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.877061] env[63750]: DEBUG nova.network.neutron [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: b41c23ba-8452-49a3-afea-ed16da1cd55a] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1790.881427] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebdd591b-2851-44a9-9f43-8c52fd61abc5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.892576] env[63750]: DEBUG oslo_vmware.api [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527947fb-a296-d970-551c-844a5e61de77, 'name': SearchDatastore_Task, 'duration_secs': 0.010731} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.895180] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f1f47ea-cb6b-4330-9ce4-0e95db7819eb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.898313] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa75e7d-8120-42e1-b09b-833297112648 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.902847] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1790.906922] env[63750]: DEBUG oslo_vmware.api [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 1790.906922] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52954a28-5d46-94d4-2abd-34202ebbf982" [ 1790.906922] env[63750]: _type = "Task" [ 1790.906922] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.914889] env[63750]: DEBUG nova.compute.provider_tree [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1790.926448] env[63750]: DEBUG oslo_vmware.api [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52954a28-5d46-94d4-2abd-34202ebbf982, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.146992] env[63750]: INFO nova.compute.manager [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Took 25.22 seconds to build instance. [ 1791.219450] env[63750]: DEBUG nova.network.neutron [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: b41c23ba-8452-49a3-afea-ed16da1cd55a] Updating instance_info_cache with network_info: [{"id": "28945589-14de-4a95-8a8d-4f20f5e03b0b", "address": "fa:16:3e:26:d9:3f", "network": {"id": "cdd06c27-65a8-4c58-994a-efab0c935e7a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-927322350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1abf756d48b41a8bcdbbd12823f8e5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28945589-14", "ovs_interfaceid": "28945589-14de-4a95-8a8d-4f20f5e03b0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1791.380059] env[63750]: DEBUG nova.compute.manager [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: adf74ced-9577-4117-a486-11585818389d] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1791.410447] env[63750]: DEBUG nova.virt.hardware [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1791.410694] env[63750]: DEBUG nova.virt.hardware [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1791.410847] env[63750]: DEBUG nova.virt.hardware [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1791.411037] env[63750]: DEBUG nova.virt.hardware [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1791.411184] env[63750]: DEBUG nova.virt.hardware [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1791.411323] env[63750]: DEBUG nova.virt.hardware [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1791.411525] env[63750]: DEBUG nova.virt.hardware [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1791.412096] env[63750]: DEBUG nova.virt.hardware [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1791.412096] env[63750]: DEBUG nova.virt.hardware [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1791.412096] env[63750]: DEBUG nova.virt.hardware [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1791.412264] env[63750]: DEBUG nova.virt.hardware [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1791.413079] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e5947a-c2b8-4ae4-9e33-a4740621c2df {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.424546] env[63750]: DEBUG nova.scheduler.client.report [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1791.434299] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8d2dbd-d4bb-4a00-baf3-496f4dbe9323 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.438647] env[63750]: DEBUG oslo_vmware.api [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52954a28-5d46-94d4-2abd-34202ebbf982, 'name': SearchDatastore_Task, 'duration_secs': 0.045625} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.439027] env[63750]: DEBUG oslo_concurrency.lockutils [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1791.439291] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d/7a4c0b3b-7923-4b74-bc0a-73b446d7df7d.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1791.439923] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-682cc592-f6d0-4ed1-ad16-053092128a46 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.459631] env[63750]: DEBUG oslo_vmware.api [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 1791.459631] env[63750]: value = "task-2006424" [ 1791.459631] env[63750]: _type = "Task" [ 1791.459631] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.468761] env[63750]: DEBUG oslo_vmware.api [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006424, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.650030] env[63750]: DEBUG oslo_concurrency.lockutils [None req-194446e9-ad18-4ae1-8d01-6656de5c94ae tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "f9e7715c-fd1a-4425-a800-c07f5627807c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.732s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.722304] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Releasing lock "refresh_cache-b41c23ba-8452-49a3-afea-ed16da1cd55a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1791.722800] env[63750]: DEBUG nova.compute.manager [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: b41c23ba-8452-49a3-afea-ed16da1cd55a] Instance network_info: |[{"id": "28945589-14de-4a95-8a8d-4f20f5e03b0b", "address": "fa:16:3e:26:d9:3f", "network": {"id": "cdd06c27-65a8-4c58-994a-efab0c935e7a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-927322350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1abf756d48b41a8bcdbbd12823f8e5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28945589-14", "ovs_interfaceid": "28945589-14de-4a95-8a8d-4f20f5e03b0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1791.723251] env[63750]: DEBUG oslo_concurrency.lockutils [req-6bf2fe51-fd54-43b8-ae24-0a6c00789275 req-8d348f2f-b568-447f-b9a0-b2d829b34dfb service nova] Acquired lock "refresh_cache-b41c23ba-8452-49a3-afea-ed16da1cd55a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.723732] env[63750]: DEBUG nova.network.neutron [req-6bf2fe51-fd54-43b8-ae24-0a6c00789275 req-8d348f2f-b568-447f-b9a0-b2d829b34dfb service nova] [instance: b41c23ba-8452-49a3-afea-ed16da1cd55a] Refreshing network info cache for port 28945589-14de-4a95-8a8d-4f20f5e03b0b {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1791.725198] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: b41c23ba-8452-49a3-afea-ed16da1cd55a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:d9:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b2049d7-f99e-425a-afdb-2c95ca88e483', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28945589-14de-4a95-8a8d-4f20f5e03b0b', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1791.736760] env[63750]: DEBUG oslo.service.loopingcall [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1791.737418] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b41c23ba-8452-49a3-afea-ed16da1cd55a] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1791.737650] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-275ad239-472a-4531-aea5-43809da56934 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.758427] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1791.758427] env[63750]: value = "task-2006425" [ 1791.758427] env[63750]: _type = "Task" [ 1791.758427] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.773081] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006425, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.940168] env[63750]: DEBUG oslo_concurrency.lockutils [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.940739] env[63750]: DEBUG nova.compute.manager [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 113fba09-0579-45b5-98a3-7c0a17a8c2fb] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1791.943360] env[63750]: DEBUG oslo_concurrency.lockutils [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.460s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.945267] env[63750]: INFO nova.compute.claims [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 42845a75-0a2f-4563-a2d5-39e8f7b5e36c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1791.970644] env[63750]: DEBUG oslo_vmware.api [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006424, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.152895] env[63750]: DEBUG nova.compute.manager [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1792.272029] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006425, 'name': CreateVM_Task} progress is 15%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.452408] env[63750]: DEBUG nova.compute.utils [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1792.456851] env[63750]: DEBUG nova.compute.manager [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 113fba09-0579-45b5-98a3-7c0a17a8c2fb] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1792.457255] env[63750]: DEBUG nova.network.neutron [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 113fba09-0579-45b5-98a3-7c0a17a8c2fb] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1792.470616] env[63750]: DEBUG oslo_vmware.api [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006424, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.544033] env[63750]: DEBUG nova.policy [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd189151a67044ba94667054be78bd9b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22c85b43135a478eb61a8f3e1f8ec3ae', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1792.677082] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1792.709395] env[63750]: DEBUG nova.compute.manager [req-d5f20fa5-499c-4e75-912a-bb88a0fe8b43 req-acc106f2-339e-45f5-a76e-4bdf698f209b service nova] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Received event network-changed-10fa378c-3848-496f-8b88-5d1101aae14b {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1792.709395] env[63750]: DEBUG nova.compute.manager [req-d5f20fa5-499c-4e75-912a-bb88a0fe8b43 req-acc106f2-339e-45f5-a76e-4bdf698f209b service nova] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Refreshing instance network info cache due to event network-changed-10fa378c-3848-496f-8b88-5d1101aae14b. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1792.709395] env[63750]: DEBUG oslo_concurrency.lockutils [req-d5f20fa5-499c-4e75-912a-bb88a0fe8b43 req-acc106f2-339e-45f5-a76e-4bdf698f209b service nova] Acquiring lock "refresh_cache-bf03616d-723b-4ab9-9e5e-68b50541b080" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1792.709591] env[63750]: DEBUG oslo_concurrency.lockutils [req-d5f20fa5-499c-4e75-912a-bb88a0fe8b43 req-acc106f2-339e-45f5-a76e-4bdf698f209b service nova] Acquired lock "refresh_cache-bf03616d-723b-4ab9-9e5e-68b50541b080" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1792.709676] env[63750]: DEBUG nova.network.neutron [req-d5f20fa5-499c-4e75-912a-bb88a0fe8b43 req-acc106f2-339e-45f5-a76e-4bdf698f209b service nova] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Refreshing network info cache for port 10fa378c-3848-496f-8b88-5d1101aae14b {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1792.774224] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006425, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.774224] env[63750]: DEBUG nova.network.neutron [req-6bf2fe51-fd54-43b8-ae24-0a6c00789275 req-8d348f2f-b568-447f-b9a0-b2d829b34dfb service nova] [instance: b41c23ba-8452-49a3-afea-ed16da1cd55a] Updated VIF entry in instance network info cache for port 28945589-14de-4a95-8a8d-4f20f5e03b0b. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1792.774224] env[63750]: DEBUG nova.network.neutron [req-6bf2fe51-fd54-43b8-ae24-0a6c00789275 req-8d348f2f-b568-447f-b9a0-b2d829b34dfb service nova] [instance: b41c23ba-8452-49a3-afea-ed16da1cd55a] Updating instance_info_cache with network_info: [{"id": "28945589-14de-4a95-8a8d-4f20f5e03b0b", "address": "fa:16:3e:26:d9:3f", "network": {"id": "cdd06c27-65a8-4c58-994a-efab0c935e7a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-927322350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1abf756d48b41a8bcdbbd12823f8e5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28945589-14", "ovs_interfaceid": "28945589-14de-4a95-8a8d-4f20f5e03b0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1792.784778] env[63750]: DEBUG nova.network.neutron [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: adf74ced-9577-4117-a486-11585818389d] Successfully updated port: 82a2a9d4-eb22-42f7-8c71-2e193aa29274 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1792.955216] env[63750]: DEBUG nova.compute.manager [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 113fba09-0579-45b5-98a3-7c0a17a8c2fb] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1792.972560] env[63750]: DEBUG oslo_vmware.api [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006424, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.072895} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.972560] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d/7a4c0b3b-7923-4b74-bc0a-73b446d7df7d.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1792.972560] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1792.972560] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a28f413e-ad0a-4541-9558-5e8fa6518193 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.987367] env[63750]: DEBUG oslo_vmware.api [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 1792.987367] env[63750]: value = "task-2006426" [ 1792.987367] env[63750]: _type = "Task" [ 1792.987367] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.996176] env[63750]: DEBUG oslo_vmware.api [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006426, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.998273] env[63750]: DEBUG nova.network.neutron [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 113fba09-0579-45b5-98a3-7c0a17a8c2fb] Successfully created port: f34d42d4-ff81-4ce3-9693-76b61878c42f {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1793.202803] env[63750]: DEBUG nova.compute.manager [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Stashing vm_state: active {{(pid=63750) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1793.271511] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006425, 'name': CreateVM_Task, 'duration_secs': 1.417022} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.271691] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b41c23ba-8452-49a3-afea-ed16da1cd55a] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1793.272291] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1793.272656] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1793.272869] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1793.277244] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f08359bf-aab6-4b1a-abe4-86516ed66b15 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.279605] env[63750]: DEBUG oslo_concurrency.lockutils [req-6bf2fe51-fd54-43b8-ae24-0a6c00789275 req-8d348f2f-b568-447f-b9a0-b2d829b34dfb service nova] Releasing lock "refresh_cache-b41c23ba-8452-49a3-afea-ed16da1cd55a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1793.284097] env[63750]: DEBUG oslo_vmware.api [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Waiting for the task: (returnval){ [ 1793.284097] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52b66552-d137-7338-0c1a-ebd944ca6c2f" [ 1793.284097] env[63750]: _type = "Task" [ 1793.284097] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.289574] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Acquiring lock "refresh_cache-adf74ced-9577-4117-a486-11585818389d" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1793.289744] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Acquired lock "refresh_cache-adf74ced-9577-4117-a486-11585818389d" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1793.289902] env[63750]: DEBUG nova.network.neutron [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: adf74ced-9577-4117-a486-11585818389d] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1793.294446] env[63750]: DEBUG oslo_vmware.api [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52b66552-d137-7338-0c1a-ebd944ca6c2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.396661] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc915ec-c21d-4aef-9a40-e7be76582731 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.404558] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ad116a-ed89-4a1f-86af-9d46a185f25f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.438239] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3b6fb2-6ba1-435f-a7da-a4470effb711 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.446167] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e068cd61-fd00-450a-bc86-1016a8af0a42 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.463568] env[63750]: DEBUG nova.compute.provider_tree [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1793.500299] env[63750]: DEBUG oslo_vmware.api [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006426, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067626} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.500551] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1793.501338] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f78006-adc0-4e40-8718-07bb00c790db {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.528221] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d/7a4c0b3b-7923-4b74-bc0a-73b446d7df7d.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1793.528733] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a0027f4-ae81-46da-b4d6-b00e4cefd954 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.549863] env[63750]: DEBUG oslo_vmware.api [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 1793.549863] env[63750]: value = "task-2006427" [ 1793.549863] env[63750]: _type = "Task" [ 1793.549863] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.557706] env[63750]: DEBUG oslo_vmware.api [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006427, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.623214] env[63750]: DEBUG nova.network.neutron [req-d5f20fa5-499c-4e75-912a-bb88a0fe8b43 req-acc106f2-339e-45f5-a76e-4bdf698f209b service nova] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Updated VIF entry in instance network info cache for port 10fa378c-3848-496f-8b88-5d1101aae14b. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1793.623618] env[63750]: DEBUG nova.network.neutron [req-d5f20fa5-499c-4e75-912a-bb88a0fe8b43 req-acc106f2-339e-45f5-a76e-4bdf698f209b service nova] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Updating instance_info_cache with network_info: [{"id": "10fa378c-3848-496f-8b88-5d1101aae14b", "address": "fa:16:3e:b3:c0:57", "network": {"id": "3190c9f9-ed08-4a95-905a-91e470b8e973", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-172291959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7dd23ed8566493d991974157cb177d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10fa378c-38", "ovs_interfaceid": "10fa378c-3848-496f-8b88-5d1101aae14b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1793.722800] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.795117] env[63750]: DEBUG oslo_vmware.api [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52b66552-d137-7338-0c1a-ebd944ca6c2f, 'name': SearchDatastore_Task, 'duration_secs': 0.013065} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.795417] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1793.795674] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: b41c23ba-8452-49a3-afea-ed16da1cd55a] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1793.795973] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1793.796145] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1793.796328] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1793.796581] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4298131d-1ff1-4a43-b21d-0735308cae19 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.806726] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1793.806916] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1793.807679] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdf11fd9-b6c5-40b9-8749-318258faf99d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.812861] env[63750]: DEBUG oslo_vmware.api [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Waiting for the task: (returnval){ [ 1793.812861] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5245ee6b-1a4b-c43d-83fd-1e8fb9917d12" [ 1793.812861] env[63750]: _type = "Task" [ 1793.812861] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.820849] env[63750]: DEBUG oslo_vmware.api [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5245ee6b-1a4b-c43d-83fd-1e8fb9917d12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.842104] env[63750]: DEBUG nova.network.neutron [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: adf74ced-9577-4117-a486-11585818389d] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1793.966644] env[63750]: DEBUG nova.compute.manager [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 113fba09-0579-45b5-98a3-7c0a17a8c2fb] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1793.968339] env[63750]: DEBUG nova.scheduler.client.report [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1794.000347] env[63750]: DEBUG nova.virt.hardware [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1794.000347] env[63750]: DEBUG nova.virt.hardware [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1794.000347] env[63750]: DEBUG nova.virt.hardware [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1794.000347] env[63750]: DEBUG nova.virt.hardware [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1794.000530] env[63750]: DEBUG nova.virt.hardware [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1794.000530] env[63750]: DEBUG nova.virt.hardware [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1794.000728] env[63750]: DEBUG nova.virt.hardware [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1794.000898] env[63750]: DEBUG nova.virt.hardware [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1794.001117] env[63750]: DEBUG nova.virt.hardware [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1794.001238] env[63750]: DEBUG nova.virt.hardware [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1794.001410] env[63750]: DEBUG nova.virt.hardware [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1794.002547] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2403858e-f06d-49bc-b08e-676871a8724a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.006275] env[63750]: DEBUG nova.network.neutron [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: adf74ced-9577-4117-a486-11585818389d] Updating instance_info_cache with network_info: [{"id": "82a2a9d4-eb22-42f7-8c71-2e193aa29274", "address": "fa:16:3e:7b:48:d3", "network": {"id": "8eda0dab-9ec4-424f-9d3e-6af602f3476e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1386180432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22c85b43135a478eb61a8f3e1f8ec3ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82a2a9d4-eb", "ovs_interfaceid": "82a2a9d4-eb22-42f7-8c71-2e193aa29274", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1794.013905] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7584afaf-c16c-4235-a66a-f94de3b66421 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.059670] env[63750]: DEBUG oslo_vmware.api [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006427, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.126156] env[63750]: DEBUG oslo_concurrency.lockutils [req-d5f20fa5-499c-4e75-912a-bb88a0fe8b43 req-acc106f2-339e-45f5-a76e-4bdf698f209b service nova] Releasing lock "refresh_cache-bf03616d-723b-4ab9-9e5e-68b50541b080" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1794.126481] env[63750]: DEBUG nova.compute.manager [req-d5f20fa5-499c-4e75-912a-bb88a0fe8b43 req-acc106f2-339e-45f5-a76e-4bdf698f209b service nova] [instance: adf74ced-9577-4117-a486-11585818389d] Received event network-vif-plugged-82a2a9d4-eb22-42f7-8c71-2e193aa29274 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1794.126686] env[63750]: DEBUG oslo_concurrency.lockutils [req-d5f20fa5-499c-4e75-912a-bb88a0fe8b43 req-acc106f2-339e-45f5-a76e-4bdf698f209b service nova] Acquiring lock "adf74ced-9577-4117-a486-11585818389d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.126891] env[63750]: DEBUG oslo_concurrency.lockutils [req-d5f20fa5-499c-4e75-912a-bb88a0fe8b43 req-acc106f2-339e-45f5-a76e-4bdf698f209b service nova] Lock "adf74ced-9577-4117-a486-11585818389d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.127070] env[63750]: DEBUG oslo_concurrency.lockutils [req-d5f20fa5-499c-4e75-912a-bb88a0fe8b43 req-acc106f2-339e-45f5-a76e-4bdf698f209b service nova] Lock "adf74ced-9577-4117-a486-11585818389d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.127271] env[63750]: DEBUG nova.compute.manager [req-d5f20fa5-499c-4e75-912a-bb88a0fe8b43 req-acc106f2-339e-45f5-a76e-4bdf698f209b service nova] [instance: adf74ced-9577-4117-a486-11585818389d] No waiting events found dispatching network-vif-plugged-82a2a9d4-eb22-42f7-8c71-2e193aa29274 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1794.127440] env[63750]: WARNING nova.compute.manager [req-d5f20fa5-499c-4e75-912a-bb88a0fe8b43 req-acc106f2-339e-45f5-a76e-4bdf698f209b service nova] [instance: adf74ced-9577-4117-a486-11585818389d] Received unexpected event network-vif-plugged-82a2a9d4-eb22-42f7-8c71-2e193aa29274 for instance with vm_state building and task_state spawning. [ 1794.323034] env[63750]: DEBUG oslo_vmware.api [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5245ee6b-1a4b-c43d-83fd-1e8fb9917d12, 'name': SearchDatastore_Task, 'duration_secs': 0.009234} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.323458] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b383d894-0909-499f-90e0-bf7050d2a6f4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.328664] env[63750]: DEBUG oslo_vmware.api [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Waiting for the task: (returnval){ [ 1794.328664] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a130d4-98c2-de20-29a6-28ed2c780776" [ 1794.328664] env[63750]: _type = "Task" [ 1794.328664] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.336432] env[63750]: DEBUG oslo_vmware.api [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a130d4-98c2-de20-29a6-28ed2c780776, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.473924] env[63750]: DEBUG oslo_concurrency.lockutils [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.530s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.474221] env[63750]: DEBUG nova.compute.manager [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 42845a75-0a2f-4563-a2d5-39e8f7b5e36c] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1794.476820] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.604s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.478215] env[63750]: INFO nova.compute.claims [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1794.509695] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Releasing lock "refresh_cache-adf74ced-9577-4117-a486-11585818389d" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1794.509695] env[63750]: DEBUG nova.compute.manager [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: adf74ced-9577-4117-a486-11585818389d] Instance network_info: |[{"id": "82a2a9d4-eb22-42f7-8c71-2e193aa29274", "address": "fa:16:3e:7b:48:d3", "network": {"id": "8eda0dab-9ec4-424f-9d3e-6af602f3476e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1386180432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22c85b43135a478eb61a8f3e1f8ec3ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82a2a9d4-eb", "ovs_interfaceid": "82a2a9d4-eb22-42f7-8c71-2e193aa29274", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1794.510129] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: adf74ced-9577-4117-a486-11585818389d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:48:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24727047-6358-4015-86c1-394ab07fb88f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82a2a9d4-eb22-42f7-8c71-2e193aa29274', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1794.519451] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Creating folder: Project (22c85b43135a478eb61a8f3e1f8ec3ae). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1794.519750] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97988058-faf4-425c-969f-9836c2233096 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.531428] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Created folder: Project (22c85b43135a478eb61a8f3e1f8ec3ae) in parent group-v412391. [ 1794.531630] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Creating folder: Instances. Parent ref: group-v412547. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1794.531874] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9d89629-ee39-4296-8527-bb72b8b1b797 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.541506] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Created folder: Instances in parent group-v412547. [ 1794.541732] env[63750]: DEBUG oslo.service.loopingcall [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1794.541909] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adf74ced-9577-4117-a486-11585818389d] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1794.542122] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7326e5a7-4188-446e-9daf-1353d9149800 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.565168] env[63750]: DEBUG oslo_vmware.api [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006427, 'name': ReconfigVM_Task, 'duration_secs': 0.893012} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.566381] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d/7a4c0b3b-7923-4b74-bc0a-73b446d7df7d.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1794.566945] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1794.566945] env[63750]: value = "task-2006430" [ 1794.566945] env[63750]: _type = "Task" [ 1794.566945] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.567207] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3cef4dec-f2cd-49a1-8ead-8c7ec31e86b9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.576311] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006430, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.577489] env[63750]: DEBUG oslo_vmware.api [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 1794.577489] env[63750]: value = "task-2006431" [ 1794.577489] env[63750]: _type = "Task" [ 1794.577489] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.585381] env[63750]: DEBUG oslo_vmware.api [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006431, 'name': Rename_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.603535] env[63750]: DEBUG nova.network.neutron [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 113fba09-0579-45b5-98a3-7c0a17a8c2fb] Successfully updated port: f34d42d4-ff81-4ce3-9693-76b61878c42f {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1794.827954] env[63750]: DEBUG nova.compute.manager [req-fba6fc78-0e31-4cdb-ad0d-e681a9be0afd req-4762d408-19d8-4577-80c2-287e099bc9b8 service nova] [instance: adf74ced-9577-4117-a486-11585818389d] Received event network-changed-82a2a9d4-eb22-42f7-8c71-2e193aa29274 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1794.828161] env[63750]: DEBUG nova.compute.manager [req-fba6fc78-0e31-4cdb-ad0d-e681a9be0afd req-4762d408-19d8-4577-80c2-287e099bc9b8 service nova] [instance: adf74ced-9577-4117-a486-11585818389d] Refreshing instance network info cache due to event network-changed-82a2a9d4-eb22-42f7-8c71-2e193aa29274. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1794.828377] env[63750]: DEBUG oslo_concurrency.lockutils [req-fba6fc78-0e31-4cdb-ad0d-e681a9be0afd req-4762d408-19d8-4577-80c2-287e099bc9b8 service nova] Acquiring lock "refresh_cache-adf74ced-9577-4117-a486-11585818389d" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1794.828518] env[63750]: DEBUG oslo_concurrency.lockutils [req-fba6fc78-0e31-4cdb-ad0d-e681a9be0afd req-4762d408-19d8-4577-80c2-287e099bc9b8 service nova] Acquired lock "refresh_cache-adf74ced-9577-4117-a486-11585818389d" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1794.828674] env[63750]: DEBUG nova.network.neutron [req-fba6fc78-0e31-4cdb-ad0d-e681a9be0afd req-4762d408-19d8-4577-80c2-287e099bc9b8 service nova] [instance: adf74ced-9577-4117-a486-11585818389d] Refreshing network info cache for port 82a2a9d4-eb22-42f7-8c71-2e193aa29274 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1794.840422] env[63750]: DEBUG oslo_vmware.api [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a130d4-98c2-de20-29a6-28ed2c780776, 'name': SearchDatastore_Task, 'duration_secs': 0.010711} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.840665] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1794.840906] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] b41c23ba-8452-49a3-afea-ed16da1cd55a/b41c23ba-8452-49a3-afea-ed16da1cd55a.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1794.841161] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10f34f57-2e6d-4009-8ce1-29837439ff9d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.849188] env[63750]: DEBUG oslo_vmware.api [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Waiting for the task: (returnval){ [ 1794.849188] env[63750]: value = "task-2006432" [ 1794.849188] env[63750]: _type = "Task" [ 1794.849188] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.857362] env[63750]: DEBUG oslo_vmware.api [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Task: {'id': task-2006432, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.988505] env[63750]: DEBUG nova.compute.utils [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1794.991089] env[63750]: DEBUG nova.compute.manager [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 42845a75-0a2f-4563-a2d5-39e8f7b5e36c] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1794.991089] env[63750]: DEBUG nova.network.neutron [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 42845a75-0a2f-4563-a2d5-39e8f7b5e36c] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1795.081218] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006430, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.090204] env[63750]: DEBUG oslo_vmware.api [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006431, 'name': Rename_Task, 'duration_secs': 0.134645} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.090532] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1795.090811] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87168285-c9b9-474c-9f9a-99d612ca9ff1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.099142] env[63750]: DEBUG oslo_vmware.api [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 1795.099142] env[63750]: value = "task-2006433" [ 1795.099142] env[63750]: _type = "Task" [ 1795.099142] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.110296] env[63750]: DEBUG oslo_concurrency.lockutils [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Acquiring lock "refresh_cache-113fba09-0579-45b5-98a3-7c0a17a8c2fb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1795.110296] env[63750]: DEBUG oslo_concurrency.lockutils [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Acquired lock "refresh_cache-113fba09-0579-45b5-98a3-7c0a17a8c2fb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1795.110296] env[63750]: DEBUG nova.network.neutron [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 113fba09-0579-45b5-98a3-7c0a17a8c2fb] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1795.110296] env[63750]: DEBUG oslo_vmware.api [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006433, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.243070] env[63750]: DEBUG nova.policy [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd189151a67044ba94667054be78bd9b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22c85b43135a478eb61a8f3e1f8ec3ae', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1795.362178] env[63750]: DEBUG oslo_vmware.api [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Task: {'id': task-2006432, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49788} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.362178] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] b41c23ba-8452-49a3-afea-ed16da1cd55a/b41c23ba-8452-49a3-afea-ed16da1cd55a.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1795.362178] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: b41c23ba-8452-49a3-afea-ed16da1cd55a] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1795.362178] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca067920-4f52-4394-80b8-bf1082566b45 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.370678] env[63750]: DEBUG oslo_vmware.api [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Waiting for the task: (returnval){ [ 1795.370678] env[63750]: value = "task-2006434" [ 1795.370678] env[63750]: _type = "Task" [ 1795.370678] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.376926] env[63750]: DEBUG oslo_vmware.api [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Task: {'id': task-2006434, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.499179] env[63750]: DEBUG nova.compute.manager [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 42845a75-0a2f-4563-a2d5-39e8f7b5e36c] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1795.586261] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006430, 'name': CreateVM_Task, 'duration_secs': 0.776819} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.586390] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adf74ced-9577-4117-a486-11585818389d] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1795.587645] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1795.587645] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1795.588009] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1795.588285] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a25b62e4-78ad-4504-844b-c6f1548383f9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.594032] env[63750]: DEBUG oslo_vmware.api [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Waiting for the task: (returnval){ [ 1795.594032] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5229306e-b569-3547-3b21-b748ef2a0de2" [ 1795.594032] env[63750]: _type = "Task" [ 1795.594032] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.609253] env[63750]: DEBUG oslo_vmware.api [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5229306e-b569-3547-3b21-b748ef2a0de2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.615730] env[63750]: DEBUG oslo_vmware.api [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006433, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.691258] env[63750]: DEBUG nova.network.neutron [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 113fba09-0579-45b5-98a3-7c0a17a8c2fb] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1795.827782] env[63750]: DEBUG nova.network.neutron [req-fba6fc78-0e31-4cdb-ad0d-e681a9be0afd req-4762d408-19d8-4577-80c2-287e099bc9b8 service nova] [instance: adf74ced-9577-4117-a486-11585818389d] Updated VIF entry in instance network info cache for port 82a2a9d4-eb22-42f7-8c71-2e193aa29274. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1795.828351] env[63750]: DEBUG nova.network.neutron [req-fba6fc78-0e31-4cdb-ad0d-e681a9be0afd req-4762d408-19d8-4577-80c2-287e099bc9b8 service nova] [instance: adf74ced-9577-4117-a486-11585818389d] Updating instance_info_cache with network_info: [{"id": "82a2a9d4-eb22-42f7-8c71-2e193aa29274", "address": "fa:16:3e:7b:48:d3", "network": {"id": "8eda0dab-9ec4-424f-9d3e-6af602f3476e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1386180432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22c85b43135a478eb61a8f3e1f8ec3ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82a2a9d4-eb", "ovs_interfaceid": "82a2a9d4-eb22-42f7-8c71-2e193aa29274", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1795.885174] env[63750]: DEBUG oslo_vmware.api [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Task: {'id': task-2006434, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059309} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.885560] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: b41c23ba-8452-49a3-afea-ed16da1cd55a] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1795.887036] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af210b7-a07c-4f6b-a6bf-7e2500564cd8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.927490] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: b41c23ba-8452-49a3-afea-ed16da1cd55a] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] b41c23ba-8452-49a3-afea-ed16da1cd55a/b41c23ba-8452-49a3-afea-ed16da1cd55a.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1795.934018] env[63750]: DEBUG nova.network.neutron [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 42845a75-0a2f-4563-a2d5-39e8f7b5e36c] Successfully created port: 4089cdc2-8cf0-4e06-929d-71a2ca0a76fc {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1795.936579] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f869112-2afc-436b-ac8d-fcad2c56cc3d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.962315] env[63750]: DEBUG oslo_vmware.api [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Waiting for the task: (returnval){ [ 1795.962315] env[63750]: value = "task-2006435" [ 1795.962315] env[63750]: _type = "Task" [ 1795.962315] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.971300] env[63750]: DEBUG oslo_vmware.api [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Task: {'id': task-2006435, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.023411] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a7988e-8d8a-4003-b8a4-9f3261eab9ce {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.032304] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe1246c-d924-41d0-960f-3ec4a0c4915d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.036054] env[63750]: DEBUG nova.network.neutron [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 113fba09-0579-45b5-98a3-7c0a17a8c2fb] Updating instance_info_cache with network_info: [{"id": "f34d42d4-ff81-4ce3-9693-76b61878c42f", "address": "fa:16:3e:e3:9b:24", "network": {"id": "8eda0dab-9ec4-424f-9d3e-6af602f3476e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1386180432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22c85b43135a478eb61a8f3e1f8ec3ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf34d42d4-ff", "ovs_interfaceid": "f34d42d4-ff81-4ce3-9693-76b61878c42f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1796.064965] env[63750]: DEBUG oslo_concurrency.lockutils [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Releasing lock "refresh_cache-113fba09-0579-45b5-98a3-7c0a17a8c2fb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1796.065400] env[63750]: DEBUG nova.compute.manager [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 113fba09-0579-45b5-98a3-7c0a17a8c2fb] Instance network_info: |[{"id": "f34d42d4-ff81-4ce3-9693-76b61878c42f", "address": "fa:16:3e:e3:9b:24", "network": {"id": "8eda0dab-9ec4-424f-9d3e-6af602f3476e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1386180432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22c85b43135a478eb61a8f3e1f8ec3ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf34d42d4-ff", "ovs_interfaceid": "f34d42d4-ff81-4ce3-9693-76b61878c42f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1796.066114] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0ed362-5b0a-4413-a521-f8055439b603 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.069271] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 113fba09-0579-45b5-98a3-7c0a17a8c2fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:9b:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24727047-6358-4015-86c1-394ab07fb88f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f34d42d4-ff81-4ce3-9693-76b61878c42f', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1796.076585] env[63750]: DEBUG oslo.service.loopingcall [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1796.077126] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 113fba09-0579-45b5-98a3-7c0a17a8c2fb] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1796.077778] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62accfc4-e6b2-49a8-88af-71ea3ed6c980 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.095832] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0045c93-f6f7-4225-9cca-7e0d2f4b2672 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.103754] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1796.103754] env[63750]: value = "task-2006436" [ 1796.103754] env[63750]: _type = "Task" [ 1796.103754] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.120893] env[63750]: DEBUG nova.compute.provider_tree [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1796.125040] env[63750]: DEBUG oslo_vmware.api [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5229306e-b569-3547-3b21-b748ef2a0de2, 'name': SearchDatastore_Task, 'duration_secs': 0.014138} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.125991] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1796.126294] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: adf74ced-9577-4117-a486-11585818389d] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1796.126453] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1796.126594] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.126766] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1796.127045] env[63750]: DEBUG oslo_vmware.api [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006433, 'name': PowerOnVM_Task, 'duration_secs': 0.698735} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.127257] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b940c8d-c1ef-4571-bf33-05b3788fbdda {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.129148] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1796.129347] env[63750]: INFO nova.compute.manager [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Took 10.06 seconds to spawn the instance on the hypervisor. [ 1796.129519] env[63750]: DEBUG nova.compute.manager [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1796.133114] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53803668-d642-464c-b630-ee573e23ed6e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.135556] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006436, 'name': CreateVM_Task} progress is 10%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.148224] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1796.148401] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1796.149120] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-854669e5-0c78-4a10-8cb0-3cd7d6b9d672 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.153829] env[63750]: DEBUG oslo_vmware.api [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Waiting for the task: (returnval){ [ 1796.153829] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52675767-6b43-e6ee-48f0-7a621642281f" [ 1796.153829] env[63750]: _type = "Task" [ 1796.153829] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.161652] env[63750]: DEBUG oslo_vmware.api [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52675767-6b43-e6ee-48f0-7a621642281f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.331884] env[63750]: DEBUG oslo_concurrency.lockutils [req-fba6fc78-0e31-4cdb-ad0d-e681a9be0afd req-4762d408-19d8-4577-80c2-287e099bc9b8 service nova] Releasing lock "refresh_cache-adf74ced-9577-4117-a486-11585818389d" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1796.332270] env[63750]: DEBUG nova.compute.manager [req-fba6fc78-0e31-4cdb-ad0d-e681a9be0afd req-4762d408-19d8-4577-80c2-287e099bc9b8 service nova] [instance: 113fba09-0579-45b5-98a3-7c0a17a8c2fb] Received event network-vif-plugged-f34d42d4-ff81-4ce3-9693-76b61878c42f {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1796.332532] env[63750]: DEBUG oslo_concurrency.lockutils [req-fba6fc78-0e31-4cdb-ad0d-e681a9be0afd req-4762d408-19d8-4577-80c2-287e099bc9b8 service nova] Acquiring lock "113fba09-0579-45b5-98a3-7c0a17a8c2fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.332963] env[63750]: DEBUG oslo_concurrency.lockutils [req-fba6fc78-0e31-4cdb-ad0d-e681a9be0afd req-4762d408-19d8-4577-80c2-287e099bc9b8 service nova] Lock "113fba09-0579-45b5-98a3-7c0a17a8c2fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.333325] env[63750]: DEBUG oslo_concurrency.lockutils [req-fba6fc78-0e31-4cdb-ad0d-e681a9be0afd req-4762d408-19d8-4577-80c2-287e099bc9b8 service nova] Lock "113fba09-0579-45b5-98a3-7c0a17a8c2fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.333399] env[63750]: DEBUG nova.compute.manager [req-fba6fc78-0e31-4cdb-ad0d-e681a9be0afd req-4762d408-19d8-4577-80c2-287e099bc9b8 service nova] [instance: 113fba09-0579-45b5-98a3-7c0a17a8c2fb] No waiting events found dispatching network-vif-plugged-f34d42d4-ff81-4ce3-9693-76b61878c42f {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1796.333530] env[63750]: WARNING nova.compute.manager [req-fba6fc78-0e31-4cdb-ad0d-e681a9be0afd req-4762d408-19d8-4577-80c2-287e099bc9b8 service nova] [instance: 113fba09-0579-45b5-98a3-7c0a17a8c2fb] Received unexpected event network-vif-plugged-f34d42d4-ff81-4ce3-9693-76b61878c42f for instance with vm_state building and task_state spawning. [ 1796.333693] env[63750]: DEBUG nova.compute.manager [req-fba6fc78-0e31-4cdb-ad0d-e681a9be0afd req-4762d408-19d8-4577-80c2-287e099bc9b8 service nova] [instance: 113fba09-0579-45b5-98a3-7c0a17a8c2fb] Received event network-changed-f34d42d4-ff81-4ce3-9693-76b61878c42f {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1796.333846] env[63750]: DEBUG nova.compute.manager [req-fba6fc78-0e31-4cdb-ad0d-e681a9be0afd req-4762d408-19d8-4577-80c2-287e099bc9b8 service nova] [instance: 113fba09-0579-45b5-98a3-7c0a17a8c2fb] Refreshing instance network info cache due to event network-changed-f34d42d4-ff81-4ce3-9693-76b61878c42f. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1796.334130] env[63750]: DEBUG oslo_concurrency.lockutils [req-fba6fc78-0e31-4cdb-ad0d-e681a9be0afd req-4762d408-19d8-4577-80c2-287e099bc9b8 service nova] Acquiring lock "refresh_cache-113fba09-0579-45b5-98a3-7c0a17a8c2fb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1796.334279] env[63750]: DEBUG oslo_concurrency.lockutils [req-fba6fc78-0e31-4cdb-ad0d-e681a9be0afd req-4762d408-19d8-4577-80c2-287e099bc9b8 service nova] Acquired lock "refresh_cache-113fba09-0579-45b5-98a3-7c0a17a8c2fb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.334435] env[63750]: DEBUG nova.network.neutron [req-fba6fc78-0e31-4cdb-ad0d-e681a9be0afd req-4762d408-19d8-4577-80c2-287e099bc9b8 service nova] [instance: 113fba09-0579-45b5-98a3-7c0a17a8c2fb] Refreshing network info cache for port f34d42d4-ff81-4ce3-9693-76b61878c42f {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1796.469817] env[63750]: DEBUG oslo_vmware.api [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Task: {'id': task-2006435, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.514336] env[63750]: DEBUG nova.compute.manager [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 42845a75-0a2f-4563-a2d5-39e8f7b5e36c] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1796.542790] env[63750]: DEBUG nova.virt.hardware [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1796.543181] env[63750]: DEBUG nova.virt.hardware [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1796.543434] env[63750]: DEBUG nova.virt.hardware [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1796.543723] env[63750]: DEBUG nova.virt.hardware [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1796.543974] env[63750]: DEBUG nova.virt.hardware [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1796.544216] env[63750]: DEBUG nova.virt.hardware [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1796.544548] env[63750]: DEBUG nova.virt.hardware [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1796.544810] env[63750]: DEBUG nova.virt.hardware [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1796.545084] env[63750]: DEBUG nova.virt.hardware [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1796.545343] env[63750]: DEBUG nova.virt.hardware [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1796.545595] env[63750]: DEBUG nova.virt.hardware [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1796.546882] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40ac55f-f9ae-4568-b0db-9e4163b9ad52 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.558050] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8014158d-22d1-4796-a013-2cd9f5955cfc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.616748] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006436, 'name': CreateVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.627202] env[63750]: DEBUG nova.scheduler.client.report [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1796.654336] env[63750]: INFO nova.compute.manager [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Took 28.00 seconds to build instance. [ 1796.665924] env[63750]: DEBUG oslo_vmware.api [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52675767-6b43-e6ee-48f0-7a621642281f, 'name': SearchDatastore_Task, 'duration_secs': 0.037451} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.666231] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f80da991-88cc-4e05-9593-5a6ebcec6a0f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.672962] env[63750]: DEBUG oslo_vmware.api [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Waiting for the task: (returnval){ [ 1796.672962] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5223b034-4bde-8099-aa0d-0909a0322a8f" [ 1796.672962] env[63750]: _type = "Task" [ 1796.672962] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.681617] env[63750]: DEBUG oslo_vmware.api [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5223b034-4bde-8099-aa0d-0909a0322a8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.971902] env[63750]: DEBUG oslo_vmware.api [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Task: {'id': task-2006435, 'name': ReconfigVM_Task, 'duration_secs': 0.732894} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.972200] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: b41c23ba-8452-49a3-afea-ed16da1cd55a] Reconfigured VM instance instance-00000038 to attach disk [datastore2] b41c23ba-8452-49a3-afea-ed16da1cd55a/b41c23ba-8452-49a3-afea-ed16da1cd55a.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1796.972851] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-175509fe-caad-4348-9fe1-6cdbfcd10d36 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.979663] env[63750]: DEBUG oslo_vmware.api [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Waiting for the task: (returnval){ [ 1796.979663] env[63750]: value = "task-2006437" [ 1796.979663] env[63750]: _type = "Task" [ 1796.979663] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.987472] env[63750]: DEBUG oslo_vmware.api [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Task: {'id': task-2006437, 'name': Rename_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.064906] env[63750]: DEBUG nova.network.neutron [req-fba6fc78-0e31-4cdb-ad0d-e681a9be0afd req-4762d408-19d8-4577-80c2-287e099bc9b8 service nova] [instance: 113fba09-0579-45b5-98a3-7c0a17a8c2fb] Updated VIF entry in instance network info cache for port f34d42d4-ff81-4ce3-9693-76b61878c42f. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1797.065327] env[63750]: DEBUG nova.network.neutron [req-fba6fc78-0e31-4cdb-ad0d-e681a9be0afd req-4762d408-19d8-4577-80c2-287e099bc9b8 service nova] [instance: 113fba09-0579-45b5-98a3-7c0a17a8c2fb] Updating instance_info_cache with network_info: [{"id": "f34d42d4-ff81-4ce3-9693-76b61878c42f", "address": "fa:16:3e:e3:9b:24", "network": {"id": "8eda0dab-9ec4-424f-9d3e-6af602f3476e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1386180432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22c85b43135a478eb61a8f3e1f8ec3ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf34d42d4-ff", "ovs_interfaceid": "f34d42d4-ff81-4ce3-9693-76b61878c42f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1797.117844] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006436, 'name': CreateVM_Task, 'duration_secs': 0.577692} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.118091] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 113fba09-0579-45b5-98a3-7c0a17a8c2fb] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1797.118714] env[63750]: DEBUG oslo_concurrency.lockutils [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.118893] env[63750]: DEBUG oslo_concurrency.lockutils [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.119252] env[63750]: DEBUG oslo_concurrency.lockutils [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1797.119504] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b18a9a2-5048-4e5a-a740-e876cb2b7fc1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.124292] env[63750]: DEBUG oslo_vmware.api [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Waiting for the task: (returnval){ [ 1797.124292] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52e317ed-e96a-b346-be94-2f90abb69f21" [ 1797.124292] env[63750]: _type = "Task" [ 1797.124292] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.133724] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.134392] env[63750]: DEBUG nova.compute.manager [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1797.136721] env[63750]: DEBUG oslo_vmware.api [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52e317ed-e96a-b346-be94-2f90abb69f21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.136884] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c479e5be-cf82-4182-be69-04da7ccd5c22 tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.130s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.137108] env[63750]: DEBUG nova.objects.instance [None req-c479e5be-cf82-4182-be69-04da7ccd5c22 tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Lazy-loading 'resources' on Instance uuid be1c2871-2c59-4a77-8792-fb9f5fd2128f {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1797.156431] env[63750]: DEBUG oslo_concurrency.lockutils [None req-38067f9a-b151-4235-9652-63bbc4f0baed tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "7a4c0b3b-7923-4b74-bc0a-73b446d7df7d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.510s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.183970] env[63750]: DEBUG oslo_vmware.api [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5223b034-4bde-8099-aa0d-0909a0322a8f, 'name': SearchDatastore_Task, 'duration_secs': 0.008401} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.184239] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1797.184487] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] adf74ced-9577-4117-a486-11585818389d/adf74ced-9577-4117-a486-11585818389d.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1797.184738] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8cda7df1-6517-4c9e-8bad-c0039ce21374 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.191241] env[63750]: DEBUG oslo_vmware.api [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Waiting for the task: (returnval){ [ 1797.191241] env[63750]: value = "task-2006438" [ 1797.191241] env[63750]: _type = "Task" [ 1797.191241] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.200030] env[63750]: DEBUG oslo_vmware.api [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': task-2006438, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.491140] env[63750]: DEBUG oslo_vmware.api [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Task: {'id': task-2006437, 'name': Rename_Task, 'duration_secs': 0.151405} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.491495] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: b41c23ba-8452-49a3-afea-ed16da1cd55a] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1797.491753] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-695b4000-e806-40f1-922b-b68066188d5b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.502853] env[63750]: DEBUG oslo_vmware.api [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Waiting for the task: (returnval){ [ 1797.502853] env[63750]: value = "task-2006439" [ 1797.502853] env[63750]: _type = "Task" [ 1797.502853] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.515768] env[63750]: DEBUG oslo_vmware.api [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Task: {'id': task-2006439, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.569487] env[63750]: DEBUG oslo_concurrency.lockutils [req-fba6fc78-0e31-4cdb-ad0d-e681a9be0afd req-4762d408-19d8-4577-80c2-287e099bc9b8 service nova] Releasing lock "refresh_cache-113fba09-0579-45b5-98a3-7c0a17a8c2fb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1797.582348] env[63750]: DEBUG nova.compute.manager [req-a046be8e-42be-4641-9163-4825ab5fc670 req-5dffd825-b748-4892-aecf-5dae7c78ec1a service nova] [instance: 42845a75-0a2f-4563-a2d5-39e8f7b5e36c] Received event network-vif-plugged-4089cdc2-8cf0-4e06-929d-71a2ca0a76fc {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1797.582348] env[63750]: DEBUG oslo_concurrency.lockutils [req-a046be8e-42be-4641-9163-4825ab5fc670 req-5dffd825-b748-4892-aecf-5dae7c78ec1a service nova] Acquiring lock "42845a75-0a2f-4563-a2d5-39e8f7b5e36c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.582815] env[63750]: DEBUG oslo_concurrency.lockutils [req-a046be8e-42be-4641-9163-4825ab5fc670 req-5dffd825-b748-4892-aecf-5dae7c78ec1a service nova] Lock "42845a75-0a2f-4563-a2d5-39e8f7b5e36c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.583264] env[63750]: DEBUG oslo_concurrency.lockutils [req-a046be8e-42be-4641-9163-4825ab5fc670 req-5dffd825-b748-4892-aecf-5dae7c78ec1a service nova] Lock "42845a75-0a2f-4563-a2d5-39e8f7b5e36c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.583466] env[63750]: DEBUG nova.compute.manager [req-a046be8e-42be-4641-9163-4825ab5fc670 req-5dffd825-b748-4892-aecf-5dae7c78ec1a service nova] [instance: 42845a75-0a2f-4563-a2d5-39e8f7b5e36c] No waiting events found dispatching network-vif-plugged-4089cdc2-8cf0-4e06-929d-71a2ca0a76fc {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1797.583639] env[63750]: WARNING nova.compute.manager [req-a046be8e-42be-4641-9163-4825ab5fc670 req-5dffd825-b748-4892-aecf-5dae7c78ec1a service nova] [instance: 42845a75-0a2f-4563-a2d5-39e8f7b5e36c] Received unexpected event network-vif-plugged-4089cdc2-8cf0-4e06-929d-71a2ca0a76fc for instance with vm_state building and task_state spawning. [ 1797.638207] env[63750]: DEBUG oslo_vmware.api [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52e317ed-e96a-b346-be94-2f90abb69f21, 'name': SearchDatastore_Task, 'duration_secs': 0.00818} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.638207] env[63750]: DEBUG oslo_concurrency.lockutils [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1797.638207] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 113fba09-0579-45b5-98a3-7c0a17a8c2fb] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1797.638207] env[63750]: DEBUG oslo_concurrency.lockutils [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.638207] env[63750]: DEBUG oslo_concurrency.lockutils [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.638538] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1797.639651] env[63750]: DEBUG nova.compute.utils [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1797.641036] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2bd4871b-af89-4b11-8b0e-51130dba9139 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.645520] env[63750]: DEBUG nova.compute.manager [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1797.645736] env[63750]: DEBUG nova.network.neutron [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1797.658536] env[63750]: DEBUG nova.compute.manager [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1797.662890] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1797.663128] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1797.664250] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03aa2781-024d-44d9-acd5-f814b7690228 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.673189] env[63750]: DEBUG oslo_vmware.api [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Waiting for the task: (returnval){ [ 1797.673189] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5208207a-aa9b-236a-2536-ac34129ef59d" [ 1797.673189] env[63750]: _type = "Task" [ 1797.673189] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.681428] env[63750]: DEBUG oslo_vmware.api [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5208207a-aa9b-236a-2536-ac34129ef59d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.703402] env[63750]: DEBUG oslo_vmware.api [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': task-2006438, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.726285] env[63750]: DEBUG nova.network.neutron [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 42845a75-0a2f-4563-a2d5-39e8f7b5e36c] Successfully updated port: 4089cdc2-8cf0-4e06-929d-71a2ca0a76fc {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1797.746009] env[63750]: DEBUG nova.policy [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f515b5c2b1e4e44a60b6883ba9ff6ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec8d92aafc4c4dba8b8511a58b70be3d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1797.781829] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d749d635-74dd-4961-9898-fe13693d9f54 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquiring lock "7a4c0b3b-7923-4b74-bc0a-73b446d7df7d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.782128] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d749d635-74dd-4961-9898-fe13693d9f54 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "7a4c0b3b-7923-4b74-bc0a-73b446d7df7d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.782274] env[63750]: DEBUG nova.compute.manager [None req-d749d635-74dd-4961-9898-fe13693d9f54 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1797.783186] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5e5be8-c0bd-4f0d-a802-64432c9988f9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.789823] env[63750]: DEBUG nova.compute.manager [None req-d749d635-74dd-4961-9898-fe13693d9f54 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63750) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1797.790413] env[63750]: DEBUG nova.objects.instance [None req-d749d635-74dd-4961-9898-fe13693d9f54 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lazy-loading 'flavor' on Instance uuid 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1798.016808] env[63750]: DEBUG oslo_vmware.api [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Task: {'id': task-2006439, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.020325] env[63750]: DEBUG nova.network.neutron [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Successfully created port: cc2df407-f4cd-4297-9526-fafbac594bee {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1798.081837] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa486047-999d-475f-952f-b2e892b11eca {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.093729] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146b2e8e-10de-411b-8be5-b2f240675e39 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.131448] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719362ae-b99f-4407-9a8e-acebc7178b52 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.139760] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3f9c71-5cd9-43b5-8c21-62df073762e2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.153485] env[63750]: DEBUG nova.compute.manager [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1798.156428] env[63750]: DEBUG nova.compute.provider_tree [None req-c479e5be-cf82-4182-be69-04da7ccd5c22 tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1798.183434] env[63750]: DEBUG oslo_vmware.api [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5208207a-aa9b-236a-2536-ac34129ef59d, 'name': SearchDatastore_Task, 'duration_secs': 0.032727} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.185934] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.186268] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-499ce33a-4a69-4543-935f-ebb6934ce74f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.192534] env[63750]: DEBUG oslo_vmware.api [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Waiting for the task: (returnval){ [ 1798.192534] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5241da08-2454-f3b7-7cdc-1efed30b9a0b" [ 1798.192534] env[63750]: _type = "Task" [ 1798.192534] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.204469] env[63750]: DEBUG oslo_vmware.api [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5241da08-2454-f3b7-7cdc-1efed30b9a0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.208257] env[63750]: DEBUG oslo_vmware.api [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': task-2006438, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547457} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.208257] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] adf74ced-9577-4117-a486-11585818389d/adf74ced-9577-4117-a486-11585818389d.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1798.208257] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: adf74ced-9577-4117-a486-11585818389d] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1798.208518] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0540e2a-0d90-4a6b-8da4-44fb34d9bcc3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.214429] env[63750]: DEBUG oslo_vmware.api [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Waiting for the task: (returnval){ [ 1798.214429] env[63750]: value = "task-2006440" [ 1798.214429] env[63750]: _type = "Task" [ 1798.214429] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.223926] env[63750]: DEBUG oslo_vmware.api [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': task-2006440, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.228584] env[63750]: DEBUG oslo_concurrency.lockutils [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Acquiring lock "refresh_cache-42845a75-0a2f-4563-a2d5-39e8f7b5e36c" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1798.228873] env[63750]: DEBUG oslo_concurrency.lockutils [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Acquired lock "refresh_cache-42845a75-0a2f-4563-a2d5-39e8f7b5e36c" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1798.228961] env[63750]: DEBUG nova.network.neutron [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 42845a75-0a2f-4563-a2d5-39e8f7b5e36c] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1798.517758] env[63750]: DEBUG oslo_vmware.api [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Task: {'id': task-2006439, 'name': PowerOnVM_Task, 'duration_secs': 0.922} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.518074] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: b41c23ba-8452-49a3-afea-ed16da1cd55a] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1798.518310] env[63750]: INFO nova.compute.manager [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: b41c23ba-8452-49a3-afea-ed16da1cd55a] Took 9.79 seconds to spawn the instance on the hypervisor. [ 1798.518519] env[63750]: DEBUG nova.compute.manager [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: b41c23ba-8452-49a3-afea-ed16da1cd55a] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1798.519335] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c989cb6f-b653-4e3a-8ceb-eb8ebc6f23fe {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.664035] env[63750]: DEBUG nova.scheduler.client.report [None req-c479e5be-cf82-4182-be69-04da7ccd5c22 tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1798.704369] env[63750]: DEBUG oslo_vmware.api [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5241da08-2454-f3b7-7cdc-1efed30b9a0b, 'name': SearchDatastore_Task, 'duration_secs': 0.017901} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.704631] env[63750]: DEBUG oslo_concurrency.lockutils [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.704924] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 113fba09-0579-45b5-98a3-7c0a17a8c2fb/113fba09-0579-45b5-98a3-7c0a17a8c2fb.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1798.705185] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26818db8-e733-4da0-9edb-67d68858547d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.712494] env[63750]: DEBUG oslo_vmware.api [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Waiting for the task: (returnval){ [ 1798.712494] env[63750]: value = "task-2006441" [ 1798.712494] env[63750]: _type = "Task" [ 1798.712494] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.724289] env[63750]: DEBUG oslo_vmware.api [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': task-2006441, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.727096] env[63750]: DEBUG oslo_vmware.api [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': task-2006440, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068335} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.727338] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: adf74ced-9577-4117-a486-11585818389d] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1798.728611] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e09f97f-f5f4-4e81-85c4-c1f06c2dd1bc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.751184] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: adf74ced-9577-4117-a486-11585818389d] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] adf74ced-9577-4117-a486-11585818389d/adf74ced-9577-4117-a486-11585818389d.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1798.752149] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-247b959c-fb94-4e26-b34e-678c22920012 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.768170] env[63750]: DEBUG nova.network.neutron [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 42845a75-0a2f-4563-a2d5-39e8f7b5e36c] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1798.776182] env[63750]: DEBUG oslo_vmware.api [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Waiting for the task: (returnval){ [ 1798.776182] env[63750]: value = "task-2006442" [ 1798.776182] env[63750]: _type = "Task" [ 1798.776182] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.788207] env[63750]: DEBUG oslo_vmware.api [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': task-2006442, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.805157] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-d749d635-74dd-4961-9898-fe13693d9f54 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1798.805500] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07fede24-931b-4b13-999a-4fe645a96d67 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.812492] env[63750]: DEBUG oslo_vmware.api [None req-d749d635-74dd-4961-9898-fe13693d9f54 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 1798.812492] env[63750]: value = "task-2006443" [ 1798.812492] env[63750]: _type = "Task" [ 1798.812492] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.822332] env[63750]: DEBUG oslo_vmware.api [None req-d749d635-74dd-4961-9898-fe13693d9f54 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.944711] env[63750]: DEBUG nova.network.neutron [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 42845a75-0a2f-4563-a2d5-39e8f7b5e36c] Updating instance_info_cache with network_info: [{"id": "4089cdc2-8cf0-4e06-929d-71a2ca0a76fc", "address": "fa:16:3e:4a:6d:f9", "network": {"id": "8eda0dab-9ec4-424f-9d3e-6af602f3476e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1386180432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22c85b43135a478eb61a8f3e1f8ec3ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4089cdc2-8c", "ovs_interfaceid": "4089cdc2-8cf0-4e06-929d-71a2ca0a76fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1799.039810] env[63750]: INFO nova.compute.manager [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: b41c23ba-8452-49a3-afea-ed16da1cd55a] Took 29.76 seconds to build instance. [ 1799.168061] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c479e5be-cf82-4182-be69-04da7ccd5c22 tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.031s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.171606] env[63750]: DEBUG nova.compute.manager [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1799.174163] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 23.124s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.202034] env[63750]: DEBUG nova.virt.hardware [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1799.202321] env[63750]: DEBUG nova.virt.hardware [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1799.202494] env[63750]: DEBUG nova.virt.hardware [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1799.202647] env[63750]: DEBUG nova.virt.hardware [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1799.202959] env[63750]: DEBUG nova.virt.hardware [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1799.202959] env[63750]: DEBUG nova.virt.hardware [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1799.203212] env[63750]: DEBUG nova.virt.hardware [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1799.203506] env[63750]: DEBUG nova.virt.hardware [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1799.203541] env[63750]: DEBUG nova.virt.hardware [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1799.203691] env[63750]: DEBUG nova.virt.hardware [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1799.203881] env[63750]: DEBUG nova.virt.hardware [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1799.205173] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdfb5442-9640-4511-97d9-a7b3c49eb7a7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.208858] env[63750]: INFO nova.scheduler.client.report [None req-c479e5be-cf82-4182-be69-04da7ccd5c22 tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Deleted allocations for instance be1c2871-2c59-4a77-8792-fb9f5fd2128f [ 1799.222117] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0624ff-6931-4733-ba48-0977a9f3f3f4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.236045] env[63750]: DEBUG oslo_vmware.api [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': task-2006441, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.286886] env[63750]: DEBUG oslo_vmware.api [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': task-2006442, 'name': ReconfigVM_Task, 'duration_secs': 0.439589} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.287363] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: adf74ced-9577-4117-a486-11585818389d] Reconfigured VM instance instance-00000039 to attach disk [datastore2] adf74ced-9577-4117-a486-11585818389d/adf74ced-9577-4117-a486-11585818389d.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1799.288082] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b1ae064-555e-4c1d-8ba9-174423f9a54b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.295269] env[63750]: DEBUG oslo_vmware.api [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Waiting for the task: (returnval){ [ 1799.295269] env[63750]: value = "task-2006444" [ 1799.295269] env[63750]: _type = "Task" [ 1799.295269] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.305086] env[63750]: DEBUG oslo_vmware.api [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': task-2006444, 'name': Rename_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.322625] env[63750]: DEBUG oslo_vmware.api [None req-d749d635-74dd-4961-9898-fe13693d9f54 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006443, 'name': PowerOffVM_Task, 'duration_secs': 0.300528} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.325856] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-d749d635-74dd-4961-9898-fe13693d9f54 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1799.325856] env[63750]: DEBUG nova.compute.manager [None req-d749d635-74dd-4961-9898-fe13693d9f54 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1799.325856] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ebe8a0-1400-450c-abda-6ba55fb17783 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.447743] env[63750]: DEBUG oslo_concurrency.lockutils [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Releasing lock "refresh_cache-42845a75-0a2f-4563-a2d5-39e8f7b5e36c" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1799.448083] env[63750]: DEBUG nova.compute.manager [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 42845a75-0a2f-4563-a2d5-39e8f7b5e36c] Instance network_info: |[{"id": "4089cdc2-8cf0-4e06-929d-71a2ca0a76fc", "address": "fa:16:3e:4a:6d:f9", "network": {"id": "8eda0dab-9ec4-424f-9d3e-6af602f3476e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1386180432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22c85b43135a478eb61a8f3e1f8ec3ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4089cdc2-8c", "ovs_interfaceid": "4089cdc2-8cf0-4e06-929d-71a2ca0a76fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1799.448522] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 42845a75-0a2f-4563-a2d5-39e8f7b5e36c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:6d:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24727047-6358-4015-86c1-394ab07fb88f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4089cdc2-8cf0-4e06-929d-71a2ca0a76fc', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1799.456930] env[63750]: DEBUG oslo.service.loopingcall [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1799.457229] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42845a75-0a2f-4563-a2d5-39e8f7b5e36c] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1799.457463] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ac3cc2f-d005-4793-83d9-143d494968fe {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.480251] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1799.480251] env[63750]: value = "task-2006445" [ 1799.480251] env[63750]: _type = "Task" [ 1799.480251] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.488502] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006445, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.541862] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9696cbf9-e658-4709-86e0-fa51f8a9894b tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Lock "b41c23ba-8452-49a3-afea-ed16da1cd55a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.271s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.678676] env[63750]: DEBUG nova.objects.instance [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Lazy-loading 'migration_context' on Instance uuid 99c765c3-0b70-4f53-a8e7-e2723898c70e {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1799.709399] env[63750]: DEBUG nova.compute.manager [req-ad5c8d9b-109a-4104-86ed-917ac95d1999 req-cc787145-fd4d-4170-8f3b-4d5cc8392427 service nova] [instance: 42845a75-0a2f-4563-a2d5-39e8f7b5e36c] Received event network-changed-4089cdc2-8cf0-4e06-929d-71a2ca0a76fc {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1799.709590] env[63750]: DEBUG nova.compute.manager [req-ad5c8d9b-109a-4104-86ed-917ac95d1999 req-cc787145-fd4d-4170-8f3b-4d5cc8392427 service nova] [instance: 42845a75-0a2f-4563-a2d5-39e8f7b5e36c] Refreshing instance network info cache due to event network-changed-4089cdc2-8cf0-4e06-929d-71a2ca0a76fc. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1799.709869] env[63750]: DEBUG oslo_concurrency.lockutils [req-ad5c8d9b-109a-4104-86ed-917ac95d1999 req-cc787145-fd4d-4170-8f3b-4d5cc8392427 service nova] Acquiring lock "refresh_cache-42845a75-0a2f-4563-a2d5-39e8f7b5e36c" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1799.709987] env[63750]: DEBUG oslo_concurrency.lockutils [req-ad5c8d9b-109a-4104-86ed-917ac95d1999 req-cc787145-fd4d-4170-8f3b-4d5cc8392427 service nova] Acquired lock "refresh_cache-42845a75-0a2f-4563-a2d5-39e8f7b5e36c" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.710107] env[63750]: DEBUG nova.network.neutron [req-ad5c8d9b-109a-4104-86ed-917ac95d1999 req-cc787145-fd4d-4170-8f3b-4d5cc8392427 service nova] [instance: 42845a75-0a2f-4563-a2d5-39e8f7b5e36c] Refreshing network info cache for port 4089cdc2-8cf0-4e06-929d-71a2ca0a76fc {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1799.724613] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c479e5be-cf82-4182-be69-04da7ccd5c22 tempest-ServersTestBootFromVolume-61083136 tempest-ServersTestBootFromVolume-61083136-project-member] Lock "be1c2871-2c59-4a77-8792-fb9f5fd2128f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.776s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.725539] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "be1c2871-2c59-4a77-8792-fb9f5fd2128f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 22.608s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.726893] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6f005553-78db-4d6d-9819-97d3b3a896d5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.733314] env[63750]: DEBUG oslo_vmware.api [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': task-2006441, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.648941} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.734171] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 113fba09-0579-45b5-98a3-7c0a17a8c2fb/113fba09-0579-45b5-98a3-7c0a17a8c2fb.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1799.734433] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 113fba09-0579-45b5-98a3-7c0a17a8c2fb] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1799.734702] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2cde2c4f-ae5a-40da-95f2-a1f0ef4fea3a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.741138] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92089aa9-f9c1-4554-b663-2dc3043b9f02 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.756436] env[63750]: DEBUG oslo_vmware.api [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Waiting for the task: (returnval){ [ 1799.756436] env[63750]: value = "task-2006446" [ 1799.756436] env[63750]: _type = "Task" [ 1799.756436] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.765990] env[63750]: DEBUG oslo_vmware.api [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': task-2006446, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.782972] env[63750]: DEBUG nova.network.neutron [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Successfully updated port: cc2df407-f4cd-4297-9526-fafbac594bee {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1799.806745] env[63750]: DEBUG oslo_vmware.api [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': task-2006444, 'name': Rename_Task, 'duration_secs': 0.151167} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.807972] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: adf74ced-9577-4117-a486-11585818389d] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1799.807972] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dade2662-728d-4e59-8ba6-f123da0d8d46 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.814225] env[63750]: DEBUG oslo_vmware.api [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Waiting for the task: (returnval){ [ 1799.814225] env[63750]: value = "task-2006447" [ 1799.814225] env[63750]: _type = "Task" [ 1799.814225] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.823819] env[63750]: DEBUG oslo_vmware.api [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': task-2006447, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.838848] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d749d635-74dd-4961-9898-fe13693d9f54 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "7a4c0b3b-7923-4b74-bc0a-73b446d7df7d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.057s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.989937] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006445, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.288677] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "be1c2871-2c59-4a77-8792-fb9f5fd2128f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.563s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.291095] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Acquiring lock "refresh_cache-64a543f2-1a03-40a7-9774-4960e613e17a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1800.291095] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Acquired lock "refresh_cache-64a543f2-1a03-40a7-9774-4960e613e17a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.291095] env[63750]: DEBUG nova.network.neutron [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1800.293556] env[63750]: DEBUG oslo_vmware.api [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': task-2006446, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082426} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.293556] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 113fba09-0579-45b5-98a3-7c0a17a8c2fb] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1800.297173] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03a9d00-8fb0-4b5e-9782-aeb74051f0ca {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.322487] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 113fba09-0579-45b5-98a3-7c0a17a8c2fb] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 113fba09-0579-45b5-98a3-7c0a17a8c2fb/113fba09-0579-45b5-98a3-7c0a17a8c2fb.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1800.326587] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7de75e42-ec3f-4499-8f68-cdc71ac49a37 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.353563] env[63750]: DEBUG oslo_vmware.api [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': task-2006447, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.360365] env[63750]: DEBUG oslo_vmware.api [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Waiting for the task: (returnval){ [ 1800.360365] env[63750]: value = "task-2006448" [ 1800.360365] env[63750]: _type = "Task" [ 1800.360365] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.371644] env[63750]: DEBUG oslo_vmware.api [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': task-2006448, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.431947] env[63750]: INFO nova.compute.manager [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Rebuilding instance [ 1800.501258] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006445, 'name': CreateVM_Task, 'duration_secs': 0.972089} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.501958] env[63750]: DEBUG nova.compute.manager [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1800.502220] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42845a75-0a2f-4563-a2d5-39e8f7b5e36c] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1800.503039] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ca7374-3ca9-4a8a-977b-eeb019a5d1b7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.506460] env[63750]: DEBUG oslo_concurrency.lockutils [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1800.506639] env[63750]: DEBUG oslo_concurrency.lockutils [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.506991] env[63750]: DEBUG oslo_concurrency.lockutils [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1800.507371] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4823249-9969-483b-a62d-e338c6b3bae4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.522404] env[63750]: DEBUG oslo_vmware.api [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Waiting for the task: (returnval){ [ 1800.522404] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52fe4cb1-9bc6-1ba5-2a5f-bd2f32f5d4a6" [ 1800.522404] env[63750]: _type = "Task" [ 1800.522404] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.533649] env[63750]: DEBUG oslo_vmware.api [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52fe4cb1-9bc6-1ba5-2a5f-bd2f32f5d4a6, 'name': SearchDatastore_Task, 'duration_secs': 0.012935} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.536735] env[63750]: DEBUG oslo_concurrency.lockutils [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.537021] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 42845a75-0a2f-4563-a2d5-39e8f7b5e36c] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1800.537293] env[63750]: DEBUG oslo_concurrency.lockutils [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1800.537440] env[63750]: DEBUG oslo_concurrency.lockutils [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.537641] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1800.538259] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-951491ae-6f48-4ee3-92ed-5be789e92829 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.556287] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1800.556568] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1800.557514] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fa2d61d-3d84-4ede-bc5e-8b98af96328d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.565989] env[63750]: DEBUG oslo_vmware.api [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Waiting for the task: (returnval){ [ 1800.565989] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]522604e5-5877-c942-f6b2-5c624f54f317" [ 1800.565989] env[63750]: _type = "Task" [ 1800.565989] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.578193] env[63750]: DEBUG oslo_vmware.api [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]522604e5-5877-c942-f6b2-5c624f54f317, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.578531] env[63750]: DEBUG nova.network.neutron [req-ad5c8d9b-109a-4104-86ed-917ac95d1999 req-cc787145-fd4d-4170-8f3b-4d5cc8392427 service nova] [instance: 42845a75-0a2f-4563-a2d5-39e8f7b5e36c] Updated VIF entry in instance network info cache for port 4089cdc2-8cf0-4e06-929d-71a2ca0a76fc. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1800.578869] env[63750]: DEBUG nova.network.neutron [req-ad5c8d9b-109a-4104-86ed-917ac95d1999 req-cc787145-fd4d-4170-8f3b-4d5cc8392427 service nova] [instance: 42845a75-0a2f-4563-a2d5-39e8f7b5e36c] Updating instance_info_cache with network_info: [{"id": "4089cdc2-8cf0-4e06-929d-71a2ca0a76fc", "address": "fa:16:3e:4a:6d:f9", "network": {"id": "8eda0dab-9ec4-424f-9d3e-6af602f3476e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1386180432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22c85b43135a478eb61a8f3e1f8ec3ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4089cdc2-8c", "ovs_interfaceid": "4089cdc2-8cf0-4e06-929d-71a2ca0a76fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1800.770097] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c0418c-5d78-4651-9da7-d0d4016d24b0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.777908] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab719265-c431-4e5c-98e5-e7bd6d20ca64 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.812353] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba72558d-d9e9-4236-b450-e4bb90dc5203 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.820724] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f28ebe-92d8-4b89-b742-8f54f65544db {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.834852] env[63750]: DEBUG nova.compute.provider_tree [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1800.841303] env[63750]: DEBUG nova.network.neutron [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1800.846102] env[63750]: DEBUG oslo_vmware.api [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': task-2006447, 'name': PowerOnVM_Task, 'duration_secs': 0.764993} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.846911] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: adf74ced-9577-4117-a486-11585818389d] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1800.847148] env[63750]: INFO nova.compute.manager [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: adf74ced-9577-4117-a486-11585818389d] Took 9.47 seconds to spawn the instance on the hypervisor. [ 1800.847343] env[63750]: DEBUG nova.compute.manager [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: adf74ced-9577-4117-a486-11585818389d] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1800.848179] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e37cea-65d8-440f-bbe4-c7fbf8ad5163 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.872750] env[63750]: DEBUG oslo_vmware.api [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': task-2006448, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.009852] env[63750]: DEBUG nova.network.neutron [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Updating instance_info_cache with network_info: [{"id": "cc2df407-f4cd-4297-9526-fafbac594bee", "address": "fa:16:3e:3a:77:fe", "network": {"id": "cdef1006-9322-4232-8ff4-911be387ffda", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-767626514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec8d92aafc4c4dba8b8511a58b70be3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc2df407-f4", "ovs_interfaceid": "cc2df407-f4cd-4297-9526-fafbac594bee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1801.075376] env[63750]: DEBUG oslo_vmware.api [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]522604e5-5877-c942-f6b2-5c624f54f317, 'name': SearchDatastore_Task, 'duration_secs': 0.022324} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.076516] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a961622-872c-4a16-9928-5ffff3de2597 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.081963] env[63750]: DEBUG oslo_concurrency.lockutils [req-ad5c8d9b-109a-4104-86ed-917ac95d1999 req-cc787145-fd4d-4170-8f3b-4d5cc8392427 service nova] Releasing lock "refresh_cache-42845a75-0a2f-4563-a2d5-39e8f7b5e36c" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1801.083320] env[63750]: DEBUG oslo_vmware.api [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Waiting for the task: (returnval){ [ 1801.083320] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52befae3-939e-f963-81ca-7d0dc8262e47" [ 1801.083320] env[63750]: _type = "Task" [ 1801.083320] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.093173] env[63750]: DEBUG oslo_vmware.api [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52befae3-939e-f963-81ca-7d0dc8262e47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.340486] env[63750]: DEBUG nova.scheduler.client.report [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1801.368465] env[63750]: INFO nova.compute.manager [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: adf74ced-9577-4117-a486-11585818389d] Took 31.38 seconds to build instance. [ 1801.375342] env[63750]: DEBUG oslo_vmware.api [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': task-2006448, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.515311] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Releasing lock "refresh_cache-64a543f2-1a03-40a7-9774-4960e613e17a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1801.515311] env[63750]: DEBUG nova.compute.manager [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Instance network_info: |[{"id": "cc2df407-f4cd-4297-9526-fafbac594bee", "address": "fa:16:3e:3a:77:fe", "network": {"id": "cdef1006-9322-4232-8ff4-911be387ffda", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-767626514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec8d92aafc4c4dba8b8511a58b70be3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc2df407-f4", "ovs_interfaceid": "cc2df407-f4cd-4297-9526-fafbac594bee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1801.516032] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:77:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92cdccfd-4b10-4024-b724-5f22792dd4de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc2df407-f4cd-4297-9526-fafbac594bee', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1801.524442] env[63750]: DEBUG oslo.service.loopingcall [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1801.524442] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1801.524442] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d64b17f1-4618-4001-bfaf-5f801cc8b3b6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.544140] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1801.544140] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6915477c-1f6c-436b-8a6c-528772460022 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.551827] env[63750]: DEBUG oslo_vmware.api [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 1801.551827] env[63750]: value = "task-2006449" [ 1801.551827] env[63750]: _type = "Task" [ 1801.551827] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.556281] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1801.556281] env[63750]: value = "task-2006450" [ 1801.556281] env[63750]: _type = "Task" [ 1801.556281] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.563324] env[63750]: DEBUG oslo_vmware.api [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006449, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.566233] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006450, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.594387] env[63750]: DEBUG oslo_vmware.api [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52befae3-939e-f963-81ca-7d0dc8262e47, 'name': SearchDatastore_Task, 'duration_secs': 0.011935} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.595188] env[63750]: DEBUG oslo_concurrency.lockutils [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1801.595452] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 42845a75-0a2f-4563-a2d5-39e8f7b5e36c/42845a75-0a2f-4563-a2d5-39e8f7b5e36c.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1801.595715] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4efea1ac-346e-428d-b5d0-5a4db0f1ec12 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.603904] env[63750]: DEBUG oslo_vmware.api [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Waiting for the task: (returnval){ [ 1801.603904] env[63750]: value = "task-2006451" [ 1801.603904] env[63750]: _type = "Task" [ 1801.603904] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.612474] env[63750]: DEBUG oslo_vmware.api [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': task-2006451, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.837817] env[63750]: DEBUG nova.compute.manager [req-9e5a2491-4877-4e73-a94e-ff13ab90f7e6 req-e768e7f9-ae85-406d-94bb-6ac2a0b89b49 service nova] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Received event network-vif-plugged-cc2df407-f4cd-4297-9526-fafbac594bee {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1801.838034] env[63750]: DEBUG oslo_concurrency.lockutils [req-9e5a2491-4877-4e73-a94e-ff13ab90f7e6 req-e768e7f9-ae85-406d-94bb-6ac2a0b89b49 service nova] Acquiring lock "64a543f2-1a03-40a7-9774-4960e613e17a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1801.838258] env[63750]: DEBUG oslo_concurrency.lockutils [req-9e5a2491-4877-4e73-a94e-ff13ab90f7e6 req-e768e7f9-ae85-406d-94bb-6ac2a0b89b49 service nova] Lock "64a543f2-1a03-40a7-9774-4960e613e17a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1801.838433] env[63750]: DEBUG oslo_concurrency.lockutils [req-9e5a2491-4877-4e73-a94e-ff13ab90f7e6 req-e768e7f9-ae85-406d-94bb-6ac2a0b89b49 service nova] Lock "64a543f2-1a03-40a7-9774-4960e613e17a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1801.838601] env[63750]: DEBUG nova.compute.manager [req-9e5a2491-4877-4e73-a94e-ff13ab90f7e6 req-e768e7f9-ae85-406d-94bb-6ac2a0b89b49 service nova] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] No waiting events found dispatching network-vif-plugged-cc2df407-f4cd-4297-9526-fafbac594bee {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1801.838809] env[63750]: WARNING nova.compute.manager [req-9e5a2491-4877-4e73-a94e-ff13ab90f7e6 req-e768e7f9-ae85-406d-94bb-6ac2a0b89b49 service nova] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Received unexpected event network-vif-plugged-cc2df407-f4cd-4297-9526-fafbac594bee for instance with vm_state building and task_state spawning. [ 1801.838988] env[63750]: DEBUG nova.compute.manager [req-9e5a2491-4877-4e73-a94e-ff13ab90f7e6 req-e768e7f9-ae85-406d-94bb-6ac2a0b89b49 service nova] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Received event network-changed-cc2df407-f4cd-4297-9526-fafbac594bee {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1801.839640] env[63750]: DEBUG nova.compute.manager [req-9e5a2491-4877-4e73-a94e-ff13ab90f7e6 req-e768e7f9-ae85-406d-94bb-6ac2a0b89b49 service nova] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Refreshing instance network info cache due to event network-changed-cc2df407-f4cd-4297-9526-fafbac594bee. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1801.841688] env[63750]: DEBUG oslo_concurrency.lockutils [req-9e5a2491-4877-4e73-a94e-ff13ab90f7e6 req-e768e7f9-ae85-406d-94bb-6ac2a0b89b49 service nova] Acquiring lock "refresh_cache-64a543f2-1a03-40a7-9774-4960e613e17a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1801.841912] env[63750]: DEBUG oslo_concurrency.lockutils [req-9e5a2491-4877-4e73-a94e-ff13ab90f7e6 req-e768e7f9-ae85-406d-94bb-6ac2a0b89b49 service nova] Acquired lock "refresh_cache-64a543f2-1a03-40a7-9774-4960e613e17a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1801.842167] env[63750]: DEBUG nova.network.neutron [req-9e5a2491-4877-4e73-a94e-ff13ab90f7e6 req-e768e7f9-ae85-406d-94bb-6ac2a0b89b49 service nova] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Refreshing network info cache for port cc2df407-f4cd-4297-9526-fafbac594bee {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1801.871113] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0b4fa8ea-4161-45da-8ba6-e07dbddc4770 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Lock "adf74ced-9577-4117-a486-11585818389d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.901s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1801.877968] env[63750]: DEBUG oslo_vmware.api [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': task-2006448, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.065653] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] VM already powered off {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1802.065653] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1802.066237] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4293611-154a-4caf-b414-217d441e6f1f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.072361] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006450, 'name': CreateVM_Task, 'duration_secs': 0.408697} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.072940] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1802.073704] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1802.073846] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1802.074748] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1802.074846] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc0896f0-0a66-4c00-9253-b1d8530cd3be {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.078929] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1802.079622] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38b9f5a5-465f-461a-bb14-7cca205183db {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.083240] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9c0a35de-9b39-4350-aac1-0a5be9877672 tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Acquiring lock "b41c23ba-8452-49a3-afea-ed16da1cd55a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.083439] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9c0a35de-9b39-4350-aac1-0a5be9877672 tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Lock "b41c23ba-8452-49a3-afea-ed16da1cd55a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.083646] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9c0a35de-9b39-4350-aac1-0a5be9877672 tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Acquiring lock "b41c23ba-8452-49a3-afea-ed16da1cd55a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.083820] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9c0a35de-9b39-4350-aac1-0a5be9877672 tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Lock "b41c23ba-8452-49a3-afea-ed16da1cd55a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.084079] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9c0a35de-9b39-4350-aac1-0a5be9877672 tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Lock "b41c23ba-8452-49a3-afea-ed16da1cd55a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.086263] env[63750]: INFO nova.compute.manager [None req-9c0a35de-9b39-4350-aac1-0a5be9877672 tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: b41c23ba-8452-49a3-afea-ed16da1cd55a] Terminating instance [ 1802.090722] env[63750]: DEBUG oslo_vmware.api [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Waiting for the task: (returnval){ [ 1802.090722] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5283cbbb-22da-c6f8-f330-6e63faaf1b1f" [ 1802.090722] env[63750]: _type = "Task" [ 1802.090722] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.100938] env[63750]: DEBUG oslo_vmware.api [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5283cbbb-22da-c6f8-f330-6e63faaf1b1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.117442] env[63750]: DEBUG oslo_vmware.api [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': task-2006451, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.239434] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1802.239650] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Deleting contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1802.239829] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Deleting the datastore file [datastore2] 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1802.240122] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-efe89cfe-ddac-4cb6-8b53-bde8ada7f640 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.246116] env[63750]: DEBUG oslo_vmware.api [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 1802.246116] env[63750]: value = "task-2006453" [ 1802.246116] env[63750]: _type = "Task" [ 1802.246116] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.253979] env[63750]: DEBUG oslo_vmware.api [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006453, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.353189] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.179s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.364564] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.120s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.365936] env[63750]: INFO nova.compute.claims [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: fbac5dc9-a86c-44fe-8fa5-0007124ce44b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1802.386942] env[63750]: DEBUG oslo_vmware.api [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': task-2006448, 'name': ReconfigVM_Task, 'duration_secs': 1.785991} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.387095] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 113fba09-0579-45b5-98a3-7c0a17a8c2fb] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 113fba09-0579-45b5-98a3-7c0a17a8c2fb/113fba09-0579-45b5-98a3-7c0a17a8c2fb.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1802.388082] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c76f20c2-75d7-4332-b36f-7dbb937db07b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.395125] env[63750]: DEBUG oslo_vmware.api [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Waiting for the task: (returnval){ [ 1802.395125] env[63750]: value = "task-2006454" [ 1802.395125] env[63750]: _type = "Task" [ 1802.395125] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.403543] env[63750]: DEBUG oslo_vmware.api [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': task-2006454, 'name': Rename_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.590567] env[63750]: DEBUG nova.compute.manager [None req-9c0a35de-9b39-4350-aac1-0a5be9877672 tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: b41c23ba-8452-49a3-afea-ed16da1cd55a] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1802.590786] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-9c0a35de-9b39-4350-aac1-0a5be9877672 tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: b41c23ba-8452-49a3-afea-ed16da1cd55a] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1802.591725] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51354c6c-3712-4706-933b-1f8d01820964 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.603637] env[63750]: DEBUG oslo_vmware.api [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5283cbbb-22da-c6f8-f330-6e63faaf1b1f, 'name': SearchDatastore_Task, 'duration_secs': 0.047713} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.605712] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1802.605974] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1802.606234] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1802.606380] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1802.606554] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1802.606879] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c0a35de-9b39-4350-aac1-0a5be9877672 tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: b41c23ba-8452-49a3-afea-ed16da1cd55a] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1802.607092] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ebc867de-3cee-4163-aec2-a2c4741f6b4c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.611241] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44c76c14-5434-4fd9-afa6-66a233623c0b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.617691] env[63750]: DEBUG oslo_vmware.api [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': task-2006451, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614964} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.618846] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 42845a75-0a2f-4563-a2d5-39e8f7b5e36c/42845a75-0a2f-4563-a2d5-39e8f7b5e36c.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1802.619061] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 42845a75-0a2f-4563-a2d5-39e8f7b5e36c] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1802.619357] env[63750]: DEBUG oslo_vmware.api [None req-9c0a35de-9b39-4350-aac1-0a5be9877672 tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Waiting for the task: (returnval){ [ 1802.619357] env[63750]: value = "task-2006455" [ 1802.619357] env[63750]: _type = "Task" [ 1802.619357] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.620287] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bab1dea2-18b9-456e-a7fd-d33d732f82fe {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.622019] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1802.622193] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1802.625605] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb7b1a85-a274-4646-94a1-592d086ac9d2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.631759] env[63750]: DEBUG oslo_vmware.api [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Waiting for the task: (returnval){ [ 1802.631759] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52fda2ba-b278-adda-22ad-21466c0b3819" [ 1802.631759] env[63750]: _type = "Task" [ 1802.631759] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.635136] env[63750]: DEBUG oslo_vmware.api [None req-9c0a35de-9b39-4350-aac1-0a5be9877672 tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Task: {'id': task-2006455, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.641316] env[63750]: DEBUG oslo_vmware.api [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Waiting for the task: (returnval){ [ 1802.641316] env[63750]: value = "task-2006456" [ 1802.641316] env[63750]: _type = "Task" [ 1802.641316] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.649337] env[63750]: DEBUG oslo_vmware.api [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52fda2ba-b278-adda-22ad-21466c0b3819, 'name': SearchDatastore_Task, 'duration_secs': 0.013786} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.650446] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f93db852-c89c-40bb-b834-72fbb921c419 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.655355] env[63750]: DEBUG oslo_vmware.api [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': task-2006456, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.658404] env[63750]: DEBUG oslo_vmware.api [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Waiting for the task: (returnval){ [ 1802.658404] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5200c43c-343d-d949-4112-100b71f9cc29" [ 1802.658404] env[63750]: _type = "Task" [ 1802.658404] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.666025] env[63750]: DEBUG oslo_vmware.api [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5200c43c-343d-d949-4112-100b71f9cc29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.721482] env[63750]: DEBUG nova.network.neutron [req-9e5a2491-4877-4e73-a94e-ff13ab90f7e6 req-e768e7f9-ae85-406d-94bb-6ac2a0b89b49 service nova] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Updated VIF entry in instance network info cache for port cc2df407-f4cd-4297-9526-fafbac594bee. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1802.724802] env[63750]: DEBUG nova.network.neutron [req-9e5a2491-4877-4e73-a94e-ff13ab90f7e6 req-e768e7f9-ae85-406d-94bb-6ac2a0b89b49 service nova] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Updating instance_info_cache with network_info: [{"id": "cc2df407-f4cd-4297-9526-fafbac594bee", "address": "fa:16:3e:3a:77:fe", "network": {"id": "cdef1006-9322-4232-8ff4-911be387ffda", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-767626514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec8d92aafc4c4dba8b8511a58b70be3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc2df407-f4", "ovs_interfaceid": "cc2df407-f4cd-4297-9526-fafbac594bee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1802.757116] env[63750]: DEBUG oslo_vmware.api [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006453, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230982} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.757305] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1802.757508] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Deleted contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1802.757685] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1802.905540] env[63750]: DEBUG oslo_vmware.api [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': task-2006454, 'name': Rename_Task, 'duration_secs': 0.365997} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.906234] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 113fba09-0579-45b5-98a3-7c0a17a8c2fb] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1802.906458] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5507ee39-b8a3-4b50-ae6d-a74e0baf7dc6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.913446] env[63750]: DEBUG oslo_vmware.api [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Waiting for the task: (returnval){ [ 1802.913446] env[63750]: value = "task-2006457" [ 1802.913446] env[63750]: _type = "Task" [ 1802.913446] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.922455] env[63750]: DEBUG oslo_vmware.api [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': task-2006457, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.131978] env[63750]: DEBUG oslo_vmware.api [None req-9c0a35de-9b39-4350-aac1-0a5be9877672 tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Task: {'id': task-2006455, 'name': PowerOffVM_Task, 'duration_secs': 0.193708} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.132240] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c0a35de-9b39-4350-aac1-0a5be9877672 tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: b41c23ba-8452-49a3-afea-ed16da1cd55a] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1803.132492] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-9c0a35de-9b39-4350-aac1-0a5be9877672 tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: b41c23ba-8452-49a3-afea-ed16da1cd55a] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1803.132927] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6193d36-ea80-461d-9412-adb7751d8368 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.151644] env[63750]: DEBUG oslo_vmware.api [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': task-2006456, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088733} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.151908] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 42845a75-0a2f-4563-a2d5-39e8f7b5e36c] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1803.152741] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1227c853-056e-43c5-8b35-f81713608970 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.175152] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 42845a75-0a2f-4563-a2d5-39e8f7b5e36c] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 42845a75-0a2f-4563-a2d5-39e8f7b5e36c/42845a75-0a2f-4563-a2d5-39e8f7b5e36c.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1803.178372] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07bc925d-5e71-4f19-8db9-d1a65101d7b6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.198973] env[63750]: DEBUG oslo_vmware.api [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5200c43c-343d-d949-4112-100b71f9cc29, 'name': SearchDatastore_Task, 'duration_secs': 0.009947} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.200307] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1803.200575] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 64a543f2-1a03-40a7-9774-4960e613e17a/64a543f2-1a03-40a7-9774-4960e613e17a.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1803.200937] env[63750]: DEBUG oslo_vmware.api [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Waiting for the task: (returnval){ [ 1803.200937] env[63750]: value = "task-2006459" [ 1803.200937] env[63750]: _type = "Task" [ 1803.200937] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.201161] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d70e76bf-64ff-4411-b999-22d73da6b644 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.211818] env[63750]: DEBUG oslo_vmware.api [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': task-2006459, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.213182] env[63750]: DEBUG oslo_vmware.api [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Waiting for the task: (returnval){ [ 1803.213182] env[63750]: value = "task-2006460" [ 1803.213182] env[63750]: _type = "Task" [ 1803.213182] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.225593] env[63750]: DEBUG oslo_vmware.api [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Task: {'id': task-2006460, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.225593] env[63750]: DEBUG oslo_concurrency.lockutils [req-9e5a2491-4877-4e73-a94e-ff13ab90f7e6 req-e768e7f9-ae85-406d-94bb-6ac2a0b89b49 service nova] Releasing lock "refresh_cache-64a543f2-1a03-40a7-9774-4960e613e17a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1803.225593] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-9c0a35de-9b39-4350-aac1-0a5be9877672 tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: b41c23ba-8452-49a3-afea-ed16da1cd55a] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1803.225593] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-9c0a35de-9b39-4350-aac1-0a5be9877672 tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: b41c23ba-8452-49a3-afea-ed16da1cd55a] Deleting contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1803.225593] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c0a35de-9b39-4350-aac1-0a5be9877672 tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Deleting the datastore file [datastore2] b41c23ba-8452-49a3-afea-ed16da1cd55a {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1803.225985] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1bab440c-fcdf-4a15-ae51-94212063282a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.231505] env[63750]: DEBUG oslo_vmware.api [None req-9c0a35de-9b39-4350-aac1-0a5be9877672 tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Waiting for the task: (returnval){ [ 1803.231505] env[63750]: value = "task-2006461" [ 1803.231505] env[63750]: _type = "Task" [ 1803.231505] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.239718] env[63750]: DEBUG oslo_vmware.api [None req-9c0a35de-9b39-4350-aac1-0a5be9877672 tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Task: {'id': task-2006461, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.430976] env[63750]: DEBUG oslo_vmware.api [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': task-2006457, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.717535] env[63750]: DEBUG oslo_vmware.api [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': task-2006459, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.726206] env[63750]: DEBUG oslo_vmware.api [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Task: {'id': task-2006460, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.745059] env[63750]: DEBUG oslo_vmware.api [None req-9c0a35de-9b39-4350-aac1-0a5be9877672 tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Task: {'id': task-2006461, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160196} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.745059] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c0a35de-9b39-4350-aac1-0a5be9877672 tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1803.745059] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-9c0a35de-9b39-4350-aac1-0a5be9877672 tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: b41c23ba-8452-49a3-afea-ed16da1cd55a] Deleted contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1803.745276] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-9c0a35de-9b39-4350-aac1-0a5be9877672 tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: b41c23ba-8452-49a3-afea-ed16da1cd55a] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1803.745276] env[63750]: INFO nova.compute.manager [None req-9c0a35de-9b39-4350-aac1-0a5be9877672 tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: b41c23ba-8452-49a3-afea-ed16da1cd55a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1803.745512] env[63750]: DEBUG oslo.service.loopingcall [None req-9c0a35de-9b39-4350-aac1-0a5be9877672 tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1803.745691] env[63750]: DEBUG nova.compute.manager [-] [instance: b41c23ba-8452-49a3-afea-ed16da1cd55a] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1803.745785] env[63750]: DEBUG nova.network.neutron [-] [instance: b41c23ba-8452-49a3-afea-ed16da1cd55a] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1803.805266] env[63750]: DEBUG nova.virt.hardware [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1803.805579] env[63750]: DEBUG nova.virt.hardware [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1803.805655] env[63750]: DEBUG nova.virt.hardware [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1803.805836] env[63750]: DEBUG nova.virt.hardware [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1803.806091] env[63750]: DEBUG nova.virt.hardware [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1803.806167] env[63750]: DEBUG nova.virt.hardware [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1803.806348] env[63750]: DEBUG nova.virt.hardware [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1803.806499] env[63750]: DEBUG nova.virt.hardware [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1803.806654] env[63750]: DEBUG nova.virt.hardware [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1803.806810] env[63750]: DEBUG nova.virt.hardware [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1803.806987] env[63750]: DEBUG nova.virt.hardware [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1803.807846] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8585b14-36f5-43a9-a982-1694cb6d5c9a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.818548] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d4b7a7-817e-463d-a92b-cfe7cff35bb2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.836998] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:95:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65e5bfa9-c5b1-4e4a-887a-9c00195b7722', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1803.844588] env[63750]: DEBUG oslo.service.loopingcall [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1803.844891] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1803.845146] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ca1450d-ba24-4110-b6a5-06e85dc82dab {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.867623] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1803.867623] env[63750]: value = "task-2006462" [ 1803.867623] env[63750]: _type = "Task" [ 1803.867623] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.879927] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006462, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.884107] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f6ef32-c4f5-43fe-872c-d20b4d08fb4e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.893970] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01a2310-24b7-477d-9b2b-d3bb6da5a245 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.928122] env[63750]: INFO nova.compute.manager [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Swapping old allocation on dict_keys(['e97779d2-c1aa-4b7e-928a-1e7ed86edaab']) held by migration e19bdf95-5ef7-46b1-8937-4805bab01cfe for instance [ 1803.931844] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40edd7e8-a1df-4fef-9c68-81b40430c7ac {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.941847] env[63750]: DEBUG oslo_vmware.api [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': task-2006457, 'name': PowerOnVM_Task, 'duration_secs': 0.885825} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.943161] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db759c19-8dd4-44d5-b240-7859763468fb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.947856] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 113fba09-0579-45b5-98a3-7c0a17a8c2fb] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1803.947856] env[63750]: INFO nova.compute.manager [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 113fba09-0579-45b5-98a3-7c0a17a8c2fb] Took 9.98 seconds to spawn the instance on the hypervisor. [ 1803.947856] env[63750]: DEBUG nova.compute.manager [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 113fba09-0579-45b5-98a3-7c0a17a8c2fb] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1803.952107] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca62deb-fae5-46fd-a7a5-fed02a2df2ca {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.965566] env[63750]: DEBUG nova.compute.provider_tree [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1803.971814] env[63750]: DEBUG nova.scheduler.client.report [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Overwriting current allocation {'allocations': {'e97779d2-c1aa-4b7e-928a-1e7ed86edaab': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 82}}, 'project_id': '5935e7b0064246179996a93c97942a7a', 'user_id': 'e4da3124a2c3478f84821cb6e55894e4', 'consumer_generation': 1} on consumer 99c765c3-0b70-4f53-a8e7-e2723898c70e {{(pid=63750) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1804.184072] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Acquiring lock "refresh_cache-99c765c3-0b70-4f53-a8e7-e2723898c70e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1804.184072] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Acquired lock "refresh_cache-99c765c3-0b70-4f53-a8e7-e2723898c70e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1804.184072] env[63750]: DEBUG nova.network.neutron [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1804.215571] env[63750]: DEBUG oslo_vmware.api [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': task-2006459, 'name': ReconfigVM_Task, 'duration_secs': 0.628816} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.216121] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 42845a75-0a2f-4563-a2d5-39e8f7b5e36c] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 42845a75-0a2f-4563-a2d5-39e8f7b5e36c/42845a75-0a2f-4563-a2d5-39e8f7b5e36c.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1804.217155] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d65677c8-2f6a-4434-b7de-54d165fea4f6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.227660] env[63750]: DEBUG oslo_vmware.api [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Task: {'id': task-2006460, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537792} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.231036] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 64a543f2-1a03-40a7-9774-4960e613e17a/64a543f2-1a03-40a7-9774-4960e613e17a.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1804.231036] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1804.231036] env[63750]: DEBUG oslo_vmware.api [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Waiting for the task: (returnval){ [ 1804.231036] env[63750]: value = "task-2006463" [ 1804.231036] env[63750]: _type = "Task" [ 1804.231036] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.231036] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4e316ec-6e78-4ddd-b915-a47623aa47bb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.243099] env[63750]: DEBUG oslo_vmware.api [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': task-2006463, 'name': Rename_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.245272] env[63750]: DEBUG oslo_vmware.api [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Waiting for the task: (returnval){ [ 1804.245272] env[63750]: value = "task-2006464" [ 1804.245272] env[63750]: _type = "Task" [ 1804.245272] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.255135] env[63750]: DEBUG oslo_vmware.api [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Task: {'id': task-2006464, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.380307] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006462, 'name': CreateVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.474585] env[63750]: DEBUG nova.scheduler.client.report [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1804.486632] env[63750]: INFO nova.compute.manager [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 113fba09-0579-45b5-98a3-7c0a17a8c2fb] Took 33.65 seconds to build instance. [ 1804.493041] env[63750]: DEBUG nova.compute.manager [req-e8a4b16f-0eeb-4ade-b44e-38f7c1762deb req-6b774faf-4165-428d-99d9-4adb2158b7c3 service nova] [instance: b41c23ba-8452-49a3-afea-ed16da1cd55a] Received event network-vif-deleted-28945589-14de-4a95-8a8d-4f20f5e03b0b {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1804.493041] env[63750]: INFO nova.compute.manager [req-e8a4b16f-0eeb-4ade-b44e-38f7c1762deb req-6b774faf-4165-428d-99d9-4adb2158b7c3 service nova] [instance: b41c23ba-8452-49a3-afea-ed16da1cd55a] Neutron deleted interface 28945589-14de-4a95-8a8d-4f20f5e03b0b; detaching it from the instance and deleting it from the info cache [ 1804.493041] env[63750]: DEBUG nova.network.neutron [req-e8a4b16f-0eeb-4ade-b44e-38f7c1762deb req-6b774faf-4165-428d-99d9-4adb2158b7c3 service nova] [instance: b41c23ba-8452-49a3-afea-ed16da1cd55a] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1804.743569] env[63750]: DEBUG oslo_vmware.api [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': task-2006463, 'name': Rename_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.754950] env[63750]: DEBUG oslo_vmware.api [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Task: {'id': task-2006464, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075829} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.755334] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1804.756121] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077ed09e-d74c-4047-aa83-459a91b4bd56 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.781237] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 64a543f2-1a03-40a7-9774-4960e613e17a/64a543f2-1a03-40a7-9774-4960e613e17a.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1804.781237] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be9ca2a7-4d15-4bcb-af82-eb19702c8d48 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.806912] env[63750]: DEBUG oslo_vmware.api [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Waiting for the task: (returnval){ [ 1804.806912] env[63750]: value = "task-2006465" [ 1804.806912] env[63750]: _type = "Task" [ 1804.806912] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.820644] env[63750]: DEBUG oslo_vmware.api [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Task: {'id': task-2006465, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.881531] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006462, 'name': CreateVM_Task, 'duration_secs': 0.539256} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.881692] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1804.882397] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1804.882771] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1804.882886] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1804.883174] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-979f53bb-a474-4165-82c0-75d39d6939a3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.887787] env[63750]: DEBUG oslo_vmware.api [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 1804.887787] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52c65f21-ed1f-ba5b-e5ab-c89ca2399bee" [ 1804.887787] env[63750]: _type = "Task" [ 1804.887787] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.898236] env[63750]: DEBUG oslo_vmware.api [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52c65f21-ed1f-ba5b-e5ab-c89ca2399bee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.965806] env[63750]: DEBUG nova.network.neutron [-] [instance: b41c23ba-8452-49a3-afea-ed16da1cd55a] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1804.982560] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.982643] env[63750]: DEBUG nova.compute.manager [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: fbac5dc9-a86c-44fe-8fa5-0007124ce44b] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1804.986774] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bdf3f921-8f53-4ed6-80fa-7d6768604333 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.131s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.986774] env[63750]: DEBUG nova.objects.instance [None req-bdf3f921-8f53-4ed6-80fa-7d6768604333 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Lazy-loading 'resources' on Instance uuid 5f03b2d8-0716-465c-96c8-3f12c586d173 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1804.987909] env[63750]: DEBUG oslo_concurrency.lockutils [None req-34964775-26de-4ede-904c-68bdbda40792 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Lock "113fba09-0579-45b5-98a3-7c0a17a8c2fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.173s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.999983] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-54a81d48-3392-4d70-844c-e0460ade34b6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.011387] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70277ab6-cf64-4783-b06b-44a389690b08 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.050968] env[63750]: DEBUG nova.compute.manager [req-e8a4b16f-0eeb-4ade-b44e-38f7c1762deb req-6b774faf-4165-428d-99d9-4adb2158b7c3 service nova] [instance: b41c23ba-8452-49a3-afea-ed16da1cd55a] Detach interface failed, port_id=28945589-14de-4a95-8a8d-4f20f5e03b0b, reason: Instance b41c23ba-8452-49a3-afea-ed16da1cd55a could not be found. {{(pid=63750) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1805.087413] env[63750]: DEBUG nova.network.neutron [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Updating instance_info_cache with network_info: [{"id": "23e4432e-9260-4b6a-9958-9938a0a5fcad", "address": "fa:16:3e:0c:b7:94", "network": {"id": "48e9ee2e-d753-4146-b499-cb5088587924", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97464ef51d4848b2beb776e97a17e4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23e4432e-92", "ovs_interfaceid": "23e4432e-9260-4b6a-9958-9938a0a5fcad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1805.246293] env[63750]: DEBUG oslo_vmware.api [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': task-2006463, 'name': Rename_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.317788] env[63750]: DEBUG oslo_vmware.api [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Task: {'id': task-2006465, 'name': ReconfigVM_Task, 'duration_secs': 0.276452} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.317788] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 64a543f2-1a03-40a7-9774-4960e613e17a/64a543f2-1a03-40a7-9774-4960e613e17a.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1805.318052] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f71df2a-4a26-4a29-9d0d-6ea94c7e3622 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.325415] env[63750]: DEBUG oslo_vmware.api [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Waiting for the task: (returnval){ [ 1805.325415] env[63750]: value = "task-2006466" [ 1805.325415] env[63750]: _type = "Task" [ 1805.325415] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.335809] env[63750]: DEBUG oslo_vmware.api [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Task: {'id': task-2006466, 'name': Rename_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.398752] env[63750]: DEBUG oslo_vmware.api [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52c65f21-ed1f-ba5b-e5ab-c89ca2399bee, 'name': SearchDatastore_Task, 'duration_secs': 0.00965} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.398969] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1805.399260] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1805.399533] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1805.399704] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1805.399907] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1805.400241] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b8ef87b-a62e-4bf5-a062-31c901609f96 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.409469] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1805.409649] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1805.410423] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-584b7b40-c23e-4331-994b-f8bc27c15428 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.416084] env[63750]: DEBUG oslo_vmware.api [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 1805.416084] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]525f1d50-8311-51b2-5dab-0100346245ca" [ 1805.416084] env[63750]: _type = "Task" [ 1805.416084] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.426545] env[63750]: DEBUG oslo_vmware.api [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]525f1d50-8311-51b2-5dab-0100346245ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.468903] env[63750]: INFO nova.compute.manager [-] [instance: b41c23ba-8452-49a3-afea-ed16da1cd55a] Took 1.72 seconds to deallocate network for instance. [ 1805.489464] env[63750]: DEBUG nova.compute.utils [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1805.494242] env[63750]: DEBUG nova.compute.manager [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: fbac5dc9-a86c-44fe-8fa5-0007124ce44b] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1805.494242] env[63750]: DEBUG nova.network.neutron [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: fbac5dc9-a86c-44fe-8fa5-0007124ce44b] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1806.235469] env[63750]: DEBUG nova.policy [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '25239e1c5b3b49c98f0d369c6ce9400f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0c89bae00b24212a69070c7cf47dd33', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1806.236512] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Releasing lock "refresh_cache-99c765c3-0b70-4f53-a8e7-e2723898c70e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1806.236941] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1806.239096] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9c0a35de-9b39-4350-aac1-0a5be9877672 tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1806.239096] env[63750]: DEBUG nova.compute.manager [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: fbac5dc9-a86c-44fe-8fa5-0007124ce44b] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1806.244420] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-780a3d56-bfab-40f3-bca3-8b25656aecd6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.267669] env[63750]: DEBUG oslo_vmware.api [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]525f1d50-8311-51b2-5dab-0100346245ca, 'name': SearchDatastore_Task, 'duration_secs': 0.009923} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.268050] env[63750]: DEBUG oslo_vmware.api [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Waiting for the task: (returnval){ [ 1806.268050] env[63750]: value = "task-2006467" [ 1806.268050] env[63750]: _type = "Task" [ 1806.268050] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.268329] env[63750]: DEBUG oslo_vmware.api [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Task: {'id': task-2006466, 'name': Rename_Task, 'duration_secs': 0.151406} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.268504] env[63750]: DEBUG oslo_vmware.api [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': task-2006463, 'name': Rename_Task, 'duration_secs': 1.165485} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.269440] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1806.269704] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 42845a75-0a2f-4563-a2d5-39e8f7b5e36c] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1806.269952] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6645ace4-4623-4659-8d03-50dcdc1df371 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.275740] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87e7ee65-c3ad-4e3d-8523-1693b14b89cb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.277419] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a00ba072-f8d6-446b-b00b-3fd2d13c2f22 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.293043] env[63750]: DEBUG oslo_vmware.api [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 1806.293043] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52f29891-f3b4-413b-20bb-73889d001d3f" [ 1806.293043] env[63750]: _type = "Task" [ 1806.293043] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.293043] env[63750]: DEBUG oslo_vmware.api [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2006467, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.293043] env[63750]: DEBUG oslo_vmware.api [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Waiting for the task: (returnval){ [ 1806.293043] env[63750]: value = "task-2006468" [ 1806.293043] env[63750]: _type = "Task" [ 1806.293043] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.293043] env[63750]: DEBUG oslo_vmware.api [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Waiting for the task: (returnval){ [ 1806.293043] env[63750]: value = "task-2006469" [ 1806.293043] env[63750]: _type = "Task" [ 1806.293043] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.306629] env[63750]: DEBUG oslo_vmware.api [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52f29891-f3b4-413b-20bb-73889d001d3f, 'name': SearchDatastore_Task, 'duration_secs': 0.01573} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.315605] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1806.315945] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d/7a4c0b3b-7923-4b74-bc0a-73b446d7df7d.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1806.316626] env[63750]: DEBUG oslo_vmware.api [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Task: {'id': task-2006468, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.316882] env[63750]: DEBUG oslo_vmware.api [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': task-2006469, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.317376] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2f9d06d-6fd3-48df-bc1b-56894ff25a66 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.325364] env[63750]: DEBUG oslo_vmware.api [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 1806.325364] env[63750]: value = "task-2006470" [ 1806.325364] env[63750]: _type = "Task" [ 1806.325364] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.337531] env[63750]: DEBUG oslo_vmware.api [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006470, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.710421] env[63750]: DEBUG nova.network.neutron [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: fbac5dc9-a86c-44fe-8fa5-0007124ce44b] Successfully created port: 9f07a2bf-ca16-4e79-aa72-28bd8b2bbde3 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1806.775310] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56efec8d-b3bf-40e9-a585-3c9a4ef572df {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.788712] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e31716-3fe3-489b-9a41-abc9c0c2a9cf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.792691] env[63750]: DEBUG oslo_vmware.api [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2006467, 'name': PowerOffVM_Task, 'duration_secs': 0.178908} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.793218] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1806.793996] env[63750]: DEBUG nova.virt.hardware [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:58:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='339a1bd5-5f5b-4cb3-be97-5b67b6ff4786',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1906996568',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1806.794417] env[63750]: DEBUG nova.virt.hardware [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1806.794839] env[63750]: DEBUG nova.virt.hardware [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1806.795211] env[63750]: DEBUG nova.virt.hardware [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1806.795477] env[63750]: DEBUG nova.virt.hardware [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1806.795795] env[63750]: DEBUG nova.virt.hardware [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1806.796262] env[63750]: DEBUG nova.virt.hardware [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1806.796552] env[63750]: DEBUG nova.virt.hardware [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1806.796880] env[63750]: DEBUG nova.virt.hardware [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1806.797218] env[63750]: DEBUG nova.virt.hardware [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1806.797523] env[63750]: DEBUG nova.virt.hardware [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1806.804930] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9485347-5356-4216-9333-82ce657c5818 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.866642] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d342d8-7b17-4ddb-ab43-e89f241bf1f0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.872271] env[63750]: DEBUG oslo_vmware.api [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Waiting for the task: (returnval){ [ 1806.872271] env[63750]: value = "task-2006471" [ 1806.872271] env[63750]: _type = "Task" [ 1806.872271] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.882265] env[63750]: DEBUG oslo_vmware.api [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Task: {'id': task-2006468, 'name': PowerOnVM_Task, 'duration_secs': 0.525687} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.891021] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1806.891267] env[63750]: INFO nova.compute.manager [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Took 7.72 seconds to spawn the instance on the hypervisor. [ 1806.891448] env[63750]: DEBUG nova.compute.manager [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1806.891744] env[63750]: DEBUG oslo_vmware.api [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': task-2006469, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.892422] env[63750]: DEBUG oslo_vmware.api [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006470, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.893623] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7d5bfa-0e39-40d6-a2d7-feb80ae4b2e3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.897509] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ae876a-54d7-47e5-9e3a-147b68bf218b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.905069] env[63750]: DEBUG oslo_vmware.api [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2006471, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.916810] env[63750]: DEBUG nova.compute.provider_tree [None req-bdf3f921-8f53-4ed6-80fa-7d6768604333 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1807.261876] env[63750]: DEBUG nova.compute.manager [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: fbac5dc9-a86c-44fe-8fa5-0007124ce44b] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1807.286434] env[63750]: DEBUG nova.virt.hardware [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1807.286716] env[63750]: DEBUG nova.virt.hardware [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1807.286920] env[63750]: DEBUG nova.virt.hardware [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1807.287143] env[63750]: DEBUG nova.virt.hardware [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1807.287328] env[63750]: DEBUG nova.virt.hardware [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1807.287497] env[63750]: DEBUG nova.virt.hardware [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1807.287771] env[63750]: DEBUG nova.virt.hardware [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1807.287896] env[63750]: DEBUG nova.virt.hardware [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1807.288130] env[63750]: DEBUG nova.virt.hardware [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1807.288321] env[63750]: DEBUG nova.virt.hardware [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1807.288514] env[63750]: DEBUG nova.virt.hardware [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1807.289626] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf9b872-5ba5-4f57-b0fb-370345dc94e5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.298710] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41502ca8-5a41-41c6-bd8a-6f80dc95c7ee {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.323425] env[63750]: DEBUG oslo_vmware.api [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': task-2006469, 'name': PowerOnVM_Task, 'duration_secs': 0.63513} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.323755] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 42845a75-0a2f-4563-a2d5-39e8f7b5e36c] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1807.324031] env[63750]: INFO nova.compute.manager [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 42845a75-0a2f-4563-a2d5-39e8f7b5e36c] Took 10.81 seconds to spawn the instance on the hypervisor. [ 1807.324252] env[63750]: DEBUG nova.compute.manager [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 42845a75-0a2f-4563-a2d5-39e8f7b5e36c] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1807.325091] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d6ecec-5001-4daa-b8b2-981eb542800c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.372479] env[63750]: DEBUG oslo_vmware.api [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006470, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575983} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.372740] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d/7a4c0b3b-7923-4b74-bc0a-73b446d7df7d.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1807.372951] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1807.373273] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aaafe6cf-17a5-488e-a0ce-df43dc9e5485 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.384412] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Acquiring lock "28f784fb-42a3-40b9-b2f4-f047eb7bb83b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.384600] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Lock "28f784fb-42a3-40b9-b2f4-f047eb7bb83b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.390118] env[63750]: DEBUG oslo_vmware.api [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2006471, 'name': ReconfigVM_Task, 'duration_secs': 0.441667} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.391029] env[63750]: DEBUG oslo_vmware.api [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 1807.391029] env[63750]: value = "task-2006472" [ 1807.391029] env[63750]: _type = "Task" [ 1807.391029] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.391529] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c438e920-8a1d-4a15-ba8e-1b8baa26caf6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.415920] env[63750]: DEBUG oslo_vmware.api [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006472, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.417025] env[63750]: DEBUG nova.virt.hardware [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:58:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='339a1bd5-5f5b-4cb3-be97-5b67b6ff4786',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1906996568',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1807.417325] env[63750]: DEBUG nova.virt.hardware [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1807.417530] env[63750]: DEBUG nova.virt.hardware [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1807.417756] env[63750]: DEBUG nova.virt.hardware [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1807.417982] env[63750]: DEBUG nova.virt.hardware [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1807.418233] env[63750]: DEBUG nova.virt.hardware [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1807.418493] env[63750]: DEBUG nova.virt.hardware [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1807.418687] env[63750]: DEBUG nova.virt.hardware [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1807.418917] env[63750]: DEBUG nova.virt.hardware [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1807.419130] env[63750]: DEBUG nova.virt.hardware [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1807.419358] env[63750]: DEBUG nova.virt.hardware [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1807.420666] env[63750]: DEBUG nova.scheduler.client.report [None req-bdf3f921-8f53-4ed6-80fa-7d6768604333 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1807.425063] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b352268-25b1-4591-b9e5-2d58281bba30 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.434026] env[63750]: DEBUG oslo_vmware.api [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Waiting for the task: (returnval){ [ 1807.434026] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52446f25-670e-8d5a-9865-48e088ed4c65" [ 1807.434026] env[63750]: _type = "Task" [ 1807.434026] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.435153] env[63750]: INFO nova.compute.manager [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Took 33.58 seconds to build instance. [ 1807.445373] env[63750]: DEBUG oslo_vmware.api [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52446f25-670e-8d5a-9865-48e088ed4c65, 'name': SearchDatastore_Task, 'duration_secs': 0.007841} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.452304] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Reconfiguring VM instance instance-00000028 to detach disk 2000 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1807.452304] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6d48057-e37d-4a2a-bb35-215cceb3911a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.469519] env[63750]: DEBUG oslo_vmware.api [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Waiting for the task: (returnval){ [ 1807.469519] env[63750]: value = "task-2006473" [ 1807.469519] env[63750]: _type = "Task" [ 1807.469519] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.477645] env[63750]: DEBUG oslo_vmware.api [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2006473, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.847008] env[63750]: INFO nova.compute.manager [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 42845a75-0a2f-4563-a2d5-39e8f7b5e36c] Took 36.38 seconds to build instance. [ 1807.891447] env[63750]: DEBUG nova.compute.manager [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] [instance: 28f784fb-42a3-40b9-b2f4-f047eb7bb83b] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1807.903699] env[63750]: DEBUG oslo_vmware.api [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006472, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070456} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.903956] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1807.904747] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86b2d73-a25a-4be4-8612-9a9dc8aa579d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.930672] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d/7a4c0b3b-7923-4b74-bc0a-73b446d7df7d.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1807.932177] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bdf3f921-8f53-4ed6-80fa-7d6768604333 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.946s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.934328] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab1c7e9a-820c-47a1-9c11-c4ced4b521bf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.950571] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f644a81d-3467-4911-8b62-9c6e478c1f64 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.178s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.950820] env[63750]: DEBUG nova.objects.instance [None req-f644a81d-3467-4911-8b62-9c6e478c1f64 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lazy-loading 'resources' on Instance uuid 01a1188a-6523-4d67-8507-2253c4c1a86a {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1807.952779] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3d676329-5a23-4aa8-b779-16e57ffb8237 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Lock "64a543f2-1a03-40a7-9774-4960e613e17a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.151s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.959434] env[63750]: DEBUG oslo_vmware.api [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 1807.959434] env[63750]: value = "task-2006474" [ 1807.959434] env[63750]: _type = "Task" [ 1807.959434] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.977251] env[63750]: DEBUG oslo_vmware.api [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006474, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.977251] env[63750]: INFO nova.scheduler.client.report [None req-bdf3f921-8f53-4ed6-80fa-7d6768604333 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Deleted allocations for instance 5f03b2d8-0716-465c-96c8-3f12c586d173 [ 1807.988481] env[63750]: DEBUG oslo_vmware.api [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2006473, 'name': ReconfigVM_Task, 'duration_secs': 0.454492} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.989061] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Reconfigured VM instance instance-00000028 to detach disk 2000 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1807.990220] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc94dd3a-cb9c-4340-b6c1-c28088d5e0f1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.016372] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 99c765c3-0b70-4f53-a8e7-e2723898c70e/99c765c3-0b70-4f53-a8e7-e2723898c70e.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1808.017529] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b28545c-d8ea-4b41-8923-d1dcf2baec80 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.037936] env[63750]: DEBUG oslo_vmware.api [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Waiting for the task: (returnval){ [ 1808.037936] env[63750]: value = "task-2006475" [ 1808.037936] env[63750]: _type = "Task" [ 1808.037936] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.048691] env[63750]: DEBUG oslo_vmware.api [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2006475, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.287601] env[63750]: DEBUG nova.compute.manager [req-bc01810a-2826-4f38-a144-18c249011429 req-b1e402d5-2d21-45d8-8b28-12d0246ca3b7 service nova] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Received event network-changed-cc2df407-f4cd-4297-9526-fafbac594bee {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1808.288170] env[63750]: DEBUG nova.compute.manager [req-bc01810a-2826-4f38-a144-18c249011429 req-b1e402d5-2d21-45d8-8b28-12d0246ca3b7 service nova] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Refreshing instance network info cache due to event network-changed-cc2df407-f4cd-4297-9526-fafbac594bee. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1808.289054] env[63750]: DEBUG oslo_concurrency.lockutils [req-bc01810a-2826-4f38-a144-18c249011429 req-b1e402d5-2d21-45d8-8b28-12d0246ca3b7 service nova] Acquiring lock "refresh_cache-64a543f2-1a03-40a7-9774-4960e613e17a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1808.289373] env[63750]: DEBUG oslo_concurrency.lockutils [req-bc01810a-2826-4f38-a144-18c249011429 req-b1e402d5-2d21-45d8-8b28-12d0246ca3b7 service nova] Acquired lock "refresh_cache-64a543f2-1a03-40a7-9774-4960e613e17a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1808.289468] env[63750]: DEBUG nova.network.neutron [req-bc01810a-2826-4f38-a144-18c249011429 req-b1e402d5-2d21-45d8-8b28-12d0246ca3b7 service nova] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Refreshing network info cache for port cc2df407-f4cd-4297-9526-fafbac594bee {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1808.350565] env[63750]: DEBUG oslo_concurrency.lockutils [None req-850edca5-f9e4-4924-898d-ade5e7f219d0 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Lock "42845a75-0a2f-4563-a2d5-39e8f7b5e36c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.896s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.419717] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.470925] env[63750]: DEBUG oslo_vmware.api [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006474, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.489063] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bdf3f921-8f53-4ed6-80fa-7d6768604333 tempest-ServersTestMultiNic-1286984435 tempest-ServersTestMultiNic-1286984435-project-member] Lock "5f03b2d8-0716-465c-96c8-3f12c586d173" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.656s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.489870] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "5f03b2d8-0716-465c-96c8-3f12c586d173" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 31.365s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.490282] env[63750]: INFO nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] During sync_power_state the instance has a pending task (deleting). Skip. [ 1808.490605] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "5f03b2d8-0716-465c-96c8-3f12c586d173" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.551612] env[63750]: DEBUG oslo_vmware.api [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2006475, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.644351] env[63750]: DEBUG nova.network.neutron [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: fbac5dc9-a86c-44fe-8fa5-0007124ce44b] Successfully updated port: 9f07a2bf-ca16-4e79-aa72-28bd8b2bbde3 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1808.869156] env[63750]: DEBUG nova.compute.manager [req-e6897455-2ba4-4f65-a446-8f08a3525702 req-bf491939-39f0-4921-8756-696e8ba220c1 service nova] [instance: fbac5dc9-a86c-44fe-8fa5-0007124ce44b] Received event network-vif-plugged-9f07a2bf-ca16-4e79-aa72-28bd8b2bbde3 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1808.871092] env[63750]: DEBUG oslo_concurrency.lockutils [req-e6897455-2ba4-4f65-a446-8f08a3525702 req-bf491939-39f0-4921-8756-696e8ba220c1 service nova] Acquiring lock "fbac5dc9-a86c-44fe-8fa5-0007124ce44b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.871092] env[63750]: DEBUG oslo_concurrency.lockutils [req-e6897455-2ba4-4f65-a446-8f08a3525702 req-bf491939-39f0-4921-8756-696e8ba220c1 service nova] Lock "fbac5dc9-a86c-44fe-8fa5-0007124ce44b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.871092] env[63750]: DEBUG oslo_concurrency.lockutils [req-e6897455-2ba4-4f65-a446-8f08a3525702 req-bf491939-39f0-4921-8756-696e8ba220c1 service nova] Lock "fbac5dc9-a86c-44fe-8fa5-0007124ce44b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.871092] env[63750]: DEBUG nova.compute.manager [req-e6897455-2ba4-4f65-a446-8f08a3525702 req-bf491939-39f0-4921-8756-696e8ba220c1 service nova] [instance: fbac5dc9-a86c-44fe-8fa5-0007124ce44b] No waiting events found dispatching network-vif-plugged-9f07a2bf-ca16-4e79-aa72-28bd8b2bbde3 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1808.871092] env[63750]: WARNING nova.compute.manager [req-e6897455-2ba4-4f65-a446-8f08a3525702 req-bf491939-39f0-4921-8756-696e8ba220c1 service nova] [instance: fbac5dc9-a86c-44fe-8fa5-0007124ce44b] Received unexpected event network-vif-plugged-9f07a2bf-ca16-4e79-aa72-28bd8b2bbde3 for instance with vm_state building and task_state spawning. [ 1808.913726] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83953745-a668-4714-9694-eef8d9176c8a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.928227] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1611b9e-4fbf-499c-a5da-3c660d6e5cb4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.961888] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9045b89-c2ab-4c3a-b9fc-365a1f2bd5ac {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.975441] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbd8705-86e3-49eb-8471-3d2231673abb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.979478] env[63750]: DEBUG oslo_vmware.api [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006474, 'name': ReconfigVM_Task, 'duration_secs': 0.669261} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.979695] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d/7a4c0b3b-7923-4b74-bc0a-73b446d7df7d.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1808.980599] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06e24be1-de17-45ba-969d-e5a24025a72e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.991803] env[63750]: DEBUG nova.compute.provider_tree [None req-f644a81d-3467-4911-8b62-9c6e478c1f64 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Updating inventory in ProviderTree for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1808.994854] env[63750]: DEBUG oslo_vmware.api [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 1808.994854] env[63750]: value = "task-2006476" [ 1808.994854] env[63750]: _type = "Task" [ 1808.994854] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.002883] env[63750]: DEBUG oslo_vmware.api [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006476, 'name': Rename_Task} progress is 10%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.049058] env[63750]: DEBUG oslo_vmware.api [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2006475, 'name': ReconfigVM_Task, 'duration_secs': 0.640957} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.049352] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 99c765c3-0b70-4f53-a8e7-e2723898c70e/99c765c3-0b70-4f53-a8e7-e2723898c70e.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1809.050177] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a1d19d-79e6-4e20-8f07-f66a2c3907e1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.069767] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff20d051-096e-442f-9725-851852375935 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.088410] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ea8deb-e8e3-4f11-a926-6630ed8232f7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.108020] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7857fc-fb6e-4592-9b41-c37c4bfaf42e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.113412] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1809.113658] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd29e0d5-5906-417e-9559-dd73acedb09f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.120128] env[63750]: DEBUG oslo_vmware.api [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Waiting for the task: (returnval){ [ 1809.120128] env[63750]: value = "task-2006477" [ 1809.120128] env[63750]: _type = "Task" [ 1809.120128] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.127590] env[63750]: DEBUG oslo_vmware.api [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2006477, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.146180] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Acquiring lock "refresh_cache-fbac5dc9-a86c-44fe-8fa5-0007124ce44b" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1809.146180] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Acquired lock "refresh_cache-fbac5dc9-a86c-44fe-8fa5-0007124ce44b" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.146180] env[63750]: DEBUG nova.network.neutron [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: fbac5dc9-a86c-44fe-8fa5-0007124ce44b] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1809.202487] env[63750]: DEBUG nova.network.neutron [req-bc01810a-2826-4f38-a144-18c249011429 req-b1e402d5-2d21-45d8-8b28-12d0246ca3b7 service nova] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Updated VIF entry in instance network info cache for port cc2df407-f4cd-4297-9526-fafbac594bee. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1809.203027] env[63750]: DEBUG nova.network.neutron [req-bc01810a-2826-4f38-a144-18c249011429 req-b1e402d5-2d21-45d8-8b28-12d0246ca3b7 service nova] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Updating instance_info_cache with network_info: [{"id": "cc2df407-f4cd-4297-9526-fafbac594bee", "address": "fa:16:3e:3a:77:fe", "network": {"id": "cdef1006-9322-4232-8ff4-911be387ffda", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-767626514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec8d92aafc4c4dba8b8511a58b70be3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc2df407-f4", "ovs_interfaceid": "cc2df407-f4cd-4297-9526-fafbac594bee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1809.349551] env[63750]: DEBUG oslo_concurrency.lockutils [None req-27caab11-2b73-4b73-bce8-39bdce84e3fc tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Acquiring lock "64a543f2-1a03-40a7-9774-4960e613e17a" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.350038] env[63750]: DEBUG oslo_concurrency.lockutils [None req-27caab11-2b73-4b73-bce8-39bdce84e3fc tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Lock "64a543f2-1a03-40a7-9774-4960e613e17a" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.350496] env[63750]: INFO nova.compute.manager [None req-27caab11-2b73-4b73-bce8-39bdce84e3fc tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Rebooting instance [ 1809.511023] env[63750]: DEBUG oslo_vmware.api [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006476, 'name': Rename_Task, 'duration_secs': 0.264502} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.511023] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1809.511023] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aee50bff-cbc0-4788-b462-ba8d0801e7fd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.517296] env[63750]: DEBUG oslo_vmware.api [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 1809.517296] env[63750]: value = "task-2006478" [ 1809.517296] env[63750]: _type = "Task" [ 1809.517296] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.523063] env[63750]: ERROR nova.scheduler.client.report [None req-f644a81d-3467-4911-8b62-9c6e478c1f64 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [req-46d323ff-4f43-4f3b-b5fa-d76e80e9aae7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e97779d2-c1aa-4b7e-928a-1e7ed86edaab. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-46d323ff-4f43-4f3b-b5fa-d76e80e9aae7"}]} [ 1809.530126] env[63750]: DEBUG oslo_vmware.api [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006478, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.542902] env[63750]: DEBUG nova.scheduler.client.report [None req-f644a81d-3467-4911-8b62-9c6e478c1f64 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Refreshing inventories for resource provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1809.558965] env[63750]: DEBUG nova.scheduler.client.report [None req-f644a81d-3467-4911-8b62-9c6e478c1f64 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Updating ProviderTree inventory for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1809.558965] env[63750]: DEBUG nova.compute.provider_tree [None req-f644a81d-3467-4911-8b62-9c6e478c1f64 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Updating inventory in ProviderTree for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1809.571605] env[63750]: DEBUG nova.scheduler.client.report [None req-f644a81d-3467-4911-8b62-9c6e478c1f64 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Refreshing aggregate associations for resource provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab, aggregates: None {{(pid=63750) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1809.594680] env[63750]: DEBUG nova.scheduler.client.report [None req-f644a81d-3467-4911-8b62-9c6e478c1f64 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Refreshing trait associations for resource provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=63750) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1809.630729] env[63750]: DEBUG oslo_vmware.api [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2006477, 'name': PowerOnVM_Task, 'duration_secs': 0.436418} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.633512] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1809.705767] env[63750]: DEBUG oslo_concurrency.lockutils [req-bc01810a-2826-4f38-a144-18c249011429 req-b1e402d5-2d21-45d8-8b28-12d0246ca3b7 service nova] Releasing lock "refresh_cache-64a543f2-1a03-40a7-9774-4960e613e17a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1809.710874] env[63750]: DEBUG nova.network.neutron [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: fbac5dc9-a86c-44fe-8fa5-0007124ce44b] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1809.883567] env[63750]: DEBUG oslo_concurrency.lockutils [None req-27caab11-2b73-4b73-bce8-39bdce84e3fc tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Acquiring lock "refresh_cache-64a543f2-1a03-40a7-9774-4960e613e17a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1809.883841] env[63750]: DEBUG oslo_concurrency.lockutils [None req-27caab11-2b73-4b73-bce8-39bdce84e3fc tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Acquired lock "refresh_cache-64a543f2-1a03-40a7-9774-4960e613e17a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.884192] env[63750]: DEBUG nova.network.neutron [None req-27caab11-2b73-4b73-bce8-39bdce84e3fc tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1809.998385] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c34123-a7ac-4ffa-ba88-88ec3dd81bf1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.006575] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f7ff2f-5df8-4712-ba70-0a2ea91ae5ed {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.041401] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90595f5f-f7a2-4968-aa8b-79a5bc84a6ec {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.045160] env[63750]: DEBUG nova.network.neutron [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: fbac5dc9-a86c-44fe-8fa5-0007124ce44b] Updating instance_info_cache with network_info: [{"id": "9f07a2bf-ca16-4e79-aa72-28bd8b2bbde3", "address": "fa:16:3e:16:ac:8f", "network": {"id": "cc35f8bc-8a9b-45a4-9f68-dae924fa57a9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1140993122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0c89bae00b24212a69070c7cf47dd33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f07a2bf-ca", "ovs_interfaceid": "9f07a2bf-ca16-4e79-aa72-28bd8b2bbde3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1810.052351] env[63750]: DEBUG oslo_vmware.api [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006478, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.055429] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d698db4-99c4-4d8b-802b-ca1d852bb2ad {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.069094] env[63750]: DEBUG nova.compute.provider_tree [None req-f644a81d-3467-4911-8b62-9c6e478c1f64 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Updating inventory in ProviderTree for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1810.549027] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Releasing lock "refresh_cache-fbac5dc9-a86c-44fe-8fa5-0007124ce44b" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1810.549027] env[63750]: DEBUG nova.compute.manager [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: fbac5dc9-a86c-44fe-8fa5-0007124ce44b] Instance network_info: |[{"id": "9f07a2bf-ca16-4e79-aa72-28bd8b2bbde3", "address": "fa:16:3e:16:ac:8f", "network": {"id": "cc35f8bc-8a9b-45a4-9f68-dae924fa57a9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1140993122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0c89bae00b24212a69070c7cf47dd33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f07a2bf-ca", "ovs_interfaceid": "9f07a2bf-ca16-4e79-aa72-28bd8b2bbde3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1810.549027] env[63750]: DEBUG oslo_vmware.api [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006478, 'name': PowerOnVM_Task, 'duration_secs': 0.9616} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.549704] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: fbac5dc9-a86c-44fe-8fa5-0007124ce44b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:ac:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f66f8375-4460-4acd-987b-acda72bfcf0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f07a2bf-ca16-4e79-aa72-28bd8b2bbde3', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1810.557367] env[63750]: DEBUG oslo.service.loopingcall [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1810.557739] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1810.558053] env[63750]: DEBUG nova.compute.manager [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1810.560590] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbac5dc9-a86c-44fe-8fa5-0007124ce44b] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1810.561413] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f08d32-21cb-4f17-96a4-9728f774228b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.564122] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-342e616e-1e7b-42d4-8da3-d1d02c1fe0bf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.595131] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1810.595131] env[63750]: value = "task-2006479" [ 1810.595131] env[63750]: _type = "Task" [ 1810.595131] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.604653] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006479, 'name': CreateVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.632013] env[63750]: DEBUG nova.scheduler.client.report [None req-f644a81d-3467-4911-8b62-9c6e478c1f64 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Updated inventory for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with generation 84 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1810.632678] env[63750]: DEBUG nova.compute.provider_tree [None req-f644a81d-3467-4911-8b62-9c6e478c1f64 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Updating resource provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab generation from 84 to 85 during operation: update_inventory {{(pid=63750) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1810.635017] env[63750]: DEBUG nova.compute.provider_tree [None req-f644a81d-3467-4911-8b62-9c6e478c1f64 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Updating inventory in ProviderTree for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1810.643392] env[63750]: INFO nova.compute.manager [None req-3fa03b56-1c46-4cd1-92c6-5c1568f4ceb8 tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Updating instance to original state: 'active' [ 1810.810944] env[63750]: DEBUG nova.network.neutron [None req-27caab11-2b73-4b73-bce8-39bdce84e3fc tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Updating instance_info_cache with network_info: [{"id": "cc2df407-f4cd-4297-9526-fafbac594bee", "address": "fa:16:3e:3a:77:fe", "network": {"id": "cdef1006-9322-4232-8ff4-911be387ffda", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-767626514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec8d92aafc4c4dba8b8511a58b70be3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc2df407-f4", "ovs_interfaceid": "cc2df407-f4cd-4297-9526-fafbac594bee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1810.913771] env[63750]: DEBUG nova.compute.manager [req-23fe6050-5d71-4dba-829b-87af28b955bc req-bd4d8b9d-d58f-4b06-ab9a-890ea8e1b7cd service nova] [instance: fbac5dc9-a86c-44fe-8fa5-0007124ce44b] Received event network-changed-9f07a2bf-ca16-4e79-aa72-28bd8b2bbde3 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1810.914054] env[63750]: DEBUG nova.compute.manager [req-23fe6050-5d71-4dba-829b-87af28b955bc req-bd4d8b9d-d58f-4b06-ab9a-890ea8e1b7cd service nova] [instance: fbac5dc9-a86c-44fe-8fa5-0007124ce44b] Refreshing instance network info cache due to event network-changed-9f07a2bf-ca16-4e79-aa72-28bd8b2bbde3. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1810.914411] env[63750]: DEBUG oslo_concurrency.lockutils [req-23fe6050-5d71-4dba-829b-87af28b955bc req-bd4d8b9d-d58f-4b06-ab9a-890ea8e1b7cd service nova] Acquiring lock "refresh_cache-fbac5dc9-a86c-44fe-8fa5-0007124ce44b" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1810.915310] env[63750]: DEBUG oslo_concurrency.lockutils [req-23fe6050-5d71-4dba-829b-87af28b955bc req-bd4d8b9d-d58f-4b06-ab9a-890ea8e1b7cd service nova] Acquired lock "refresh_cache-fbac5dc9-a86c-44fe-8fa5-0007124ce44b" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.915310] env[63750]: DEBUG nova.network.neutron [req-23fe6050-5d71-4dba-829b-87af28b955bc req-bd4d8b9d-d58f-4b06-ab9a-890ea8e1b7cd service nova] [instance: fbac5dc9-a86c-44fe-8fa5-0007124ce44b] Refreshing network info cache for port 9f07a2bf-ca16-4e79-aa72-28bd8b2bbde3 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1811.103065] env[63750]: INFO nova.compute.manager [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] bringing vm to original state: 'stopped' [ 1811.111721] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006479, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.139050] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f644a81d-3467-4911-8b62-9c6e478c1f64 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.189s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.141516] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8769bb1c-cbf9-4cae-b6aa-2a0f464b31b6 tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.078s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.141660] env[63750]: DEBUG nova.objects.instance [None req-8769bb1c-cbf9-4cae-b6aa-2a0f464b31b6 tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Lazy-loading 'resources' on Instance uuid b23f40f6-7521-4465-bc42-872016f9a6bd {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1811.156295] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5e4d9135-805e-4d87-b13e-d0157158b1ed tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Acquiring lock "adf74ced-9577-4117-a486-11585818389d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.156295] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5e4d9135-805e-4d87-b13e-d0157158b1ed tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Lock "adf74ced-9577-4117-a486-11585818389d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.156295] env[63750]: DEBUG nova.compute.manager [None req-5e4d9135-805e-4d87-b13e-d0157158b1ed tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: adf74ced-9577-4117-a486-11585818389d] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1811.158224] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a15339-4ed2-411a-8ab9-81d94893af67 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.167851] env[63750]: INFO nova.scheduler.client.report [None req-f644a81d-3467-4911-8b62-9c6e478c1f64 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Deleted allocations for instance 01a1188a-6523-4d67-8507-2253c4c1a86a [ 1811.170827] env[63750]: DEBUG nova.compute.manager [None req-5e4d9135-805e-4d87-b13e-d0157158b1ed tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: adf74ced-9577-4117-a486-11585818389d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63750) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1811.173068] env[63750]: DEBUG nova.objects.instance [None req-5e4d9135-805e-4d87-b13e-d0157158b1ed tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Lazy-loading 'flavor' on Instance uuid adf74ced-9577-4117-a486-11585818389d {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1811.313662] env[63750]: DEBUG oslo_concurrency.lockutils [None req-27caab11-2b73-4b73-bce8-39bdce84e3fc tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Releasing lock "refresh_cache-64a543f2-1a03-40a7-9774-4960e613e17a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1811.606032] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006479, 'name': CreateVM_Task, 'duration_secs': 0.734166} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.606373] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbac5dc9-a86c-44fe-8fa5-0007124ce44b] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1811.609947] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1811.610655] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.612888] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1811.612888] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b97bd4a-426e-416c-8597-da01a472c3cc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.619323] env[63750]: DEBUG oslo_vmware.api [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for the task: (returnval){ [ 1811.619323] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]529b2fdf-af96-5982-dd7c-62234e103d1c" [ 1811.619323] env[63750]: _type = "Task" [ 1811.619323] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.628169] env[63750]: DEBUG oslo_vmware.api [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]529b2fdf-af96-5982-dd7c-62234e103d1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.684271] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f644a81d-3467-4911-8b62-9c6e478c1f64 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lock "01a1188a-6523-4d67-8507-2253c4c1a86a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.109s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.684271] env[63750]: DEBUG oslo_concurrency.lockutils [req-7ce7171d-5c88-4a7e-9db2-9e107abeee22 req-f02a3ad3-f814-4c59-8c09-211ab5bef417 service nova] Acquired lock "01a1188a-6523-4d67-8507-2253c4c1a86a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.686164] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423f8532-9ea1-4210-b168-46b606f0a125 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.699007] env[63750]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1811.699437] env[63750]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=63750) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1811.699997] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f2070bc5-b5e4-48c1-994c-d4c9d7c38440 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.713738] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a83fe2-1456-4c1e-8f31-ba68cba17a68 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.759877] env[63750]: ERROR root [req-7ce7171d-5c88-4a7e-9db2-9e107abeee22 req-f02a3ad3-f814-4c59-8c09-211ab5bef417 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-412403' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-412403' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-412403' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-412403'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-412403' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-412403' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-412403'}\n"]: nova.exception.InstanceNotFound: Instance 01a1188a-6523-4d67-8507-2253c4c1a86a could not be found. [ 1811.760167] env[63750]: DEBUG oslo_concurrency.lockutils [req-7ce7171d-5c88-4a7e-9db2-9e107abeee22 req-f02a3ad3-f814-4c59-8c09-211ab5bef417 service nova] Releasing lock "01a1188a-6523-4d67-8507-2253c4c1a86a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1811.760447] env[63750]: DEBUG nova.compute.manager [req-7ce7171d-5c88-4a7e-9db2-9e107abeee22 req-f02a3ad3-f814-4c59-8c09-211ab5bef417 service nova] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Detach interface failed, port_id=e9c4dc6a-232e-4374-b819-533ccc29b5eb, reason: Instance 01a1188a-6523-4d67-8507-2253c4c1a86a could not be found. {{(pid=63750) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1811.819997] env[63750]: DEBUG nova.compute.manager [None req-27caab11-2b73-4b73-bce8-39bdce84e3fc tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1811.820638] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc99e2b-c710-4e8e-b1bd-35f4d13a7259 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.869372] env[63750]: DEBUG nova.network.neutron [req-23fe6050-5d71-4dba-829b-87af28b955bc req-bd4d8b9d-d58f-4b06-ab9a-890ea8e1b7cd service nova] [instance: fbac5dc9-a86c-44fe-8fa5-0007124ce44b] Updated VIF entry in instance network info cache for port 9f07a2bf-ca16-4e79-aa72-28bd8b2bbde3. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1811.869938] env[63750]: DEBUG nova.network.neutron [req-23fe6050-5d71-4dba-829b-87af28b955bc req-bd4d8b9d-d58f-4b06-ab9a-890ea8e1b7cd service nova] [instance: fbac5dc9-a86c-44fe-8fa5-0007124ce44b] Updating instance_info_cache with network_info: [{"id": "9f07a2bf-ca16-4e79-aa72-28bd8b2bbde3", "address": "fa:16:3e:16:ac:8f", "network": {"id": "cc35f8bc-8a9b-45a4-9f68-dae924fa57a9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1140993122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0c89bae00b24212a69070c7cf47dd33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f07a2bf-ca", "ovs_interfaceid": "9f07a2bf-ca16-4e79-aa72-28bd8b2bbde3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1812.104243] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abdc241-6c8b-476f-a362-d687cfefc9d4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.114538] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d78bc9-2de1-4f07-8722-179297b0e59d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.118880] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquiring lock "7a4c0b3b-7923-4b74-bc0a-73b446d7df7d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.119510] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "7a4c0b3b-7923-4b74-bc0a-73b446d7df7d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.119510] env[63750]: DEBUG nova.compute.manager [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1812.120120] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136f308c-09fb-45a4-8087-fd01eeb37acf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.154158] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8160624f-eee2-40e9-9715-cd5c386624ea {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.156843] env[63750]: DEBUG nova.compute.manager [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63750) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1812.161809] env[63750]: DEBUG oslo_vmware.api [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]529b2fdf-af96-5982-dd7c-62234e103d1c, 'name': SearchDatastore_Task, 'duration_secs': 0.01995} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.163320] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1812.163541] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: fbac5dc9-a86c-44fe-8fa5-0007124ce44b] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1812.163761] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1812.163904] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1812.164092] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1812.164505] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a4efa94-7ae4-4cab-840c-33b105781476 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.171637] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ec0b89-ec99-4b5a-a050-dfa5fce44db5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.179077] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1812.179241] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1812.187600] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f4ef02e-680b-4bfa-abe4-014c4fa35d30 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.190278] env[63750]: DEBUG nova.compute.provider_tree [None req-8769bb1c-cbf9-4cae-b6aa-2a0f464b31b6 tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1812.193330] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e4d9135-805e-4d87-b13e-d0157158b1ed tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: adf74ced-9577-4117-a486-11585818389d] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1812.193703] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68a9e866-6a79-4e1d-affd-4f20ac7c3612 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.196265] env[63750]: DEBUG oslo_vmware.api [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for the task: (returnval){ [ 1812.196265] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527d697f-3914-dda7-149f-07b021e0f07c" [ 1812.196265] env[63750]: _type = "Task" [ 1812.196265] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.202885] env[63750]: DEBUG oslo_vmware.api [None req-5e4d9135-805e-4d87-b13e-d0157158b1ed tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Waiting for the task: (returnval){ [ 1812.202885] env[63750]: value = "task-2006480" [ 1812.202885] env[63750]: _type = "Task" [ 1812.202885] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.211596] env[63750]: DEBUG oslo_vmware.api [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527d697f-3914-dda7-149f-07b021e0f07c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.217079] env[63750]: DEBUG oslo_vmware.api [None req-5e4d9135-805e-4d87-b13e-d0157158b1ed tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': task-2006480, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.372860] env[63750]: DEBUG oslo_concurrency.lockutils [req-23fe6050-5d71-4dba-829b-87af28b955bc req-bd4d8b9d-d58f-4b06-ab9a-890ea8e1b7cd service nova] Releasing lock "refresh_cache-fbac5dc9-a86c-44fe-8fa5-0007124ce44b" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1812.574749] env[63750]: DEBUG oslo_concurrency.lockutils [None req-73ff1319-9ac1-4c6f-8899-0a89dce2696c tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Acquiring lock "99c765c3-0b70-4f53-a8e7-e2723898c70e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.575127] env[63750]: DEBUG oslo_concurrency.lockutils [None req-73ff1319-9ac1-4c6f-8899-0a89dce2696c tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Lock "99c765c3-0b70-4f53-a8e7-e2723898c70e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.575408] env[63750]: DEBUG oslo_concurrency.lockutils [None req-73ff1319-9ac1-4c6f-8899-0a89dce2696c tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Acquiring lock "99c765c3-0b70-4f53-a8e7-e2723898c70e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.575755] env[63750]: DEBUG oslo_concurrency.lockutils [None req-73ff1319-9ac1-4c6f-8899-0a89dce2696c tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Lock "99c765c3-0b70-4f53-a8e7-e2723898c70e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.576145] env[63750]: DEBUG oslo_concurrency.lockutils [None req-73ff1319-9ac1-4c6f-8899-0a89dce2696c tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Lock "99c765c3-0b70-4f53-a8e7-e2723898c70e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.578525] env[63750]: INFO nova.compute.manager [None req-73ff1319-9ac1-4c6f-8899-0a89dce2696c tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Terminating instance [ 1812.665542] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1812.665866] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0de1eddd-2b44-4cbc-8dd3-30a75bcf5ded {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.673367] env[63750]: DEBUG oslo_vmware.api [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 1812.673367] env[63750]: value = "task-2006481" [ 1812.673367] env[63750]: _type = "Task" [ 1812.673367] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.681729] env[63750]: DEBUG oslo_vmware.api [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006481, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.693953] env[63750]: DEBUG nova.scheduler.client.report [None req-8769bb1c-cbf9-4cae-b6aa-2a0f464b31b6 tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1812.707608] env[63750]: DEBUG oslo_vmware.api [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527d697f-3914-dda7-149f-07b021e0f07c, 'name': SearchDatastore_Task, 'duration_secs': 0.012861} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.711994] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c84da7ae-b8d1-430b-947a-ad695c57bdba {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.720281] env[63750]: DEBUG oslo_vmware.api [None req-5e4d9135-805e-4d87-b13e-d0157158b1ed tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': task-2006480, 'name': PowerOffVM_Task, 'duration_secs': 0.196559} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.721450] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e4d9135-805e-4d87-b13e-d0157158b1ed tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: adf74ced-9577-4117-a486-11585818389d] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1812.721642] env[63750]: DEBUG nova.compute.manager [None req-5e4d9135-805e-4d87-b13e-d0157158b1ed tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: adf74ced-9577-4117-a486-11585818389d] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1812.721961] env[63750]: DEBUG oslo_vmware.api [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for the task: (returnval){ [ 1812.721961] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52c8618a-c0ea-373e-36ea-7646d82ac042" [ 1812.721961] env[63750]: _type = "Task" [ 1812.721961] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.722666] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db0b3c5-7da4-4d6f-b645-e3023cd00322 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.734829] env[63750]: DEBUG oslo_vmware.api [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52c8618a-c0ea-373e-36ea-7646d82ac042, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.840462] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb47c82-5a31-40db-89bb-ded3199c3dc6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.849870] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-27caab11-2b73-4b73-bce8-39bdce84e3fc tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Doing hard reboot of VM {{(pid=63750) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1812.850164] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-d2c26f3b-f342-4f10-96a3-b7e64e706d9d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.856850] env[63750]: DEBUG oslo_vmware.api [None req-27caab11-2b73-4b73-bce8-39bdce84e3fc tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Waiting for the task: (returnval){ [ 1812.856850] env[63750]: value = "task-2006482" [ 1812.856850] env[63750]: _type = "Task" [ 1812.856850] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.864851] env[63750]: DEBUG oslo_vmware.api [None req-27caab11-2b73-4b73-bce8-39bdce84e3fc tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Task: {'id': task-2006482, 'name': ResetVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.082936] env[63750]: DEBUG nova.compute.manager [None req-73ff1319-9ac1-4c6f-8899-0a89dce2696c tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1813.083467] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-73ff1319-9ac1-4c6f-8899-0a89dce2696c tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1813.084429] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab295db9-c189-4610-ac49-07f8fbb71a3b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.092809] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ff1319-9ac1-4c6f-8899-0a89dce2696c tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1813.093079] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85eaca6d-e315-4b81-826e-1da9f4677cde {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.099213] env[63750]: DEBUG oslo_vmware.api [None req-73ff1319-9ac1-4c6f-8899-0a89dce2696c tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Waiting for the task: (returnval){ [ 1813.099213] env[63750]: value = "task-2006483" [ 1813.099213] env[63750]: _type = "Task" [ 1813.099213] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.108552] env[63750]: DEBUG oslo_vmware.api [None req-73ff1319-9ac1-4c6f-8899-0a89dce2696c tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2006483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.184933] env[63750]: DEBUG oslo_vmware.api [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006481, 'name': PowerOffVM_Task, 'duration_secs': 0.299181} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.185329] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1813.185612] env[63750]: DEBUG nova.compute.manager [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1813.189022] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefef849-f85a-4c02-917f-902feffe216a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.203350] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8769bb1c-cbf9-4cae-b6aa-2a0f464b31b6 tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.062s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.205314] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d545447b-d0d3-44b8-907b-2169a7c33247 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.814s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.205566] env[63750]: DEBUG nova.objects.instance [None req-d545447b-d0d3-44b8-907b-2169a7c33247 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Lazy-loading 'resources' on Instance uuid c4241be9-151b-403f-a5e7-9e34a6425466 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1813.231162] env[63750]: INFO nova.scheduler.client.report [None req-8769bb1c-cbf9-4cae-b6aa-2a0f464b31b6 tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Deleted allocations for instance b23f40f6-7521-4465-bc42-872016f9a6bd [ 1813.243974] env[63750]: DEBUG oslo_vmware.api [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52c8618a-c0ea-373e-36ea-7646d82ac042, 'name': SearchDatastore_Task, 'duration_secs': 0.016287} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.244281] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1813.244559] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] fbac5dc9-a86c-44fe-8fa5-0007124ce44b/fbac5dc9-a86c-44fe-8fa5-0007124ce44b.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1813.245211] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5e4d9135-805e-4d87-b13e-d0157158b1ed tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Lock "adf74ced-9577-4117-a486-11585818389d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.091s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.246078] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ff83cca-769a-4355-bf22-c9d063f6b2f1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.253388] env[63750]: DEBUG oslo_vmware.api [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for the task: (returnval){ [ 1813.253388] env[63750]: value = "task-2006484" [ 1813.253388] env[63750]: _type = "Task" [ 1813.253388] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.266782] env[63750]: DEBUG oslo_vmware.api [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006484, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.367835] env[63750]: DEBUG oslo_vmware.api [None req-27caab11-2b73-4b73-bce8-39bdce84e3fc tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Task: {'id': task-2006482, 'name': ResetVM_Task, 'duration_secs': 0.122039} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.368180] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-27caab11-2b73-4b73-bce8-39bdce84e3fc tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Did hard reboot of VM {{(pid=63750) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1813.368412] env[63750]: DEBUG nova.compute.manager [None req-27caab11-2b73-4b73-bce8-39bdce84e3fc tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1813.369242] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38d706c-1b85-4509-bba3-56f89e77c37e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.610484] env[63750]: DEBUG oslo_vmware.api [None req-73ff1319-9ac1-4c6f-8899-0a89dce2696c tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2006483, 'name': PowerOffVM_Task, 'duration_secs': 0.234735} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.610773] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ff1319-9ac1-4c6f-8899-0a89dce2696c tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1813.610962] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-73ff1319-9ac1-4c6f-8899-0a89dce2696c tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1813.611605] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2b0978e-be39-483b-a69c-e755ca31842f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.706908] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "7a4c0b3b-7923-4b74-bc0a-73b446d7df7d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.587s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.739407] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8769bb1c-cbf9-4cae-b6aa-2a0f464b31b6 tempest-ServersTestJSON-2088606037 tempest-ServersTestJSON-2088606037-project-member] Lock "b23f40f6-7521-4465-bc42-872016f9a6bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.230s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.762846] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-73ff1319-9ac1-4c6f-8899-0a89dce2696c tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1813.763623] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-73ff1319-9ac1-4c6f-8899-0a89dce2696c tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1813.763936] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-73ff1319-9ac1-4c6f-8899-0a89dce2696c tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Deleting the datastore file [datastore1] 99c765c3-0b70-4f53-a8e7-e2723898c70e {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1813.764327] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d154fd6-2521-41dd-9042-7416ccf1b52f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.777476] env[63750]: DEBUG oslo_vmware.api [None req-73ff1319-9ac1-4c6f-8899-0a89dce2696c tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Waiting for the task: (returnval){ [ 1813.777476] env[63750]: value = "task-2006486" [ 1813.777476] env[63750]: _type = "Task" [ 1813.777476] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.777992] env[63750]: DEBUG oslo_vmware.api [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006484, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.789025] env[63750]: DEBUG oslo_vmware.api [None req-73ff1319-9ac1-4c6f-8899-0a89dce2696c tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2006486, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.882959] env[63750]: DEBUG oslo_concurrency.lockutils [None req-27caab11-2b73-4b73-bce8-39bdce84e3fc tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Lock "64a543f2-1a03-40a7-9774-4960e613e17a" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.533s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1814.033592] env[63750]: DEBUG nova.objects.instance [None req-08f76e0b-cf4c-445a-aa2a-04d9d1d193e8 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Lazy-loading 'flavor' on Instance uuid adf74ced-9577-4117-a486-11585818389d {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1814.135257] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquiring lock "ee1deeaf-7782-4ae2-bf3e-c766ae21a05a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.135521] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lock "ee1deeaf-7782-4ae2-bf3e-c766ae21a05a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.159149] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b1e060-ac34-4276-8318-38e5357e6044 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.170151] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef124109-45a4-418f-bf7e-c67a69dea252 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.202932] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11064064-392b-48ea-b0f4-12c2a85367ac {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.213789] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eebf8b73-a963-4bb9-a1fc-7f267c71ceb6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.223290] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.236072] env[63750]: DEBUG nova.compute.provider_tree [None req-d545447b-d0d3-44b8-907b-2169a7c33247 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1814.268714] env[63750]: DEBUG oslo_vmware.api [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006484, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66907} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.269043] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] fbac5dc9-a86c-44fe-8fa5-0007124ce44b/fbac5dc9-a86c-44fe-8fa5-0007124ce44b.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1814.270150] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: fbac5dc9-a86c-44fe-8fa5-0007124ce44b] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1814.270150] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4ab0cd4-b19a-4330-822e-6960af8c7fb7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.278473] env[63750]: DEBUG oslo_vmware.api [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for the task: (returnval){ [ 1814.278473] env[63750]: value = "task-2006487" [ 1814.278473] env[63750]: _type = "Task" [ 1814.278473] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.294476] env[63750]: DEBUG oslo_vmware.api [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006487, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.297965] env[63750]: DEBUG oslo_vmware.api [None req-73ff1319-9ac1-4c6f-8899-0a89dce2696c tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2006486, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.466944} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.298150] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-73ff1319-9ac1-4c6f-8899-0a89dce2696c tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1814.298357] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-73ff1319-9ac1-4c6f-8899-0a89dce2696c tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1814.298578] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-73ff1319-9ac1-4c6f-8899-0a89dce2696c tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1814.298976] env[63750]: INFO nova.compute.manager [None req-73ff1319-9ac1-4c6f-8899-0a89dce2696c tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1814.299134] env[63750]: DEBUG oslo.service.loopingcall [None req-73ff1319-9ac1-4c6f-8899-0a89dce2696c tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1814.299239] env[63750]: DEBUG nova.compute.manager [-] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1814.299307] env[63750]: DEBUG nova.network.neutron [-] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1814.492367] env[63750]: DEBUG nova.compute.manager [req-88186100-f59d-46ea-b64f-2ef46a6bfdc5 req-2de22516-2942-429f-be72-292a8cd83400 service nova] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Received event network-changed-cc2df407-f4cd-4297-9526-fafbac594bee {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1814.492840] env[63750]: DEBUG nova.compute.manager [req-88186100-f59d-46ea-b64f-2ef46a6bfdc5 req-2de22516-2942-429f-be72-292a8cd83400 service nova] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Refreshing instance network info cache due to event network-changed-cc2df407-f4cd-4297-9526-fafbac594bee. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1814.493143] env[63750]: DEBUG oslo_concurrency.lockutils [req-88186100-f59d-46ea-b64f-2ef46a6bfdc5 req-2de22516-2942-429f-be72-292a8cd83400 service nova] Acquiring lock "refresh_cache-64a543f2-1a03-40a7-9774-4960e613e17a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1814.493323] env[63750]: DEBUG oslo_concurrency.lockutils [req-88186100-f59d-46ea-b64f-2ef46a6bfdc5 req-2de22516-2942-429f-be72-292a8cd83400 service nova] Acquired lock "refresh_cache-64a543f2-1a03-40a7-9774-4960e613e17a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1814.493510] env[63750]: DEBUG nova.network.neutron [req-88186100-f59d-46ea-b64f-2ef46a6bfdc5 req-2de22516-2942-429f-be72-292a8cd83400 service nova] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Refreshing network info cache for port cc2df407-f4cd-4297-9526-fafbac594bee {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1814.540620] env[63750]: DEBUG oslo_concurrency.lockutils [None req-08f76e0b-cf4c-445a-aa2a-04d9d1d193e8 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Acquiring lock "refresh_cache-adf74ced-9577-4117-a486-11585818389d" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1814.540793] env[63750]: DEBUG oslo_concurrency.lockutils [None req-08f76e0b-cf4c-445a-aa2a-04d9d1d193e8 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Acquired lock "refresh_cache-adf74ced-9577-4117-a486-11585818389d" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1814.540971] env[63750]: DEBUG nova.network.neutron [None req-08f76e0b-cf4c-445a-aa2a-04d9d1d193e8 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: adf74ced-9577-4117-a486-11585818389d] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1814.541188] env[63750]: DEBUG nova.objects.instance [None req-08f76e0b-cf4c-445a-aa2a-04d9d1d193e8 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Lazy-loading 'info_cache' on Instance uuid adf74ced-9577-4117-a486-11585818389d {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1814.638468] env[63750]: DEBUG nova.compute.manager [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1814.740640] env[63750]: DEBUG nova.scheduler.client.report [None req-d545447b-d0d3-44b8-907b-2169a7c33247 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1814.789676] env[63750]: DEBUG oslo_vmware.api [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006487, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.155451} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.789960] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: fbac5dc9-a86c-44fe-8fa5-0007124ce44b] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1814.790814] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5884d70d-e3b6-4d94-9674-42b3947f45b1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.819807] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: fbac5dc9-a86c-44fe-8fa5-0007124ce44b] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] fbac5dc9-a86c-44fe-8fa5-0007124ce44b/fbac5dc9-a86c-44fe-8fa5-0007124ce44b.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1814.820611] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1123cd52-62e7-44a0-b9f1-658f716c350e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.843299] env[63750]: DEBUG oslo_vmware.api [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for the task: (returnval){ [ 1814.843299] env[63750]: value = "task-2006488" [ 1814.843299] env[63750]: _type = "Task" [ 1814.843299] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.847165] env[63750]: DEBUG nova.compute.manager [req-359fc9bd-1661-49e6-b837-a97958756389 req-c91090a9-a495-4d61-b643-a3e35ed25c2c service nova] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Received event network-vif-deleted-23e4432e-9260-4b6a-9958-9938a0a5fcad {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1814.847165] env[63750]: INFO nova.compute.manager [req-359fc9bd-1661-49e6-b837-a97958756389 req-c91090a9-a495-4d61-b643-a3e35ed25c2c service nova] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Neutron deleted interface 23e4432e-9260-4b6a-9958-9938a0a5fcad; detaching it from the instance and deleting it from the info cache [ 1814.847165] env[63750]: DEBUG nova.network.neutron [req-359fc9bd-1661-49e6-b837-a97958756389 req-c91090a9-a495-4d61-b643-a3e35ed25c2c service nova] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1814.856926] env[63750]: DEBUG oslo_vmware.api [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006488, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.948344] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cd22cbc7-54bb-4c72-af7c-c92f67457e4c tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquiring lock "7a4c0b3b-7923-4b74-bc0a-73b446d7df7d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.948611] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cd22cbc7-54bb-4c72-af7c-c92f67457e4c tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "7a4c0b3b-7923-4b74-bc0a-73b446d7df7d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.948847] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cd22cbc7-54bb-4c72-af7c-c92f67457e4c tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquiring lock "7a4c0b3b-7923-4b74-bc0a-73b446d7df7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.949080] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cd22cbc7-54bb-4c72-af7c-c92f67457e4c tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "7a4c0b3b-7923-4b74-bc0a-73b446d7df7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.949282] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cd22cbc7-54bb-4c72-af7c-c92f67457e4c tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "7a4c0b3b-7923-4b74-bc0a-73b446d7df7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1814.951527] env[63750]: INFO nova.compute.manager [None req-cd22cbc7-54bb-4c72-af7c-c92f67457e4c tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Terminating instance [ 1815.045142] env[63750]: DEBUG nova.objects.base [None req-08f76e0b-cf4c-445a-aa2a-04d9d1d193e8 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=63750) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1815.163543] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.173162] env[63750]: DEBUG nova.network.neutron [-] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1815.241470] env[63750]: DEBUG oslo_concurrency.lockutils [None req-229b0c25-d23b-4a60-9a54-8184f2b23c09 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Acquiring lock "64a543f2-1a03-40a7-9774-4960e613e17a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.241801] env[63750]: DEBUG oslo_concurrency.lockutils [None req-229b0c25-d23b-4a60-9a54-8184f2b23c09 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Lock "64a543f2-1a03-40a7-9774-4960e613e17a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.242047] env[63750]: DEBUG oslo_concurrency.lockutils [None req-229b0c25-d23b-4a60-9a54-8184f2b23c09 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Acquiring lock "64a543f2-1a03-40a7-9774-4960e613e17a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.242234] env[63750]: DEBUG oslo_concurrency.lockutils [None req-229b0c25-d23b-4a60-9a54-8184f2b23c09 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Lock "64a543f2-1a03-40a7-9774-4960e613e17a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.242412] env[63750]: DEBUG oslo_concurrency.lockutils [None req-229b0c25-d23b-4a60-9a54-8184f2b23c09 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Lock "64a543f2-1a03-40a7-9774-4960e613e17a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.249452] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d545447b-d0d3-44b8-907b-2169a7c33247 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.044s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.251939] env[63750]: INFO nova.compute.manager [None req-229b0c25-d23b-4a60-9a54-8184f2b23c09 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Terminating instance [ 1815.254316] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 27.863s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.254494] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.254644] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63750) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1815.254943] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.361s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.256425] env[63750]: INFO nova.compute.claims [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] [instance: 64f39f2d-d65b-4cbe-ad6a-b755acc238f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1815.267023] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5600ccc3-d8ab-431a-9b95-6e52b02ca4f9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.273490] env[63750]: DEBUG nova.compute.manager [None req-229b0c25-d23b-4a60-9a54-8184f2b23c09 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1815.273820] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-229b0c25-d23b-4a60-9a54-8184f2b23c09 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1815.275497] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778c3c63-5414-4580-95a5-97890a60d175 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.289080] env[63750]: INFO nova.scheduler.client.report [None req-d545447b-d0d3-44b8-907b-2169a7c33247 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Deleted allocations for instance c4241be9-151b-403f-a5e7-9e34a6425466 [ 1815.293372] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85de09a8-bacf-454f-94b0-cd8216ffa309 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.299517] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-229b0c25-d23b-4a60-9a54-8184f2b23c09 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1815.300352] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-561dc2fb-7ca9-4f9d-9970-e76a2507ef86 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.316483] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5765d92b-3210-4d7d-9f5c-98f62f152061 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.319780] env[63750]: DEBUG oslo_vmware.api [None req-229b0c25-d23b-4a60-9a54-8184f2b23c09 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Waiting for the task: (returnval){ [ 1815.319780] env[63750]: value = "task-2006489" [ 1815.319780] env[63750]: _type = "Task" [ 1815.319780] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.328538] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea39fadc-f6a0-4503-a85f-04496dd43341 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.338807] env[63750]: DEBUG oslo_vmware.api [None req-229b0c25-d23b-4a60-9a54-8184f2b23c09 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Task: {'id': task-2006489, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.371701] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178902MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=63750) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1815.371885] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.378213] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f48c5f47-6fbd-4aee-9bd1-69470d19edbf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.387188] env[63750]: DEBUG oslo_vmware.api [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006488, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.391233] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea656030-50d6-4d4d-803b-b67c6af2f35a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.428024] env[63750]: DEBUG nova.compute.manager [req-359fc9bd-1661-49e6-b837-a97958756389 req-c91090a9-a495-4d61-b643-a3e35ed25c2c service nova] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Detach interface failed, port_id=23e4432e-9260-4b6a-9958-9938a0a5fcad, reason: Instance 99c765c3-0b70-4f53-a8e7-e2723898c70e could not be found. {{(pid=63750) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1815.453380] env[63750]: DEBUG nova.network.neutron [req-88186100-f59d-46ea-b64f-2ef46a6bfdc5 req-2de22516-2942-429f-be72-292a8cd83400 service nova] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Updated VIF entry in instance network info cache for port cc2df407-f4cd-4297-9526-fafbac594bee. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1815.453726] env[63750]: DEBUG nova.network.neutron [req-88186100-f59d-46ea-b64f-2ef46a6bfdc5 req-2de22516-2942-429f-be72-292a8cd83400 service nova] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Updating instance_info_cache with network_info: [{"id": "cc2df407-f4cd-4297-9526-fafbac594bee", "address": "fa:16:3e:3a:77:fe", "network": {"id": "cdef1006-9322-4232-8ff4-911be387ffda", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-767626514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec8d92aafc4c4dba8b8511a58b70be3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc2df407-f4", "ovs_interfaceid": "cc2df407-f4cd-4297-9526-fafbac594bee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1815.455712] env[63750]: DEBUG nova.compute.manager [None req-cd22cbc7-54bb-4c72-af7c-c92f67457e4c tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1815.455712] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-cd22cbc7-54bb-4c72-af7c-c92f67457e4c tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1815.456609] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e0c28c-77b5-437b-b591-56af7581a9d0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.464535] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-cd22cbc7-54bb-4c72-af7c-c92f67457e4c tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1815.465530] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47192c60-3be6-458e-96fb-ccbe586815d1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.676517] env[63750]: INFO nova.compute.manager [-] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Took 1.38 seconds to deallocate network for instance. [ 1815.808571] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d545447b-d0d3-44b8-907b-2169a7c33247 tempest-AttachInterfacesUnderV243Test-745870348 tempest-AttachInterfacesUnderV243Test-745870348-project-member] Lock "c4241be9-151b-403f-a5e7-9e34a6425466" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.632s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.834009] env[63750]: DEBUG nova.network.neutron [None req-08f76e0b-cf4c-445a-aa2a-04d9d1d193e8 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: adf74ced-9577-4117-a486-11585818389d] Updating instance_info_cache with network_info: [{"id": "82a2a9d4-eb22-42f7-8c71-2e193aa29274", "address": "fa:16:3e:7b:48:d3", "network": {"id": "8eda0dab-9ec4-424f-9d3e-6af602f3476e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1386180432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22c85b43135a478eb61a8f3e1f8ec3ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82a2a9d4-eb", "ovs_interfaceid": "82a2a9d4-eb22-42f7-8c71-2e193aa29274", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1815.835716] env[63750]: DEBUG oslo_vmware.api [None req-229b0c25-d23b-4a60-9a54-8184f2b23c09 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Task: {'id': task-2006489, 'name': PowerOffVM_Task, 'duration_secs': 0.224966} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.836904] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-229b0c25-d23b-4a60-9a54-8184f2b23c09 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1815.837104] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-229b0c25-d23b-4a60-9a54-8184f2b23c09 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1815.837861] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-faba5e09-9cfe-4bd3-b013-2cff38c67d6f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.840667] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-cd22cbc7-54bb-4c72-af7c-c92f67457e4c tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1815.840853] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-cd22cbc7-54bb-4c72-af7c-c92f67457e4c tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Deleting contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1815.841045] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd22cbc7-54bb-4c72-af7c-c92f67457e4c tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Deleting the datastore file [datastore2] 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1815.841674] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5079224-0481-4c96-afca-8d1abdf02046 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.849275] env[63750]: DEBUG oslo_vmware.api [None req-cd22cbc7-54bb-4c72-af7c-c92f67457e4c tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 1815.849275] env[63750]: value = "task-2006492" [ 1815.849275] env[63750]: _type = "Task" [ 1815.849275] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.859050] env[63750]: DEBUG oslo_vmware.api [None req-cd22cbc7-54bb-4c72-af7c-c92f67457e4c tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006492, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.882768] env[63750]: DEBUG oslo_vmware.api [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006488, 'name': ReconfigVM_Task, 'duration_secs': 0.687668} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.883152] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: fbac5dc9-a86c-44fe-8fa5-0007124ce44b] Reconfigured VM instance instance-0000003d to attach disk [datastore2] fbac5dc9-a86c-44fe-8fa5-0007124ce44b/fbac5dc9-a86c-44fe-8fa5-0007124ce44b.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1815.884150] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08474f63-453d-48c9-8a17-6a7edcb06142 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.891408] env[63750]: DEBUG oslo_vmware.api [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for the task: (returnval){ [ 1815.891408] env[63750]: value = "task-2006493" [ 1815.891408] env[63750]: _type = "Task" [ 1815.891408] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.907463] env[63750]: DEBUG oslo_vmware.api [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006493, 'name': Rename_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.957525] env[63750]: DEBUG oslo_concurrency.lockutils [req-88186100-f59d-46ea-b64f-2ef46a6bfdc5 req-2de22516-2942-429f-be72-292a8cd83400 service nova] Releasing lock "refresh_cache-64a543f2-1a03-40a7-9774-4960e613e17a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1815.991041] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-229b0c25-d23b-4a60-9a54-8184f2b23c09 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1815.991146] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-229b0c25-d23b-4a60-9a54-8184f2b23c09 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1815.991367] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-229b0c25-d23b-4a60-9a54-8184f2b23c09 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Deleting the datastore file [datastore1] 64a543f2-1a03-40a7-9774-4960e613e17a {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1815.991688] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d056f38a-c24a-4e65-a98e-22fd84cd99eb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.000048] env[63750]: DEBUG oslo_vmware.api [None req-229b0c25-d23b-4a60-9a54-8184f2b23c09 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Waiting for the task: (returnval){ [ 1816.000048] env[63750]: value = "task-2006494" [ 1816.000048] env[63750]: _type = "Task" [ 1816.000048] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.010028] env[63750]: DEBUG oslo_vmware.api [None req-229b0c25-d23b-4a60-9a54-8184f2b23c09 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Task: {'id': task-2006494, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.193233] env[63750]: DEBUG oslo_concurrency.lockutils [None req-73ff1319-9ac1-4c6f-8899-0a89dce2696c tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1816.338080] env[63750]: DEBUG oslo_concurrency.lockutils [None req-08f76e0b-cf4c-445a-aa2a-04d9d1d193e8 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Releasing lock "refresh_cache-adf74ced-9577-4117-a486-11585818389d" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1816.362382] env[63750]: DEBUG oslo_vmware.api [None req-cd22cbc7-54bb-4c72-af7c-c92f67457e4c tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006492, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.368629} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.362382] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd22cbc7-54bb-4c72-af7c-c92f67457e4c tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1816.362382] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-cd22cbc7-54bb-4c72-af7c-c92f67457e4c tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Deleted contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1816.362382] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-cd22cbc7-54bb-4c72-af7c-c92f67457e4c tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1816.362382] env[63750]: INFO nova.compute.manager [None req-cd22cbc7-54bb-4c72-af7c-c92f67457e4c tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Took 0.91 seconds to destroy the instance on the hypervisor. [ 1816.362382] env[63750]: DEBUG oslo.service.loopingcall [None req-cd22cbc7-54bb-4c72-af7c-c92f67457e4c tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1816.362382] env[63750]: DEBUG nova.compute.manager [-] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1816.362382] env[63750]: DEBUG nova.network.neutron [-] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1816.405022] env[63750]: DEBUG oslo_vmware.api [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006493, 'name': Rename_Task, 'duration_secs': 0.148475} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.405408] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: fbac5dc9-a86c-44fe-8fa5-0007124ce44b] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1816.405677] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63815f8f-e0be-4575-b5e3-fd84311c267b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.413308] env[63750]: DEBUG oslo_vmware.api [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for the task: (returnval){ [ 1816.413308] env[63750]: value = "task-2006495" [ 1816.413308] env[63750]: _type = "Task" [ 1816.413308] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.426903] env[63750]: DEBUG oslo_vmware.api [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006495, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.525674] env[63750]: DEBUG oslo_vmware.api [None req-229b0c25-d23b-4a60-9a54-8184f2b23c09 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Task: {'id': task-2006494, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.408462} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.525954] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-229b0c25-d23b-4a60-9a54-8184f2b23c09 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1816.526157] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-229b0c25-d23b-4a60-9a54-8184f2b23c09 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1816.526347] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-229b0c25-d23b-4a60-9a54-8184f2b23c09 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1816.526524] env[63750]: INFO nova.compute.manager [None req-229b0c25-d23b-4a60-9a54-8184f2b23c09 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1816.526756] env[63750]: DEBUG oslo.service.loopingcall [None req-229b0c25-d23b-4a60-9a54-8184f2b23c09 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1816.527122] env[63750]: DEBUG nova.compute.manager [-] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1816.527122] env[63750]: DEBUG nova.network.neutron [-] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1816.839938] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd79ba8-4cfb-4ef8-9b06-eb9b801139ca {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.850116] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f16134-8746-4642-b75e-57a9d5216437 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.888968] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea946ab3-df46-4a28-887d-44343b7d6817 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.897767] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2e232e-01d4-4497-8465-c93f66386a0e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.914225] env[63750]: DEBUG nova.compute.provider_tree [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Updating inventory in ProviderTree for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1816.926416] env[63750]: DEBUG oslo_vmware.api [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006495, 'name': PowerOnVM_Task, 'duration_secs': 0.446087} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.926416] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: fbac5dc9-a86c-44fe-8fa5-0007124ce44b] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1816.926416] env[63750]: INFO nova.compute.manager [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: fbac5dc9-a86c-44fe-8fa5-0007124ce44b] Took 9.66 seconds to spawn the instance on the hypervisor. [ 1816.926416] env[63750]: DEBUG nova.compute.manager [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: fbac5dc9-a86c-44fe-8fa5-0007124ce44b] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1816.926796] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e7f68e-9eed-4e6e-9991-7451ca5eda5d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.068148] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Acquiring lock "0420a80c-c7dd-419f-9123-bb69c09e037e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.068389] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Lock "0420a80c-c7dd-419f-9123-bb69c09e037e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.106121] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Acquiring lock "2f025cc6-cd13-4f1b-9236-e5ff5a0f5074" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.107579] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Lock "2f025cc6-cd13-4f1b-9236-e5ff5a0f5074" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.135952] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Acquiring lock "9b56be0d-29db-48b2-81f8-8b1bd7e7362f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.137366] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Lock "9b56be0d-29db-48b2-81f8-8b1bd7e7362f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.172680] env[63750]: DEBUG nova.compute.manager [req-0ece52e4-1bb1-47e2-baf1-1c144be29dd8 req-1647a608-b105-4c05-a053-5015d3d22d9e service nova] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Received event network-vif-deleted-65e5bfa9-c5b1-4e4a-887a-9c00195b7722 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1817.172680] env[63750]: INFO nova.compute.manager [req-0ece52e4-1bb1-47e2-baf1-1c144be29dd8 req-1647a608-b105-4c05-a053-5015d3d22d9e service nova] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Neutron deleted interface 65e5bfa9-c5b1-4e4a-887a-9c00195b7722; detaching it from the instance and deleting it from the info cache [ 1817.172680] env[63750]: DEBUG nova.network.neutron [req-0ece52e4-1bb1-47e2-baf1-1c144be29dd8 req-1647a608-b105-4c05-a053-5015d3d22d9e service nova] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1817.348020] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-08f76e0b-cf4c-445a-aa2a-04d9d1d193e8 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: adf74ced-9577-4117-a486-11585818389d] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1817.348020] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8019f9e-9949-4e71-843b-cc36ba6f569e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.354681] env[63750]: DEBUG oslo_vmware.api [None req-08f76e0b-cf4c-445a-aa2a-04d9d1d193e8 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Waiting for the task: (returnval){ [ 1817.354681] env[63750]: value = "task-2006496" [ 1817.354681] env[63750]: _type = "Task" [ 1817.354681] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.364734] env[63750]: DEBUG oslo_vmware.api [None req-08f76e0b-cf4c-445a-aa2a-04d9d1d193e8 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': task-2006496, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.439458] env[63750]: ERROR nova.scheduler.client.report [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] [req-f9f6b519-ed84-4d1d-b238-921440a79dcd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e97779d2-c1aa-4b7e-928a-1e7ed86edaab. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f9f6b519-ed84-4d1d-b238-921440a79dcd"}]} [ 1817.453020] env[63750]: INFO nova.compute.manager [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: fbac5dc9-a86c-44fe-8fa5-0007124ce44b] Took 41.24 seconds to build instance. [ 1817.461266] env[63750]: DEBUG nova.scheduler.client.report [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Refreshing inventories for resource provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1817.476178] env[63750]: DEBUG nova.scheduler.client.report [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Updating ProviderTree inventory for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1817.476178] env[63750]: DEBUG nova.compute.provider_tree [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Updating inventory in ProviderTree for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1817.488748] env[63750]: DEBUG nova.scheduler.client.report [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Refreshing aggregate associations for resource provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab, aggregates: None {{(pid=63750) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1817.509121] env[63750]: DEBUG nova.scheduler.client.report [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Refreshing trait associations for resource provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=63750) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1817.570578] env[63750]: DEBUG nova.compute.manager [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 0420a80c-c7dd-419f-9123-bb69c09e037e] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1817.611898] env[63750]: DEBUG nova.compute.manager [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1817.632603] env[63750]: DEBUG nova.network.neutron [-] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1817.643394] env[63750]: DEBUG nova.compute.manager [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 9b56be0d-29db-48b2-81f8-8b1bd7e7362f] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1817.674600] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-55ee60db-25bd-48d2-9861-f8808ba43f3b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.686247] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e758e837-4547-4742-aa86-0bec1505eab7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.707138] env[63750]: DEBUG nova.network.neutron [-] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1817.732157] env[63750]: DEBUG nova.compute.manager [req-0ece52e4-1bb1-47e2-baf1-1c144be29dd8 req-1647a608-b105-4c05-a053-5015d3d22d9e service nova] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Detach interface failed, port_id=65e5bfa9-c5b1-4e4a-887a-9c00195b7722, reason: Instance 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d could not be found. {{(pid=63750) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1817.869603] env[63750]: DEBUG oslo_vmware.api [None req-08f76e0b-cf4c-445a-aa2a-04d9d1d193e8 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': task-2006496, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.904172] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d97fcb65-d30f-4915-b56d-1c03921f8d86 tempest-ServersAdminTestJSON-879345193 tempest-ServersAdminTestJSON-879345193-project-admin] Acquiring lock "refresh_cache-fbac5dc9-a86c-44fe-8fa5-0007124ce44b" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1817.904172] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d97fcb65-d30f-4915-b56d-1c03921f8d86 tempest-ServersAdminTestJSON-879345193 tempest-ServersAdminTestJSON-879345193-project-admin] Acquired lock "refresh_cache-fbac5dc9-a86c-44fe-8fa5-0007124ce44b" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1817.904172] env[63750]: DEBUG nova.network.neutron [None req-d97fcb65-d30f-4915-b56d-1c03921f8d86 tempest-ServersAdminTestJSON-879345193 tempest-ServersAdminTestJSON-879345193-project-admin] [instance: fbac5dc9-a86c-44fe-8fa5-0007124ce44b] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1817.955243] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cf74e995-3fb0-4733-ae7b-8fc50f1c4343 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Lock "fbac5dc9-a86c-44fe-8fa5-0007124ce44b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.756s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.997077] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830f8fb7-f44c-4aa4-8dd1-af37e9c3bd9a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.004702] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c83d8b6-4c27-42ab-9b54-0e4aeda62f88 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.039328] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12813365-bcbd-42ba-a552-8a873d165aa4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.047203] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d9b77f-69c7-4158-a833-18d2c61c4eaa {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.062709] env[63750]: DEBUG nova.compute.provider_tree [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Updating inventory in ProviderTree for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1818.098216] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1818.134183] env[63750]: INFO nova.compute.manager [-] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Took 1.77 seconds to deallocate network for instance. [ 1818.137115] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1818.165791] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1818.210022] env[63750]: INFO nova.compute.manager [-] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Took 1.68 seconds to deallocate network for instance. [ 1818.368068] env[63750]: DEBUG oslo_vmware.api [None req-08f76e0b-cf4c-445a-aa2a-04d9d1d193e8 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': task-2006496, 'name': PowerOnVM_Task, 'duration_secs': 0.656179} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.368455] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-08f76e0b-cf4c-445a-aa2a-04d9d1d193e8 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: adf74ced-9577-4117-a486-11585818389d] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1818.368638] env[63750]: DEBUG nova.compute.manager [None req-08f76e0b-cf4c-445a-aa2a-04d9d1d193e8 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: adf74ced-9577-4117-a486-11585818389d] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1818.369539] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8d52bf-a0fb-44c0-b9ca-aef61fb43eff {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.585845] env[63750]: ERROR nova.scheduler.client.report [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] [req-cf18c300-c86c-42a2-8e68-39afd17e603c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e97779d2-c1aa-4b7e-928a-1e7ed86edaab. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cf18c300-c86c-42a2-8e68-39afd17e603c"}]} [ 1818.613881] env[63750]: DEBUG nova.scheduler.client.report [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Refreshing inventories for resource provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1818.631511] env[63750]: DEBUG nova.scheduler.client.report [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Updating ProviderTree inventory for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1818.631745] env[63750]: DEBUG nova.compute.provider_tree [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Updating inventory in ProviderTree for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1818.642407] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cd22cbc7-54bb-4c72-af7c-c92f67457e4c tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1818.644276] env[63750]: DEBUG nova.scheduler.client.report [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Refreshing aggregate associations for resource provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab, aggregates: None {{(pid=63750) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1818.666488] env[63750]: DEBUG nova.scheduler.client.report [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Refreshing trait associations for resource provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=63750) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1818.714219] env[63750]: DEBUG nova.network.neutron [None req-d97fcb65-d30f-4915-b56d-1c03921f8d86 tempest-ServersAdminTestJSON-879345193 tempest-ServersAdminTestJSON-879345193-project-admin] [instance: fbac5dc9-a86c-44fe-8fa5-0007124ce44b] Updating instance_info_cache with network_info: [{"id": "9f07a2bf-ca16-4e79-aa72-28bd8b2bbde3", "address": "fa:16:3e:16:ac:8f", "network": {"id": "cc35f8bc-8a9b-45a4-9f68-dae924fa57a9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1140993122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0c89bae00b24212a69070c7cf47dd33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f07a2bf-ca", "ovs_interfaceid": "9f07a2bf-ca16-4e79-aa72-28bd8b2bbde3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1818.721909] env[63750]: DEBUG oslo_concurrency.lockutils [None req-229b0c25-d23b-4a60-9a54-8184f2b23c09 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.110510] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8134944-114b-4e71-88d0-f23263c871c1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.119243] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89333b4a-2f1a-4ab6-9035-0c5daa64f950 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.153430] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e11b08f-bfe5-4181-b111-7c12b8ac0fe4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.161791] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694e29c2-e70b-443b-ad9b-6d3a8f084b06 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.177803] env[63750]: DEBUG nova.compute.provider_tree [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Updating inventory in ProviderTree for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1819.203406] env[63750]: DEBUG nova.compute.manager [req-f6320c40-503c-495d-9417-22a7d0504ea6 req-a1bd584a-62a2-46f1-ba0a-c141e65bc350 service nova] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Received event network-vif-deleted-cc2df407-f4cd-4297-9526-fafbac594bee {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1819.223267] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d97fcb65-d30f-4915-b56d-1c03921f8d86 tempest-ServersAdminTestJSON-879345193 tempest-ServersAdminTestJSON-879345193-project-admin] Releasing lock "refresh_cache-fbac5dc9-a86c-44fe-8fa5-0007124ce44b" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1819.223504] env[63750]: DEBUG nova.compute.manager [None req-d97fcb65-d30f-4915-b56d-1c03921f8d86 tempest-ServersAdminTestJSON-879345193 tempest-ServersAdminTestJSON-879345193-project-admin] [instance: fbac5dc9-a86c-44fe-8fa5-0007124ce44b] Inject network info {{(pid=63750) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1819.223756] env[63750]: DEBUG nova.compute.manager [None req-d97fcb65-d30f-4915-b56d-1c03921f8d86 tempest-ServersAdminTestJSON-879345193 tempest-ServersAdminTestJSON-879345193-project-admin] [instance: fbac5dc9-a86c-44fe-8fa5-0007124ce44b] network_info to inject: |[{"id": "9f07a2bf-ca16-4e79-aa72-28bd8b2bbde3", "address": "fa:16:3e:16:ac:8f", "network": {"id": "cc35f8bc-8a9b-45a4-9f68-dae924fa57a9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1140993122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0c89bae00b24212a69070c7cf47dd33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f07a2bf-ca", "ovs_interfaceid": "9f07a2bf-ca16-4e79-aa72-28bd8b2bbde3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1819.228601] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-d97fcb65-d30f-4915-b56d-1c03921f8d86 tempest-ServersAdminTestJSON-879345193 tempest-ServersAdminTestJSON-879345193-project-admin] [instance: fbac5dc9-a86c-44fe-8fa5-0007124ce44b] Reconfiguring VM instance to set the machine id {{(pid=63750) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1819.229066] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3431bde-4262-4bd2-b279-1a4840f71872 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.245144] env[63750]: DEBUG oslo_vmware.api [None req-d97fcb65-d30f-4915-b56d-1c03921f8d86 tempest-ServersAdminTestJSON-879345193 tempest-ServersAdminTestJSON-879345193-project-admin] Waiting for the task: (returnval){ [ 1819.245144] env[63750]: value = "task-2006497" [ 1819.245144] env[63750]: _type = "Task" [ 1819.245144] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.254814] env[63750]: DEBUG oslo_vmware.api [None req-d97fcb65-d30f-4915-b56d-1c03921f8d86 tempest-ServersAdminTestJSON-879345193 tempest-ServersAdminTestJSON-879345193-project-admin] Task: {'id': task-2006497, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.718854] env[63750]: DEBUG nova.scheduler.client.report [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Updated inventory for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with generation 90 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1819.719145] env[63750]: DEBUG nova.compute.provider_tree [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Updating resource provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab generation from 90 to 91 during operation: update_inventory {{(pid=63750) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1819.719342] env[63750]: DEBUG nova.compute.provider_tree [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Updating inventory in ProviderTree for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1819.759845] env[63750]: DEBUG oslo_vmware.api [None req-d97fcb65-d30f-4915-b56d-1c03921f8d86 tempest-ServersAdminTestJSON-879345193 tempest-ServersAdminTestJSON-879345193-project-admin] Task: {'id': task-2006497, 'name': ReconfigVM_Task, 'duration_secs': 0.161813} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.760213] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-d97fcb65-d30f-4915-b56d-1c03921f8d86 tempest-ServersAdminTestJSON-879345193 tempest-ServersAdminTestJSON-879345193-project-admin] [instance: fbac5dc9-a86c-44fe-8fa5-0007124ce44b] Reconfigured VM instance to set the machine id {{(pid=63750) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1820.230241] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.974s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.230241] env[63750]: DEBUG nova.compute.manager [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] [instance: 64f39f2d-d65b-4cbe-ad6a-b755acc238f1] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1820.232502] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.330s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.233879] env[63750]: INFO nova.compute.claims [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: f456f617-7004-4849-b5b3-743adbe45ed1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1820.687485] env[63750]: INFO nova.compute.manager [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Rebuilding instance [ 1820.733749] env[63750]: DEBUG nova.compute.manager [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1820.734770] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001ab392-e514-453c-aa4d-2d37e2376d77 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.738334] env[63750]: DEBUG nova.compute.utils [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1820.741445] env[63750]: DEBUG nova.compute.manager [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] [instance: 64f39f2d-d65b-4cbe-ad6a-b755acc238f1] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1820.741445] env[63750]: DEBUG nova.network.neutron [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] [instance: 64f39f2d-d65b-4cbe-ad6a-b755acc238f1] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1820.851883] env[63750]: DEBUG nova.policy [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1be48b2a3c14d8585c4d3c2b49318a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7aec5c103ba04bc384679ded52de6c88', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1821.152726] env[63750]: DEBUG nova.network.neutron [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] [instance: 64f39f2d-d65b-4cbe-ad6a-b755acc238f1] Successfully created port: 771389ef-ccf3-4476-a435-7b4614e25bb4 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1821.241794] env[63750]: DEBUG nova.compute.manager [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] [instance: 64f39f2d-d65b-4cbe-ad6a-b755acc238f1] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1821.752742] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7847ee38-a66e-4a39-baa3-b84bacdebd48 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.758685] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1821.758685] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e20f6ba3-3334-45ba-8094-6ab870339f2e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.762985] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d9ba19-6cd9-4f4e-92f1-d5296287ee08 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.767901] env[63750]: DEBUG oslo_vmware.api [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for the task: (returnval){ [ 1821.767901] env[63750]: value = "task-2006498" [ 1821.767901] env[63750]: _type = "Task" [ 1821.767901] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.809375] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b52e157-9cb8-4678-9c31-f54f64968c38 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.815933] env[63750]: DEBUG oslo_vmware.api [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006498, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.821485] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc740f14-a548-44d7-8b8b-494480aa78a1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.836393] env[63750]: DEBUG nova.compute.provider_tree [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1822.152190] env[63750]: DEBUG oslo_concurrency.lockutils [None req-47cf083e-41fe-4ad6-be68-d539b19a823f tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Acquiring lock "42845a75-0a2f-4563-a2d5-39e8f7b5e36c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1822.152190] env[63750]: DEBUG oslo_concurrency.lockutils [None req-47cf083e-41fe-4ad6-be68-d539b19a823f tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Lock "42845a75-0a2f-4563-a2d5-39e8f7b5e36c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.152190] env[63750]: DEBUG oslo_concurrency.lockutils [None req-47cf083e-41fe-4ad6-be68-d539b19a823f tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Acquiring lock "42845a75-0a2f-4563-a2d5-39e8f7b5e36c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1822.152190] env[63750]: DEBUG oslo_concurrency.lockutils [None req-47cf083e-41fe-4ad6-be68-d539b19a823f tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Lock "42845a75-0a2f-4563-a2d5-39e8f7b5e36c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.152190] env[63750]: DEBUG oslo_concurrency.lockutils [None req-47cf083e-41fe-4ad6-be68-d539b19a823f tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Lock "42845a75-0a2f-4563-a2d5-39e8f7b5e36c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.152504] env[63750]: INFO nova.compute.manager [None req-47cf083e-41fe-4ad6-be68-d539b19a823f tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 42845a75-0a2f-4563-a2d5-39e8f7b5e36c] Terminating instance [ 1822.257963] env[63750]: DEBUG nova.compute.manager [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] [instance: 64f39f2d-d65b-4cbe-ad6a-b755acc238f1] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1822.279711] env[63750]: DEBUG oslo_vmware.api [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006498, 'name': PowerOffVM_Task, 'duration_secs': 0.281133} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.279711] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1822.279880] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1822.280646] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38f965e-cc2f-484f-b8c3-2388771ce8b5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.289109] env[63750]: DEBUG nova.virt.hardware [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1822.289109] env[63750]: DEBUG nova.virt.hardware [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1822.289109] env[63750]: DEBUG nova.virt.hardware [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1822.289109] env[63750]: DEBUG nova.virt.hardware [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1822.289287] env[63750]: DEBUG nova.virt.hardware [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1822.289393] env[63750]: DEBUG nova.virt.hardware [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1822.289595] env[63750]: DEBUG nova.virt.hardware [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1822.289726] env[63750]: DEBUG nova.virt.hardware [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1822.290594] env[63750]: DEBUG nova.virt.hardware [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1822.290594] env[63750]: DEBUG nova.virt.hardware [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1822.290594] env[63750]: DEBUG nova.virt.hardware [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1822.290972] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f0b965-7165-49a4-a520-99c8a07d3c69 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.300671] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1822.301369] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90a58915-6e85-45ff-b5a9-6dc4254c1b48 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.303407] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679eb7f2-9d01-46fd-8c02-384f4ee1d71a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.340651] env[63750]: DEBUG nova.scheduler.client.report [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1822.505652] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1822.505879] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1822.506103] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Deleting the datastore file [datastore1] 6837b938-5169-44a2-a03f-e6a2064334d6 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1822.506387] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78ca9719-6a8e-4151-b2a7-fd196d680e5a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.514292] env[63750]: DEBUG oslo_vmware.api [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for the task: (returnval){ [ 1822.514292] env[63750]: value = "task-2006500" [ 1822.514292] env[63750]: _type = "Task" [ 1822.514292] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.524216] env[63750]: DEBUG oslo_vmware.api [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006500, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.661210] env[63750]: DEBUG nova.compute.manager [None req-47cf083e-41fe-4ad6-be68-d539b19a823f tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 42845a75-0a2f-4563-a2d5-39e8f7b5e36c] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1822.661576] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-47cf083e-41fe-4ad6-be68-d539b19a823f tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 42845a75-0a2f-4563-a2d5-39e8f7b5e36c] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1822.662848] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5171213-b364-4707-bb08-573ff4a8df6e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.676871] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-47cf083e-41fe-4ad6-be68-d539b19a823f tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 42845a75-0a2f-4563-a2d5-39e8f7b5e36c] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1822.677169] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c089c2ad-c14b-481e-ab50-5736e9a27993 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.683789] env[63750]: DEBUG oslo_vmware.api [None req-47cf083e-41fe-4ad6-be68-d539b19a823f tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Waiting for the task: (returnval){ [ 1822.683789] env[63750]: value = "task-2006501" [ 1822.683789] env[63750]: _type = "Task" [ 1822.683789] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.696599] env[63750]: DEBUG oslo_vmware.api [None req-47cf083e-41fe-4ad6-be68-d539b19a823f tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': task-2006501, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.849500] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.849500] env[63750]: DEBUG nova.compute.manager [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: f456f617-7004-4849-b5b3-743adbe45ed1] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1822.851870] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.175s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.854399] env[63750]: INFO nova.compute.claims [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1822.899710] env[63750]: DEBUG nova.compute.manager [req-3a2c806d-a0bf-43d3-bd0b-e7dd8148075c req-51feddde-8172-4f66-98c7-d1bd6f4c3d3e service nova] [instance: 64f39f2d-d65b-4cbe-ad6a-b755acc238f1] Received event network-vif-plugged-771389ef-ccf3-4476-a435-7b4614e25bb4 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1822.899710] env[63750]: DEBUG oslo_concurrency.lockutils [req-3a2c806d-a0bf-43d3-bd0b-e7dd8148075c req-51feddde-8172-4f66-98c7-d1bd6f4c3d3e service nova] Acquiring lock "64f39f2d-d65b-4cbe-ad6a-b755acc238f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1822.899710] env[63750]: DEBUG oslo_concurrency.lockutils [req-3a2c806d-a0bf-43d3-bd0b-e7dd8148075c req-51feddde-8172-4f66-98c7-d1bd6f4c3d3e service nova] Lock "64f39f2d-d65b-4cbe-ad6a-b755acc238f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.899874] env[63750]: DEBUG oslo_concurrency.lockutils [req-3a2c806d-a0bf-43d3-bd0b-e7dd8148075c req-51feddde-8172-4f66-98c7-d1bd6f4c3d3e service nova] Lock "64f39f2d-d65b-4cbe-ad6a-b755acc238f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.900033] env[63750]: DEBUG nova.compute.manager [req-3a2c806d-a0bf-43d3-bd0b-e7dd8148075c req-51feddde-8172-4f66-98c7-d1bd6f4c3d3e service nova] [instance: 64f39f2d-d65b-4cbe-ad6a-b755acc238f1] No waiting events found dispatching network-vif-plugged-771389ef-ccf3-4476-a435-7b4614e25bb4 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1822.900261] env[63750]: WARNING nova.compute.manager [req-3a2c806d-a0bf-43d3-bd0b-e7dd8148075c req-51feddde-8172-4f66-98c7-d1bd6f4c3d3e service nova] [instance: 64f39f2d-d65b-4cbe-ad6a-b755acc238f1] Received unexpected event network-vif-plugged-771389ef-ccf3-4476-a435-7b4614e25bb4 for instance with vm_state building and task_state spawning. [ 1823.025306] env[63750]: DEBUG oslo_vmware.api [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006500, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146809} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.025306] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1823.025306] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1823.025520] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1823.139512] env[63750]: DEBUG nova.network.neutron [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] [instance: 64f39f2d-d65b-4cbe-ad6a-b755acc238f1] Successfully updated port: 771389ef-ccf3-4476-a435-7b4614e25bb4 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1823.195243] env[63750]: DEBUG oslo_vmware.api [None req-47cf083e-41fe-4ad6-be68-d539b19a823f tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': task-2006501, 'name': PowerOffVM_Task, 'duration_secs': 0.264173} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.195519] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-47cf083e-41fe-4ad6-be68-d539b19a823f tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 42845a75-0a2f-4563-a2d5-39e8f7b5e36c] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1823.195750] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-47cf083e-41fe-4ad6-be68-d539b19a823f tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 42845a75-0a2f-4563-a2d5-39e8f7b5e36c] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1823.195930] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f95a86f1-6d78-48cc-8ec2-ff5ea8675506 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.335437] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-47cf083e-41fe-4ad6-be68-d539b19a823f tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 42845a75-0a2f-4563-a2d5-39e8f7b5e36c] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1823.335653] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-47cf083e-41fe-4ad6-be68-d539b19a823f tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 42845a75-0a2f-4563-a2d5-39e8f7b5e36c] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1823.335829] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-47cf083e-41fe-4ad6-be68-d539b19a823f tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Deleting the datastore file [datastore1] 42845a75-0a2f-4563-a2d5-39e8f7b5e36c {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1823.336119] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca967b65-bef0-405a-aaf0-32fcb15b7308 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.342852] env[63750]: DEBUG oslo_vmware.api [None req-47cf083e-41fe-4ad6-be68-d539b19a823f tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Waiting for the task: (returnval){ [ 1823.342852] env[63750]: value = "task-2006503" [ 1823.342852] env[63750]: _type = "Task" [ 1823.342852] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.358740] env[63750]: DEBUG nova.compute.utils [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1823.362073] env[63750]: DEBUG oslo_vmware.api [None req-47cf083e-41fe-4ad6-be68-d539b19a823f tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': task-2006503, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.362688] env[63750]: DEBUG nova.compute.manager [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: f456f617-7004-4849-b5b3-743adbe45ed1] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1823.362886] env[63750]: DEBUG nova.network.neutron [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: f456f617-7004-4849-b5b3-743adbe45ed1] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1823.426993] env[63750]: DEBUG nova.policy [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34e09636d2e2459c968741baef923422', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '348f6d26e2ec4f0ea7a2f9ae9fdf7a62', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1823.642927] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Acquiring lock "refresh_cache-64f39f2d-d65b-4cbe-ad6a-b755acc238f1" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1823.644500] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Acquired lock "refresh_cache-64f39f2d-d65b-4cbe-ad6a-b755acc238f1" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1823.644500] env[63750]: DEBUG nova.network.neutron [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] [instance: 64f39f2d-d65b-4cbe-ad6a-b755acc238f1] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1823.764571] env[63750]: DEBUG nova.network.neutron [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: f456f617-7004-4849-b5b3-743adbe45ed1] Successfully created port: 945d8826-8856-4579-bb97-38f7cedd371a {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1823.857116] env[63750]: DEBUG oslo_vmware.api [None req-47cf083e-41fe-4ad6-be68-d539b19a823f tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': task-2006503, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172264} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.857432] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-47cf083e-41fe-4ad6-be68-d539b19a823f tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1823.857764] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-47cf083e-41fe-4ad6-be68-d539b19a823f tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 42845a75-0a2f-4563-a2d5-39e8f7b5e36c] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1823.858739] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-47cf083e-41fe-4ad6-be68-d539b19a823f tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 42845a75-0a2f-4563-a2d5-39e8f7b5e36c] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1823.859054] env[63750]: INFO nova.compute.manager [None req-47cf083e-41fe-4ad6-be68-d539b19a823f tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 42845a75-0a2f-4563-a2d5-39e8f7b5e36c] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1823.859455] env[63750]: DEBUG oslo.service.loopingcall [None req-47cf083e-41fe-4ad6-be68-d539b19a823f tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1823.859766] env[63750]: DEBUG nova.compute.manager [-] [instance: 42845a75-0a2f-4563-a2d5-39e8f7b5e36c] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1823.859929] env[63750]: DEBUG nova.network.neutron [-] [instance: 42845a75-0a2f-4563-a2d5-39e8f7b5e36c] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1823.863182] env[63750]: DEBUG nova.compute.manager [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: f456f617-7004-4849-b5b3-743adbe45ed1] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1824.061166] env[63750]: DEBUG nova.virt.hardware [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1824.061428] env[63750]: DEBUG nova.virt.hardware [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1824.061588] env[63750]: DEBUG nova.virt.hardware [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1824.061770] env[63750]: DEBUG nova.virt.hardware [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1824.061914] env[63750]: DEBUG nova.virt.hardware [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1824.062087] env[63750]: DEBUG nova.virt.hardware [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1824.062311] env[63750]: DEBUG nova.virt.hardware [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1824.062471] env[63750]: DEBUG nova.virt.hardware [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1824.062633] env[63750]: DEBUG nova.virt.hardware [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1824.062790] env[63750]: DEBUG nova.virt.hardware [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1824.062958] env[63750]: DEBUG nova.virt.hardware [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1824.066418] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a922cc5-7aea-47bb-b963-376cec9124d6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.074701] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da99ca56-b907-4bbb-a588-56201da86ed4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.089663] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:fd:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f66f8375-4460-4acd-987b-acda72bfcf0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ce2e55a-3cdf-44d0-8d78-a2b986d8d587', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1824.100531] env[63750]: DEBUG oslo.service.loopingcall [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1824.100531] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1824.100531] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b580af17-d34c-4fba-a9e8-23f3d4bf0a51 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.124512] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1824.124512] env[63750]: value = "task-2006504" [ 1824.124512] env[63750]: _type = "Task" [ 1824.124512] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.132579] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006504, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.221817] env[63750]: DEBUG nova.network.neutron [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] [instance: 64f39f2d-d65b-4cbe-ad6a-b755acc238f1] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1824.266916] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Acquiring lock "061e6a4c-f817-4955-9813-f63c318f6739" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.267163] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Lock "061e6a4c-f817-4955-9813-f63c318f6739" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.419518] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e9071e-b2d5-4500-8f93-bbe60346e3b4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.432560] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab0811e-afd3-455d-976e-64fd27ae0775 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.468015] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86acb389-56dc-41cf-a746-49977d026135 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.478248] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974aea6c-6d79-40d4-a0b2-4dcb36aadf45 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.496022] env[63750]: DEBUG nova.compute.provider_tree [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1824.517506] env[63750]: DEBUG nova.network.neutron [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] [instance: 64f39f2d-d65b-4cbe-ad6a-b755acc238f1] Updating instance_info_cache with network_info: [{"id": "771389ef-ccf3-4476-a435-7b4614e25bb4", "address": "fa:16:3e:0b:5d:e6", "network": {"id": "cddf73b7-718d-4f41-8e56-5f8e629ca3c4", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1349036278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7aec5c103ba04bc384679ded52de6c88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap771389ef-cc", "ovs_interfaceid": "771389ef-ccf3-4476-a435-7b4614e25bb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1824.635052] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006504, 'name': CreateVM_Task, 'duration_secs': 0.473284} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.635194] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1824.635867] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.636046] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.636388] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1824.636645] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83b27a7b-fd8e-4065-abc8-891c8f96d256 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.641037] env[63750]: DEBUG oslo_vmware.api [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for the task: (returnval){ [ 1824.641037] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52d8742c-b00d-654e-aec2-d2b65fea681e" [ 1824.641037] env[63750]: _type = "Task" [ 1824.641037] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.649110] env[63750]: DEBUG oslo_vmware.api [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52d8742c-b00d-654e-aec2-d2b65fea681e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.770265] env[63750]: DEBUG nova.compute.manager [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] [instance: 061e6a4c-f817-4955-9813-f63c318f6739] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1824.863791] env[63750]: DEBUG nova.network.neutron [-] [instance: 42845a75-0a2f-4563-a2d5-39e8f7b5e36c] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1824.885845] env[63750]: DEBUG nova.compute.manager [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: f456f617-7004-4849-b5b3-743adbe45ed1] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1824.913019] env[63750]: DEBUG nova.virt.hardware [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1824.913268] env[63750]: DEBUG nova.virt.hardware [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1824.913421] env[63750]: DEBUG nova.virt.hardware [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1824.913606] env[63750]: DEBUG nova.virt.hardware [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1824.913744] env[63750]: DEBUG nova.virt.hardware [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1824.913884] env[63750]: DEBUG nova.virt.hardware [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1824.914098] env[63750]: DEBUG nova.virt.hardware [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1824.914258] env[63750]: DEBUG nova.virt.hardware [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1824.914420] env[63750]: DEBUG nova.virt.hardware [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1824.914575] env[63750]: DEBUG nova.virt.hardware [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1824.914740] env[63750]: DEBUG nova.virt.hardware [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1824.915629] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce8c9f5-45cd-4fc9-b965-843fac923728 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.923677] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f2da30-9a3c-4c26-bbde-6c36404593f7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.929749] env[63750]: DEBUG nova.compute.manager [req-96db429a-9c17-4bdb-a69a-be764247bab8 req-e283b708-7eec-4c35-96a1-27024160a54e service nova] [instance: 64f39f2d-d65b-4cbe-ad6a-b755acc238f1] Received event network-changed-771389ef-ccf3-4476-a435-7b4614e25bb4 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1824.929939] env[63750]: DEBUG nova.compute.manager [req-96db429a-9c17-4bdb-a69a-be764247bab8 req-e283b708-7eec-4c35-96a1-27024160a54e service nova] [instance: 64f39f2d-d65b-4cbe-ad6a-b755acc238f1] Refreshing instance network info cache due to event network-changed-771389ef-ccf3-4476-a435-7b4614e25bb4. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1824.930144] env[63750]: DEBUG oslo_concurrency.lockutils [req-96db429a-9c17-4bdb-a69a-be764247bab8 req-e283b708-7eec-4c35-96a1-27024160a54e service nova] Acquiring lock "refresh_cache-64f39f2d-d65b-4cbe-ad6a-b755acc238f1" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.997572] env[63750]: DEBUG nova.scheduler.client.report [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1825.019899] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Releasing lock "refresh_cache-64f39f2d-d65b-4cbe-ad6a-b755acc238f1" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1825.020248] env[63750]: DEBUG nova.compute.manager [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] [instance: 64f39f2d-d65b-4cbe-ad6a-b755acc238f1] Instance network_info: |[{"id": "771389ef-ccf3-4476-a435-7b4614e25bb4", "address": "fa:16:3e:0b:5d:e6", "network": {"id": "cddf73b7-718d-4f41-8e56-5f8e629ca3c4", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1349036278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7aec5c103ba04bc384679ded52de6c88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap771389ef-cc", "ovs_interfaceid": "771389ef-ccf3-4476-a435-7b4614e25bb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1825.020547] env[63750]: DEBUG oslo_concurrency.lockutils [req-96db429a-9c17-4bdb-a69a-be764247bab8 req-e283b708-7eec-4c35-96a1-27024160a54e service nova] Acquired lock "refresh_cache-64f39f2d-d65b-4cbe-ad6a-b755acc238f1" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1825.020730] env[63750]: DEBUG nova.network.neutron [req-96db429a-9c17-4bdb-a69a-be764247bab8 req-e283b708-7eec-4c35-96a1-27024160a54e service nova] [instance: 64f39f2d-d65b-4cbe-ad6a-b755acc238f1] Refreshing network info cache for port 771389ef-ccf3-4476-a435-7b4614e25bb4 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1825.021881] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] [instance: 64f39f2d-d65b-4cbe-ad6a-b755acc238f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:5d:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a8f5363-be3a-4f92-9ccf-33bb0c8113b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '771389ef-ccf3-4476-a435-7b4614e25bb4', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1825.030495] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Creating folder: Project (7aec5c103ba04bc384679ded52de6c88). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1825.033291] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85310f74-75c1-42ec-8a2a-ebd9d9f8b742 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.046125] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Created folder: Project (7aec5c103ba04bc384679ded52de6c88) in parent group-v412391. [ 1825.046338] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Creating folder: Instances. Parent ref: group-v412556. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1825.046587] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58519194-a1fe-4072-80f0-9ecfcedb119e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.054889] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Created folder: Instances in parent group-v412556. [ 1825.055239] env[63750]: DEBUG oslo.service.loopingcall [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1825.055431] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64f39f2d-d65b-4cbe-ad6a-b755acc238f1] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1825.055629] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-790cdfa7-1877-4104-8ce4-c836e4bbe62c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.074733] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1825.074733] env[63750]: value = "task-2006507" [ 1825.074733] env[63750]: _type = "Task" [ 1825.074733] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.084183] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006507, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.152931] env[63750]: DEBUG oslo_vmware.api [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52d8742c-b00d-654e-aec2-d2b65fea681e, 'name': SearchDatastore_Task, 'duration_secs': 0.010234} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.153249] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1825.153489] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1825.153716] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1825.153859] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1825.154052] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1825.154310] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f47aef6b-c9f3-4056-aac1-a7a2e3d92aee {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.161661] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1825.161930] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1825.162523] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8986f8c4-7341-49e7-baed-4d8f789ee518 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.169408] env[63750]: DEBUG oslo_vmware.api [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for the task: (returnval){ [ 1825.169408] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52593834-cbcb-fa36-a5f6-f0b671fd02a3" [ 1825.169408] env[63750]: _type = "Task" [ 1825.169408] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.176836] env[63750]: DEBUG oslo_vmware.api [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52593834-cbcb-fa36-a5f6-f0b671fd02a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.274016] env[63750]: DEBUG nova.network.neutron [req-96db429a-9c17-4bdb-a69a-be764247bab8 req-e283b708-7eec-4c35-96a1-27024160a54e service nova] [instance: 64f39f2d-d65b-4cbe-ad6a-b755acc238f1] Updated VIF entry in instance network info cache for port 771389ef-ccf3-4476-a435-7b4614e25bb4. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1825.274397] env[63750]: DEBUG nova.network.neutron [req-96db429a-9c17-4bdb-a69a-be764247bab8 req-e283b708-7eec-4c35-96a1-27024160a54e service nova] [instance: 64f39f2d-d65b-4cbe-ad6a-b755acc238f1] Updating instance_info_cache with network_info: [{"id": "771389ef-ccf3-4476-a435-7b4614e25bb4", "address": "fa:16:3e:0b:5d:e6", "network": {"id": "cddf73b7-718d-4f41-8e56-5f8e629ca3c4", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1349036278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7aec5c103ba04bc384679ded52de6c88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap771389ef-cc", "ovs_interfaceid": "771389ef-ccf3-4476-a435-7b4614e25bb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1825.292866] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.368174] env[63750]: INFO nova.compute.manager [-] [instance: 42845a75-0a2f-4563-a2d5-39e8f7b5e36c] Took 1.51 seconds to deallocate network for instance. [ 1825.504928] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.505635] env[63750]: DEBUG nova.compute.manager [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1825.508824] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 31.786s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.584797] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006507, 'name': CreateVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.613203] env[63750]: DEBUG nova.network.neutron [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: f456f617-7004-4849-b5b3-743adbe45ed1] Successfully updated port: 945d8826-8856-4579-bb97-38f7cedd371a {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1825.681426] env[63750]: DEBUG oslo_vmware.api [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52593834-cbcb-fa36-a5f6-f0b671fd02a3, 'name': SearchDatastore_Task, 'duration_secs': 0.010831} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.682231] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eff1b25d-7036-42a2-aafb-e6f53fa489c5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.687864] env[63750]: DEBUG oslo_vmware.api [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for the task: (returnval){ [ 1825.687864] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52b7c927-2bb6-f2e9-ddb6-78eb3ff6f198" [ 1825.687864] env[63750]: _type = "Task" [ 1825.687864] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.696523] env[63750]: DEBUG oslo_vmware.api [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52b7c927-2bb6-f2e9-ddb6-78eb3ff6f198, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.779056] env[63750]: DEBUG oslo_concurrency.lockutils [req-96db429a-9c17-4bdb-a69a-be764247bab8 req-e283b708-7eec-4c35-96a1-27024160a54e service nova] Releasing lock "refresh_cache-64f39f2d-d65b-4cbe-ad6a-b755acc238f1" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1825.779408] env[63750]: DEBUG nova.compute.manager [req-96db429a-9c17-4bdb-a69a-be764247bab8 req-e283b708-7eec-4c35-96a1-27024160a54e service nova] [instance: 42845a75-0a2f-4563-a2d5-39e8f7b5e36c] Received event network-vif-deleted-4089cdc2-8cf0-4e06-929d-71a2ca0a76fc {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1825.876896] env[63750]: DEBUG oslo_concurrency.lockutils [None req-47cf083e-41fe-4ad6-be68-d539b19a823f tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.012648] env[63750]: DEBUG nova.compute.utils [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1826.014133] env[63750]: DEBUG nova.compute.manager [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1826.014310] env[63750]: DEBUG nova.network.neutron [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1826.018428] env[63750]: INFO nova.compute.claims [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1826.058265] env[63750]: DEBUG nova.policy [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb28758854884d078309f76a7376d632', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '431b2c7dd05d40b298b33bcb62a6492a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1826.084503] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006507, 'name': CreateVM_Task, 'duration_secs': 0.526208} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.084685] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64f39f2d-d65b-4cbe-ad6a-b755acc238f1] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1826.085396] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1826.085564] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1826.085909] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1826.086150] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c651724a-2db6-4f22-ba50-12101458cba3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.091210] env[63750]: DEBUG oslo_vmware.api [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Waiting for the task: (returnval){ [ 1826.091210] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52c2a096-f10d-4355-6b50-9dff77516998" [ 1826.091210] env[63750]: _type = "Task" [ 1826.091210] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.098842] env[63750]: DEBUG oslo_vmware.api [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52c2a096-f10d-4355-6b50-9dff77516998, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.117087] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquiring lock "refresh_cache-f456f617-7004-4849-b5b3-743adbe45ed1" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1826.117366] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquired lock "refresh_cache-f456f617-7004-4849-b5b3-743adbe45ed1" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1826.117584] env[63750]: DEBUG nova.network.neutron [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: f456f617-7004-4849-b5b3-743adbe45ed1] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1826.200253] env[63750]: DEBUG oslo_vmware.api [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52b7c927-2bb6-f2e9-ddb6-78eb3ff6f198, 'name': SearchDatastore_Task, 'duration_secs': 0.010082} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.200522] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1826.200776] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 6837b938-5169-44a2-a03f-e6a2064334d6/6837b938-5169-44a2-a03f-e6a2064334d6.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1826.201043] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a69a5261-b03f-4383-bec8-92fa6fa3b8be {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.207943] env[63750]: DEBUG oslo_vmware.api [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for the task: (returnval){ [ 1826.207943] env[63750]: value = "task-2006508" [ 1826.207943] env[63750]: _type = "Task" [ 1826.207943] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.218897] env[63750]: DEBUG oslo_vmware.api [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006508, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.324991] env[63750]: DEBUG nova.network.neutron [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca] Successfully created port: 5316ca89-76b8-420b-86ed-1b1204deb1f8 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1826.518039] env[63750]: DEBUG nova.compute.manager [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1826.523950] env[63750]: INFO nova.compute.resource_tracker [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Updating resource usage from migration 831b146e-5a24-4c3b-94df-8cb4d30d3d96 [ 1826.605135] env[63750]: DEBUG oslo_vmware.api [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52c2a096-f10d-4355-6b50-9dff77516998, 'name': SearchDatastore_Task, 'duration_secs': 0.012367} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.605987] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1826.606334] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] [instance: 64f39f2d-d65b-4cbe-ad6a-b755acc238f1] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1826.606611] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1826.606769] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1826.607149] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1826.607832] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de83d8fa-8148-451a-82e6-68609aba4f8c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.625410] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1826.625844] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1826.626955] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd226410-70a4-446d-b3c5-8236f2ce6953 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.634063] env[63750]: DEBUG oslo_vmware.api [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Waiting for the task: (returnval){ [ 1826.634063] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52dfde71-6232-a7f2-6b87-76363b0f7545" [ 1826.634063] env[63750]: _type = "Task" [ 1826.634063] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.647161] env[63750]: DEBUG oslo_vmware.api [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52dfde71-6232-a7f2-6b87-76363b0f7545, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.692668] env[63750]: DEBUG nova.network.neutron [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: f456f617-7004-4849-b5b3-743adbe45ed1] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1826.720776] env[63750]: DEBUG oslo_vmware.api [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006508, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.899494] env[63750]: DEBUG nova.network.neutron [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: f456f617-7004-4849-b5b3-743adbe45ed1] Updating instance_info_cache with network_info: [{"id": "945d8826-8856-4579-bb97-38f7cedd371a", "address": "fa:16:3e:a1:1d:e4", "network": {"id": "0e079862-a158-4a83-80c0-7e4b9250f9fe", "bridge": "br-int", "label": "tempest-ServersTestJSON-24691741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348f6d26e2ec4f0ea7a2f9ae9fdf7a62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap945d8826-88", "ovs_interfaceid": "945d8826-8856-4579-bb97-38f7cedd371a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1826.953599] env[63750]: DEBUG nova.compute.manager [req-987700ab-1558-4fe7-8c65-6a27cbda28f5 req-eb3fa1ac-109f-49a9-af2f-44ea41df3ff7 service nova] [instance: f456f617-7004-4849-b5b3-743adbe45ed1] Received event network-vif-plugged-945d8826-8856-4579-bb97-38f7cedd371a {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1826.953872] env[63750]: DEBUG oslo_concurrency.lockutils [req-987700ab-1558-4fe7-8c65-6a27cbda28f5 req-eb3fa1ac-109f-49a9-af2f-44ea41df3ff7 service nova] Acquiring lock "f456f617-7004-4849-b5b3-743adbe45ed1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.954148] env[63750]: DEBUG oslo_concurrency.lockutils [req-987700ab-1558-4fe7-8c65-6a27cbda28f5 req-eb3fa1ac-109f-49a9-af2f-44ea41df3ff7 service nova] Lock "f456f617-7004-4849-b5b3-743adbe45ed1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.954387] env[63750]: DEBUG oslo_concurrency.lockutils [req-987700ab-1558-4fe7-8c65-6a27cbda28f5 req-eb3fa1ac-109f-49a9-af2f-44ea41df3ff7 service nova] Lock "f456f617-7004-4849-b5b3-743adbe45ed1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.954609] env[63750]: DEBUG nova.compute.manager [req-987700ab-1558-4fe7-8c65-6a27cbda28f5 req-eb3fa1ac-109f-49a9-af2f-44ea41df3ff7 service nova] [instance: f456f617-7004-4849-b5b3-743adbe45ed1] No waiting events found dispatching network-vif-plugged-945d8826-8856-4579-bb97-38f7cedd371a {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1826.954828] env[63750]: WARNING nova.compute.manager [req-987700ab-1558-4fe7-8c65-6a27cbda28f5 req-eb3fa1ac-109f-49a9-af2f-44ea41df3ff7 service nova] [instance: f456f617-7004-4849-b5b3-743adbe45ed1] Received unexpected event network-vif-plugged-945d8826-8856-4579-bb97-38f7cedd371a for instance with vm_state building and task_state spawning. [ 1826.955077] env[63750]: DEBUG nova.compute.manager [req-987700ab-1558-4fe7-8c65-6a27cbda28f5 req-eb3fa1ac-109f-49a9-af2f-44ea41df3ff7 service nova] [instance: f456f617-7004-4849-b5b3-743adbe45ed1] Received event network-changed-945d8826-8856-4579-bb97-38f7cedd371a {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1826.955326] env[63750]: DEBUG nova.compute.manager [req-987700ab-1558-4fe7-8c65-6a27cbda28f5 req-eb3fa1ac-109f-49a9-af2f-44ea41df3ff7 service nova] [instance: f456f617-7004-4849-b5b3-743adbe45ed1] Refreshing instance network info cache due to event network-changed-945d8826-8856-4579-bb97-38f7cedd371a. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1826.955662] env[63750]: DEBUG oslo_concurrency.lockutils [req-987700ab-1558-4fe7-8c65-6a27cbda28f5 req-eb3fa1ac-109f-49a9-af2f-44ea41df3ff7 service nova] Acquiring lock "refresh_cache-f456f617-7004-4849-b5b3-743adbe45ed1" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1827.025248] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db57a50-4247-4e13-bfb7-74741f707c87 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.035862] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac00b1e7-4346-4d5a-a46f-a60984d27e05 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.067315] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ee10ef-339a-4e79-8bde-12081e990281 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.075813] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c2c359-f27c-43d5-a4fb-eaea5b3b36e3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.090056] env[63750]: DEBUG nova.compute.provider_tree [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1827.143506] env[63750]: DEBUG oslo_vmware.api [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52dfde71-6232-a7f2-6b87-76363b0f7545, 'name': SearchDatastore_Task, 'duration_secs': 0.056762} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.144306] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dde51b1d-766f-4190-952e-81887c925b62 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.149773] env[63750]: DEBUG oslo_vmware.api [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Waiting for the task: (returnval){ [ 1827.149773] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]522051d6-785d-2c73-96f6-b1b10d7742bb" [ 1827.149773] env[63750]: _type = "Task" [ 1827.149773] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.157511] env[63750]: DEBUG oslo_vmware.api [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]522051d6-785d-2c73-96f6-b1b10d7742bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.219232] env[63750]: DEBUG oslo_vmware.api [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006508, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578681} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.219517] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 6837b938-5169-44a2-a03f-e6a2064334d6/6837b938-5169-44a2-a03f-e6a2064334d6.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1827.219737] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1827.219998] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c057cbf6-324c-43c2-b91f-e9016a027eb7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.227246] env[63750]: DEBUG oslo_vmware.api [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for the task: (returnval){ [ 1827.227246] env[63750]: value = "task-2006509" [ 1827.227246] env[63750]: _type = "Task" [ 1827.227246] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.236410] env[63750]: DEBUG oslo_vmware.api [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006509, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.400248] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Releasing lock "refresh_cache-f456f617-7004-4849-b5b3-743adbe45ed1" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1827.400739] env[63750]: DEBUG nova.compute.manager [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: f456f617-7004-4849-b5b3-743adbe45ed1] Instance network_info: |[{"id": "945d8826-8856-4579-bb97-38f7cedd371a", "address": "fa:16:3e:a1:1d:e4", "network": {"id": "0e079862-a158-4a83-80c0-7e4b9250f9fe", "bridge": "br-int", "label": "tempest-ServersTestJSON-24691741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348f6d26e2ec4f0ea7a2f9ae9fdf7a62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap945d8826-88", "ovs_interfaceid": "945d8826-8856-4579-bb97-38f7cedd371a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1827.401199] env[63750]: DEBUG oslo_concurrency.lockutils [req-987700ab-1558-4fe7-8c65-6a27cbda28f5 req-eb3fa1ac-109f-49a9-af2f-44ea41df3ff7 service nova] Acquired lock "refresh_cache-f456f617-7004-4849-b5b3-743adbe45ed1" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1827.401498] env[63750]: DEBUG nova.network.neutron [req-987700ab-1558-4fe7-8c65-6a27cbda28f5 req-eb3fa1ac-109f-49a9-af2f-44ea41df3ff7 service nova] [instance: f456f617-7004-4849-b5b3-743adbe45ed1] Refreshing network info cache for port 945d8826-8856-4579-bb97-38f7cedd371a {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1827.403829] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: f456f617-7004-4849-b5b3-743adbe45ed1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:1d:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd646f9d5-d2ad-4c22-bea5-85a965334de6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '945d8826-8856-4579-bb97-38f7cedd371a', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1827.413701] env[63750]: DEBUG oslo.service.loopingcall [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1827.414791] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f456f617-7004-4849-b5b3-743adbe45ed1] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1827.415148] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a8ddbfe-b4ca-469e-a1d4-c18f2210469d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.436781] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1827.436781] env[63750]: value = "task-2006510" [ 1827.436781] env[63750]: _type = "Task" [ 1827.436781] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.444576] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006510, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.532515] env[63750]: DEBUG nova.compute.manager [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1827.559255] env[63750]: DEBUG nova.virt.hardware [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1827.559511] env[63750]: DEBUG nova.virt.hardware [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1827.559667] env[63750]: DEBUG nova.virt.hardware [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1827.559844] env[63750]: DEBUG nova.virt.hardware [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1827.560032] env[63750]: DEBUG nova.virt.hardware [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1827.560147] env[63750]: DEBUG nova.virt.hardware [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1827.560364] env[63750]: DEBUG nova.virt.hardware [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1827.560522] env[63750]: DEBUG nova.virt.hardware [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1827.560689] env[63750]: DEBUG nova.virt.hardware [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1827.560848] env[63750]: DEBUG nova.virt.hardware [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1827.561169] env[63750]: DEBUG nova.virt.hardware [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1827.561972] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d83f84-7822-487e-8403-c602c7e2379a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.570525] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1e71a9-5909-4557-bd17-7a3bbefd430b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.592466] env[63750]: DEBUG nova.scheduler.client.report [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1827.660766] env[63750]: DEBUG oslo_vmware.api [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]522051d6-785d-2c73-96f6-b1b10d7742bb, 'name': SearchDatastore_Task, 'duration_secs': 0.009018} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.661057] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1827.661327] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 64f39f2d-d65b-4cbe-ad6a-b755acc238f1/64f39f2d-d65b-4cbe-ad6a-b755acc238f1.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1827.661596] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a7ec541-d69e-42bf-a586-56f8c9aee33a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.668669] env[63750]: DEBUG oslo_vmware.api [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Waiting for the task: (returnval){ [ 1827.668669] env[63750]: value = "task-2006511" [ 1827.668669] env[63750]: _type = "Task" [ 1827.668669] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.677375] env[63750]: DEBUG oslo_vmware.api [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Task: {'id': task-2006511, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.738544] env[63750]: DEBUG oslo_vmware.api [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006509, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138863} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.738544] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1827.739222] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcb61e7-dbaf-4821-89e4-3593553d827b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.761308] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 6837b938-5169-44a2-a03f-e6a2064334d6/6837b938-5169-44a2-a03f-e6a2064334d6.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1827.761635] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b687a2e-ebc8-415b-8689-a54a80cffcb9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.782352] env[63750]: DEBUG oslo_vmware.api [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for the task: (returnval){ [ 1827.782352] env[63750]: value = "task-2006512" [ 1827.782352] env[63750]: _type = "Task" [ 1827.782352] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.789934] env[63750]: DEBUG oslo_vmware.api [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006512, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.948933] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006510, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.097737] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.589s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.097955] env[63750]: INFO nova.compute.manager [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Migrating [ 1828.105444] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.919s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.107143] env[63750]: INFO nova.compute.claims [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1828.179667] env[63750]: DEBUG oslo_vmware.api [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Task: {'id': task-2006511, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.292240] env[63750]: DEBUG oslo_vmware.api [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006512, 'name': ReconfigVM_Task, 'duration_secs': 0.39469} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.294794] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 6837b938-5169-44a2-a03f-e6a2064334d6/6837b938-5169-44a2-a03f-e6a2064334d6.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1828.295483] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec6246b0-e356-43e0-a67c-37f68478ac92 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.307498] env[63750]: DEBUG oslo_vmware.api [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for the task: (returnval){ [ 1828.307498] env[63750]: value = "task-2006513" [ 1828.307498] env[63750]: _type = "Task" [ 1828.307498] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.318842] env[63750]: DEBUG oslo_vmware.api [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006513, 'name': Rename_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.446116] env[63750]: INFO nova.compute.manager [None req-90e89724-9cba-4d23-b3ef-1d7407a8c8bb tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] Get console output [ 1828.446495] env[63750]: WARNING nova.virt.vmwareapi.driver [None req-90e89724-9cba-4d23-b3ef-1d7407a8c8bb tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] The console log is missing. Check your VSPC configuration [ 1828.450774] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006510, 'name': CreateVM_Task, 'duration_secs': 0.90449} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.453355] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f456f617-7004-4849-b5b3-743adbe45ed1] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1828.454285] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1828.454445] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1828.454752] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1828.455303] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e0b20dc-312c-45af-80f9-9e21c42c5e61 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.460121] env[63750]: DEBUG oslo_vmware.api [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1828.460121] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]520f4281-7a05-d9f5-87b4-fd88bb1fe8d5" [ 1828.460121] env[63750]: _type = "Task" [ 1828.460121] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.468739] env[63750]: DEBUG oslo_vmware.api [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]520f4281-7a05-d9f5-87b4-fd88bb1fe8d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.538351] env[63750]: DEBUG nova.network.neutron [req-987700ab-1558-4fe7-8c65-6a27cbda28f5 req-eb3fa1ac-109f-49a9-af2f-44ea41df3ff7 service nova] [instance: f456f617-7004-4849-b5b3-743adbe45ed1] Updated VIF entry in instance network info cache for port 945d8826-8856-4579-bb97-38f7cedd371a. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1828.538697] env[63750]: DEBUG nova.network.neutron [req-987700ab-1558-4fe7-8c65-6a27cbda28f5 req-eb3fa1ac-109f-49a9-af2f-44ea41df3ff7 service nova] [instance: f456f617-7004-4849-b5b3-743adbe45ed1] Updating instance_info_cache with network_info: [{"id": "945d8826-8856-4579-bb97-38f7cedd371a", "address": "fa:16:3e:a1:1d:e4", "network": {"id": "0e079862-a158-4a83-80c0-7e4b9250f9fe", "bridge": "br-int", "label": "tempest-ServersTestJSON-24691741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348f6d26e2ec4f0ea7a2f9ae9fdf7a62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap945d8826-88", "ovs_interfaceid": "945d8826-8856-4579-bb97-38f7cedd371a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1828.619538] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquiring lock "refresh_cache-f9e7715c-fd1a-4425-a800-c07f5627807c" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1828.619712] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquired lock "refresh_cache-f9e7715c-fd1a-4425-a800-c07f5627807c" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1828.619885] env[63750]: DEBUG nova.network.neutron [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1828.679754] env[63750]: DEBUG oslo_vmware.api [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Task: {'id': task-2006511, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.714360] env[63750]: DEBUG nova.network.neutron [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca] Successfully updated port: 5316ca89-76b8-420b-86ed-1b1204deb1f8 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1828.818552] env[63750]: DEBUG oslo_vmware.api [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006513, 'name': Rename_Task, 'duration_secs': 0.161574} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.818645] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1828.819071] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5698a345-5cc2-4052-8513-012b9cc1fa49 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.825468] env[63750]: DEBUG oslo_vmware.api [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for the task: (returnval){ [ 1828.825468] env[63750]: value = "task-2006514" [ 1828.825468] env[63750]: _type = "Task" [ 1828.825468] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.833220] env[63750]: DEBUG oslo_vmware.api [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006514, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.970630] env[63750]: DEBUG oslo_vmware.api [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]520f4281-7a05-d9f5-87b4-fd88bb1fe8d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.040724] env[63750]: DEBUG oslo_concurrency.lockutils [req-987700ab-1558-4fe7-8c65-6a27cbda28f5 req-eb3fa1ac-109f-49a9-af2f-44ea41df3ff7 service nova] Releasing lock "refresh_cache-f456f617-7004-4849-b5b3-743adbe45ed1" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1829.056426] env[63750]: DEBUG nova.compute.manager [req-1679b374-9c3e-4240-a344-77a331d29087 req-edbde046-5501-4349-a5ba-2b75a5b96bd4 service nova] [instance: e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca] Received event network-vif-plugged-5316ca89-76b8-420b-86ed-1b1204deb1f8 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1829.056973] env[63750]: DEBUG oslo_concurrency.lockutils [req-1679b374-9c3e-4240-a344-77a331d29087 req-edbde046-5501-4349-a5ba-2b75a5b96bd4 service nova] Acquiring lock "e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1829.056973] env[63750]: DEBUG oslo_concurrency.lockutils [req-1679b374-9c3e-4240-a344-77a331d29087 req-edbde046-5501-4349-a5ba-2b75a5b96bd4 service nova] Lock "e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1829.057270] env[63750]: DEBUG oslo_concurrency.lockutils [req-1679b374-9c3e-4240-a344-77a331d29087 req-edbde046-5501-4349-a5ba-2b75a5b96bd4 service nova] Lock "e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.057270] env[63750]: DEBUG nova.compute.manager [req-1679b374-9c3e-4240-a344-77a331d29087 req-edbde046-5501-4349-a5ba-2b75a5b96bd4 service nova] [instance: e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca] No waiting events found dispatching network-vif-plugged-5316ca89-76b8-420b-86ed-1b1204deb1f8 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1829.057426] env[63750]: WARNING nova.compute.manager [req-1679b374-9c3e-4240-a344-77a331d29087 req-edbde046-5501-4349-a5ba-2b75a5b96bd4 service nova] [instance: e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca] Received unexpected event network-vif-plugged-5316ca89-76b8-420b-86ed-1b1204deb1f8 for instance with vm_state building and task_state spawning. [ 1829.057590] env[63750]: DEBUG nova.compute.manager [req-1679b374-9c3e-4240-a344-77a331d29087 req-edbde046-5501-4349-a5ba-2b75a5b96bd4 service nova] [instance: e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca] Received event network-changed-5316ca89-76b8-420b-86ed-1b1204deb1f8 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1829.057741] env[63750]: DEBUG nova.compute.manager [req-1679b374-9c3e-4240-a344-77a331d29087 req-edbde046-5501-4349-a5ba-2b75a5b96bd4 service nova] [instance: e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca] Refreshing instance network info cache due to event network-changed-5316ca89-76b8-420b-86ed-1b1204deb1f8. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1829.057922] env[63750]: DEBUG oslo_concurrency.lockutils [req-1679b374-9c3e-4240-a344-77a331d29087 req-edbde046-5501-4349-a5ba-2b75a5b96bd4 service nova] Acquiring lock "refresh_cache-e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1829.058067] env[63750]: DEBUG oslo_concurrency.lockutils [req-1679b374-9c3e-4240-a344-77a331d29087 req-edbde046-5501-4349-a5ba-2b75a5b96bd4 service nova] Acquired lock "refresh_cache-e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1829.058225] env[63750]: DEBUG nova.network.neutron [req-1679b374-9c3e-4240-a344-77a331d29087 req-edbde046-5501-4349-a5ba-2b75a5b96bd4 service nova] [instance: e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca] Refreshing network info cache for port 5316ca89-76b8-420b-86ed-1b1204deb1f8 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1829.184018] env[63750]: DEBUG oslo_vmware.api [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Task: {'id': task-2006511, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.218739] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Acquiring lock "refresh_cache-e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1829.340146] env[63750]: DEBUG oslo_vmware.api [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006514, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.434149] env[63750]: DEBUG nova.network.neutron [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Updating instance_info_cache with network_info: [{"id": "811a2e11-c848-48ad-ac4d-d351484fb47b", "address": "fa:16:3e:dc:9d:91", "network": {"id": "1e3b858c-f4d4-4913-a4c3-d58d2479172a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1419195521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a2d0199021141198e0a8cc981e6d49d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap811a2e11-c8", "ovs_interfaceid": "811a2e11-c848-48ad-ac4d-d351484fb47b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1829.473453] env[63750]: DEBUG oslo_vmware.api [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]520f4281-7a05-d9f5-87b4-fd88bb1fe8d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.539152] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c8c9d414-dc40-4091-878f-28a49c89c37a tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Acquiring lock "8892fd3b-b3fa-4b83-89f8-3162579d6f87" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1829.539926] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c8c9d414-dc40-4091-878f-28a49c89c37a tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Lock "8892fd3b-b3fa-4b83-89f8-3162579d6f87" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1829.539926] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c8c9d414-dc40-4091-878f-28a49c89c37a tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Acquiring lock "8892fd3b-b3fa-4b83-89f8-3162579d6f87-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1829.539926] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c8c9d414-dc40-4091-878f-28a49c89c37a tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Lock "8892fd3b-b3fa-4b83-89f8-3162579d6f87-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1829.540142] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c8c9d414-dc40-4091-878f-28a49c89c37a tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Lock "8892fd3b-b3fa-4b83-89f8-3162579d6f87-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.541999] env[63750]: INFO nova.compute.manager [None req-c8c9d414-dc40-4091-878f-28a49c89c37a tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] Terminating instance [ 1829.544709] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a6adc9-fbd2-4f2a-b8b4-be89e004d226 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.553724] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3709798-dee6-4c90-9721-75b16471fda1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.586665] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de9846b-09ed-40e1-abc0-bf662cbe6ac5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.594530] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734c137f-a3f9-43fa-944c-dc0c962ee6d6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.608566] env[63750]: DEBUG nova.compute.provider_tree [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1829.641952] env[63750]: DEBUG nova.network.neutron [req-1679b374-9c3e-4240-a344-77a331d29087 req-edbde046-5501-4349-a5ba-2b75a5b96bd4 service nova] [instance: e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1829.687038] env[63750]: DEBUG oslo_vmware.api [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Task: {'id': task-2006511, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.733819] env[63750]: DEBUG nova.network.neutron [req-1679b374-9c3e-4240-a344-77a331d29087 req-edbde046-5501-4349-a5ba-2b75a5b96bd4 service nova] [instance: e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1829.837194] env[63750]: DEBUG oslo_vmware.api [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006514, 'name': PowerOnVM_Task, 'duration_secs': 0.546957} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.837667] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1829.837667] env[63750]: DEBUG nova.compute.manager [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1829.838460] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f871fe7-bd36-4dce-872c-d6e3030c106b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.938124] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Releasing lock "refresh_cache-f9e7715c-fd1a-4425-a800-c07f5627807c" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1829.975413] env[63750]: DEBUG oslo_vmware.api [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]520f4281-7a05-d9f5-87b4-fd88bb1fe8d5, 'name': SearchDatastore_Task, 'duration_secs': 1.473342} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.975747] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1829.975974] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: f456f617-7004-4849-b5b3-743adbe45ed1] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1829.976241] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1829.976387] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1829.976573] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1829.976848] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cabd8392-a013-4f34-89cf-d6c07494e749 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.984813] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1829.984955] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1829.986190] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbec635d-080d-49f1-ac4e-029d81553a64 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.991526] env[63750]: DEBUG oslo_vmware.api [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1829.991526] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52f6b436-6e64-844c-4e7f-93e4f2abef63" [ 1829.991526] env[63750]: _type = "Task" [ 1829.991526] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.999080] env[63750]: DEBUG oslo_vmware.api [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52f6b436-6e64-844c-4e7f-93e4f2abef63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.050028] env[63750]: DEBUG nova.compute.manager [None req-c8c9d414-dc40-4091-878f-28a49c89c37a tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1830.050136] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c9d414-dc40-4091-878f-28a49c89c37a tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1830.050990] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690ce50b-d140-4f33-8356-1ae9464cae74 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.059110] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8c9d414-dc40-4091-878f-28a49c89c37a tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1830.059429] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01fbc300-62ca-4cfa-b861-47eed1ad68db {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.066156] env[63750]: DEBUG oslo_vmware.api [None req-c8c9d414-dc40-4091-878f-28a49c89c37a tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Waiting for the task: (returnval){ [ 1830.066156] env[63750]: value = "task-2006515" [ 1830.066156] env[63750]: _type = "Task" [ 1830.066156] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.074047] env[63750]: DEBUG oslo_vmware.api [None req-c8c9d414-dc40-4091-878f-28a49c89c37a tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Task: {'id': task-2006515, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.112250] env[63750]: DEBUG nova.scheduler.client.report [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1830.183138] env[63750]: DEBUG oslo_vmware.api [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Task: {'id': task-2006511, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.281158} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.183455] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 64f39f2d-d65b-4cbe-ad6a-b755acc238f1/64f39f2d-d65b-4cbe-ad6a-b755acc238f1.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1830.183691] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] [instance: 64f39f2d-d65b-4cbe-ad6a-b755acc238f1] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1830.183970] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9866798e-0a6e-4d73-a68f-8b1b11e5fece {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.190990] env[63750]: DEBUG oslo_vmware.api [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Waiting for the task: (returnval){ [ 1830.190990] env[63750]: value = "task-2006516" [ 1830.190990] env[63750]: _type = "Task" [ 1830.190990] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.201026] env[63750]: DEBUG oslo_vmware.api [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Task: {'id': task-2006516, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.237226] env[63750]: DEBUG oslo_concurrency.lockutils [req-1679b374-9c3e-4240-a344-77a331d29087 req-edbde046-5501-4349-a5ba-2b75a5b96bd4 service nova] Releasing lock "refresh_cache-e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1830.237594] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Acquired lock "refresh_cache-e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1830.237754] env[63750]: DEBUG nova.network.neutron [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1830.356928] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.501989] env[63750]: DEBUG oslo_vmware.api [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52f6b436-6e64-844c-4e7f-93e4f2abef63, 'name': SearchDatastore_Task, 'duration_secs': 0.008441} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.502783] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db96acca-2852-4beb-bccb-fcc11a5e7652 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.507966] env[63750]: DEBUG oslo_vmware.api [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1830.507966] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]529be02e-1b6b-05d4-d336-7d7dc90b93fc" [ 1830.507966] env[63750]: _type = "Task" [ 1830.507966] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.515879] env[63750]: DEBUG oslo_vmware.api [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]529be02e-1b6b-05d4-d336-7d7dc90b93fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.577125] env[63750]: DEBUG oslo_vmware.api [None req-c8c9d414-dc40-4091-878f-28a49c89c37a tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Task: {'id': task-2006515, 'name': PowerOffVM_Task, 'duration_secs': 0.187509} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.577380] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8c9d414-dc40-4091-878f-28a49c89c37a tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1830.577544] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c9d414-dc40-4091-878f-28a49c89c37a tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1830.577780] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3287ad87-2e25-4ff7-9ddb-21f4094c8cfa {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.617089] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.512s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.617643] env[63750]: DEBUG nova.compute.manager [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1830.620145] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9c0a35de-9b39-4350-aac1-0a5be9877672 tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.382s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.620363] env[63750]: DEBUG nova.objects.instance [None req-9c0a35de-9b39-4350-aac1-0a5be9877672 tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Lazy-loading 'resources' on Instance uuid b41c23ba-8452-49a3-afea-ed16da1cd55a {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1830.699589] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c9d414-dc40-4091-878f-28a49c89c37a tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1830.699805] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c9d414-dc40-4091-878f-28a49c89c37a tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1830.699985] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8c9d414-dc40-4091-878f-28a49c89c37a tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Deleting the datastore file [datastore1] 8892fd3b-b3fa-4b83-89f8-3162579d6f87 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1830.703130] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e4c2667-4cd7-428f-b985-d2f5368dd072 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.704811] env[63750]: DEBUG oslo_vmware.api [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Task: {'id': task-2006516, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066592} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.705088] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] [instance: 64f39f2d-d65b-4cbe-ad6a-b755acc238f1] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1830.706227] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa0ce60-a457-4db1-aab3-2cce9b3ddf3a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.709632] env[63750]: DEBUG oslo_vmware.api [None req-c8c9d414-dc40-4091-878f-28a49c89c37a tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Waiting for the task: (returnval){ [ 1830.709632] env[63750]: value = "task-2006518" [ 1830.709632] env[63750]: _type = "Task" [ 1830.709632] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.730356] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] [instance: 64f39f2d-d65b-4cbe-ad6a-b755acc238f1] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 64f39f2d-d65b-4cbe-ad6a-b755acc238f1/64f39f2d-d65b-4cbe-ad6a-b755acc238f1.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1830.731020] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c035a6f-4a49-46b6-954b-5c0c4682ce27 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.750957] env[63750]: DEBUG oslo_vmware.api [None req-c8c9d414-dc40-4091-878f-28a49c89c37a tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Task: {'id': task-2006518, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.757035] env[63750]: DEBUG oslo_vmware.api [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Waiting for the task: (returnval){ [ 1830.757035] env[63750]: value = "task-2006519" [ 1830.757035] env[63750]: _type = "Task" [ 1830.757035] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.765456] env[63750]: DEBUG oslo_vmware.api [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Task: {'id': task-2006519, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.781444] env[63750]: DEBUG nova.network.neutron [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1830.964813] env[63750]: DEBUG nova.network.neutron [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca] Updating instance_info_cache with network_info: [{"id": "5316ca89-76b8-420b-86ed-1b1204deb1f8", "address": "fa:16:3e:18:7f:22", "network": {"id": "18e1d476-1335-416f-9418-60b3cae3c1c8", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1557681353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "431b2c7dd05d40b298b33bcb62a6492a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5316ca89-76", "ovs_interfaceid": "5316ca89-76b8-420b-86ed-1b1204deb1f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1831.018611] env[63750]: DEBUG oslo_vmware.api [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]529be02e-1b6b-05d4-d336-7d7dc90b93fc, 'name': SearchDatastore_Task, 'duration_secs': 0.009449} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.018882] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1831.019163] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] f456f617-7004-4849-b5b3-743adbe45ed1/f456f617-7004-4849-b5b3-743adbe45ed1.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1831.019428] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5eb64d8a-77be-45cd-b15c-d86f8a461273 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.025216] env[63750]: DEBUG oslo_vmware.api [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1831.025216] env[63750]: value = "task-2006520" [ 1831.025216] env[63750]: _type = "Task" [ 1831.025216] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.032825] env[63750]: DEBUG oslo_vmware.api [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006520, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.123583] env[63750]: DEBUG nova.compute.utils [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1831.128236] env[63750]: DEBUG nova.compute.manager [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1831.128497] env[63750]: DEBUG nova.network.neutron [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1831.198638] env[63750]: DEBUG nova.policy [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f28f1dde6bf4a0b90b3b0f81b889a6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '668d085ff7c7464ebe4a6eaa3fb6cd88', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1831.226465] env[63750]: DEBUG oslo_vmware.api [None req-c8c9d414-dc40-4091-878f-28a49c89c37a tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Task: {'id': task-2006518, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146119} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.229836] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8c9d414-dc40-4091-878f-28a49c89c37a tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1831.229836] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c9d414-dc40-4091-878f-28a49c89c37a tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1831.229836] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c9d414-dc40-4091-878f-28a49c89c37a tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1831.229836] env[63750]: INFO nova.compute.manager [None req-c8c9d414-dc40-4091-878f-28a49c89c37a tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1831.230052] env[63750]: DEBUG oslo.service.loopingcall [None req-c8c9d414-dc40-4091-878f-28a49c89c37a tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1831.230456] env[63750]: DEBUG nova.compute.manager [-] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1831.230749] env[63750]: DEBUG nova.network.neutron [-] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1831.267497] env[63750]: DEBUG oslo_vmware.api [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Task: {'id': task-2006519, 'name': ReconfigVM_Task, 'duration_secs': 0.289519} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.267866] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] [instance: 64f39f2d-d65b-4cbe-ad6a-b755acc238f1] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 64f39f2d-d65b-4cbe-ad6a-b755acc238f1/64f39f2d-d65b-4cbe-ad6a-b755acc238f1.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1831.268745] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ff48e86-bf81-4971-be43-3a174cca0df4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.279922] env[63750]: DEBUG oslo_vmware.api [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Waiting for the task: (returnval){ [ 1831.279922] env[63750]: value = "task-2006521" [ 1831.279922] env[63750]: _type = "Task" [ 1831.279922] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.290270] env[63750]: DEBUG oslo_vmware.api [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Task: {'id': task-2006521, 'name': Rename_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.454567] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fd289a-4e52-487f-8ac1-18e46326eb12 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.481478] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Releasing lock "refresh_cache-e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1831.481804] env[63750]: DEBUG nova.compute.manager [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca] Instance network_info: |[{"id": "5316ca89-76b8-420b-86ed-1b1204deb1f8", "address": "fa:16:3e:18:7f:22", "network": {"id": "18e1d476-1335-416f-9418-60b3cae3c1c8", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1557681353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "431b2c7dd05d40b298b33bcb62a6492a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5316ca89-76", "ovs_interfaceid": "5316ca89-76b8-420b-86ed-1b1204deb1f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1831.482196] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Updating instance 'f9e7715c-fd1a-4425-a800-c07f5627807c' progress to 0 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1831.491246] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:7f:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a27fd90b-16a5-43af-bede-ae36762ece00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5316ca89-76b8-420b-86ed-1b1204deb1f8', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1831.502469] env[63750]: DEBUG oslo.service.loopingcall [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1831.505785] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1831.506478] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e663ca1-8db1-4e34-9c80-3830ece00c7e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.531310] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1831.531310] env[63750]: value = "task-2006522" [ 1831.531310] env[63750]: _type = "Task" [ 1831.531310] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.538724] env[63750]: DEBUG oslo_vmware.api [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006520, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.434636} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.542445] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] f456f617-7004-4849-b5b3-743adbe45ed1/f456f617-7004-4849-b5b3-743adbe45ed1.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1831.542865] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: f456f617-7004-4849-b5b3-743adbe45ed1] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1831.543560] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d31e3c5-9719-49e9-82a3-869036f40d66 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.550430] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006522, 'name': CreateVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.555729] env[63750]: DEBUG oslo_vmware.api [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1831.555729] env[63750]: value = "task-2006523" [ 1831.555729] env[63750]: _type = "Task" [ 1831.555729] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.566528] env[63750]: DEBUG oslo_vmware.api [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006523, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.628188] env[63750]: DEBUG nova.compute.manager [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1831.657865] env[63750]: INFO nova.compute.manager [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Rebuilding instance [ 1831.662777] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6fd326-cca7-43ec-a190-71aae8624a2a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.670606] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8349feeb-9bfa-43c5-96b1-a92f3ba33e82 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.705647] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f740e7b-5a45-4e8f-8da9-779bccfb58fe {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.719440] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67473e7-d0b2-45e4-8ab9-5d1ed8a770aa {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.735382] env[63750]: DEBUG nova.compute.provider_tree [None req-9c0a35de-9b39-4350-aac1-0a5be9877672 tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1831.741385] env[63750]: DEBUG nova.compute.manager [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1831.742199] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc589089-5766-4ea3-9355-a940ed1f3bc3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.790551] env[63750]: DEBUG oslo_vmware.api [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Task: {'id': task-2006521, 'name': Rename_Task, 'duration_secs': 0.262988} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.790999] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] [instance: 64f39f2d-d65b-4cbe-ad6a-b755acc238f1] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1831.791080] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d142fa3-2b83-410e-b385-91957d533d62 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.797829] env[63750]: DEBUG oslo_vmware.api [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Waiting for the task: (returnval){ [ 1831.797829] env[63750]: value = "task-2006524" [ 1831.797829] env[63750]: _type = "Task" [ 1831.797829] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.806342] env[63750]: DEBUG oslo_vmware.api [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Task: {'id': task-2006524, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.827855] env[63750]: DEBUG nova.network.neutron [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] Successfully created port: 5d10eb02-0e8d-44af-a804-cffbdb072092 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1832.005096] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1832.005447] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67e874d8-17f2-42df-9ce6-435d3c9ee898 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.013273] env[63750]: DEBUG oslo_vmware.api [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1832.013273] env[63750]: value = "task-2006525" [ 1832.013273] env[63750]: _type = "Task" [ 1832.013273] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.025395] env[63750]: DEBUG oslo_vmware.api [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006525, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.041169] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006522, 'name': CreateVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.068774] env[63750]: DEBUG oslo_vmware.api [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006523, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.183388} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.069040] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: f456f617-7004-4849-b5b3-743adbe45ed1] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1832.069883] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a06002-3283-4d95-89b9-24568ed56dd3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.093609] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: f456f617-7004-4849-b5b3-743adbe45ed1] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] f456f617-7004-4849-b5b3-743adbe45ed1/f456f617-7004-4849-b5b3-743adbe45ed1.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1832.095847] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf5d46a7-e93e-4676-8252-b909169381ea {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.118703] env[63750]: DEBUG oslo_vmware.api [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1832.118703] env[63750]: value = "task-2006526" [ 1832.118703] env[63750]: _type = "Task" [ 1832.118703] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.128366] env[63750]: DEBUG oslo_vmware.api [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006526, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.131516] env[63750]: DEBUG nova.compute.manager [req-5493def4-ecf3-4910-aa43-3499773202fd req-bf9faabe-cc3c-4dee-9776-a6ac99cc5c8e service nova] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] Received event network-vif-deleted-dfdb01a8-078a-4b82-89df-7b145526d6c4 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1832.131739] env[63750]: INFO nova.compute.manager [req-5493def4-ecf3-4910-aa43-3499773202fd req-bf9faabe-cc3c-4dee-9776-a6ac99cc5c8e service nova] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] Neutron deleted interface dfdb01a8-078a-4b82-89df-7b145526d6c4; detaching it from the instance and deleting it from the info cache [ 1832.131911] env[63750]: DEBUG nova.network.neutron [req-5493def4-ecf3-4910-aa43-3499773202fd req-bf9faabe-cc3c-4dee-9776-a6ac99cc5c8e service nova] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1832.240567] env[63750]: DEBUG nova.scheduler.client.report [None req-9c0a35de-9b39-4350-aac1-0a5be9877672 tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1832.308577] env[63750]: DEBUG oslo_vmware.api [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Task: {'id': task-2006524, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.524858] env[63750]: DEBUG oslo_vmware.api [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006525, 'name': PowerOffVM_Task, 'duration_secs': 0.231431} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.525191] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1832.525409] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Updating instance 'f9e7715c-fd1a-4425-a800-c07f5627807c' progress to 17 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1832.541968] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006522, 'name': CreateVM_Task, 'duration_secs': 0.532657} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.542150] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1832.542856] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1832.543033] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1832.543730] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1832.543730] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a30234f-ed7d-4d33-b2b4-d5c6646e981a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.549046] env[63750]: DEBUG oslo_vmware.api [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Waiting for the task: (returnval){ [ 1832.549046] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5250bf6e-7323-ded6-ffa3-914c682e3182" [ 1832.549046] env[63750]: _type = "Task" [ 1832.549046] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.557767] env[63750]: DEBUG oslo_vmware.api [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5250bf6e-7323-ded6-ffa3-914c682e3182, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.615036] env[63750]: DEBUG nova.network.neutron [-] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1832.630082] env[63750]: DEBUG oslo_vmware.api [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006526, 'name': ReconfigVM_Task, 'duration_secs': 0.384771} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.630082] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: f456f617-7004-4849-b5b3-743adbe45ed1] Reconfigured VM instance instance-0000003f to attach disk [datastore1] f456f617-7004-4849-b5b3-743adbe45ed1/f456f617-7004-4849-b5b3-743adbe45ed1.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1832.630273] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5a611c5-d55c-41a6-a064-d0060be1b82a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.636683] env[63750]: DEBUG oslo_vmware.api [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1832.636683] env[63750]: value = "task-2006527" [ 1832.636683] env[63750]: _type = "Task" [ 1832.636683] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.640839] env[63750]: DEBUG nova.compute.manager [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1832.642833] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-068c217e-b1a3-483e-8c4e-b23e86d9e25a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.651110] env[63750]: DEBUG oslo_vmware.api [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006527, 'name': Rename_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.654763] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a596e6a5-9983-477e-a423-617926eaa587 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.676802] env[63750]: DEBUG nova.virt.hardware [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1832.676802] env[63750]: DEBUG nova.virt.hardware [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1832.676802] env[63750]: DEBUG nova.virt.hardware [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1832.676802] env[63750]: DEBUG nova.virt.hardware [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1832.676802] env[63750]: DEBUG nova.virt.hardware [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1832.676802] env[63750]: DEBUG nova.virt.hardware [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1832.676802] env[63750]: DEBUG nova.virt.hardware [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1832.676802] env[63750]: DEBUG nova.virt.hardware [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1832.676802] env[63750]: DEBUG nova.virt.hardware [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1832.676802] env[63750]: DEBUG nova.virt.hardware [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1832.677267] env[63750]: DEBUG nova.virt.hardware [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1832.677725] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf63dff-f896-4466-b281-e4f478087e76 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.695624] env[63750]: DEBUG nova.compute.manager [req-5493def4-ecf3-4910-aa43-3499773202fd req-bf9faabe-cc3c-4dee-9776-a6ac99cc5c8e service nova] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] Detach interface failed, port_id=dfdb01a8-078a-4b82-89df-7b145526d6c4, reason: Instance 8892fd3b-b3fa-4b83-89f8-3162579d6f87 could not be found. {{(pid=63750) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1832.701378] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92bb49eb-e369-41b5-8622-6d220049bfbc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.746472] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9c0a35de-9b39-4350-aac1-0a5be9877672 tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.126s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.748850] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.329s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.751707] env[63750]: INFO nova.compute.claims [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] [instance: 28f784fb-42a3-40b9-b2f4-f047eb7bb83b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1832.754709] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1832.755403] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4fbe7b8-6e1f-45dd-9038-279bf4ab5753 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.762559] env[63750]: DEBUG oslo_vmware.api [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for the task: (returnval){ [ 1832.762559] env[63750]: value = "task-2006528" [ 1832.762559] env[63750]: _type = "Task" [ 1832.762559] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.771733] env[63750]: DEBUG oslo_vmware.api [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006528, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.778346] env[63750]: INFO nova.scheduler.client.report [None req-9c0a35de-9b39-4350-aac1-0a5be9877672 tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Deleted allocations for instance b41c23ba-8452-49a3-afea-ed16da1cd55a [ 1832.808140] env[63750]: DEBUG oslo_vmware.api [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Task: {'id': task-2006524, 'name': PowerOnVM_Task, 'duration_secs': 0.715621} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.808140] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] [instance: 64f39f2d-d65b-4cbe-ad6a-b755acc238f1] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1832.808140] env[63750]: INFO nova.compute.manager [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] [instance: 64f39f2d-d65b-4cbe-ad6a-b755acc238f1] Took 10.55 seconds to spawn the instance on the hypervisor. [ 1832.808306] env[63750]: DEBUG nova.compute.manager [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] [instance: 64f39f2d-d65b-4cbe-ad6a-b755acc238f1] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1832.809105] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efac65b-a004-4db8-bc4c-3564440178d9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.032011] env[63750]: DEBUG nova.virt.hardware [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1833.032329] env[63750]: DEBUG nova.virt.hardware [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1833.032369] env[63750]: DEBUG nova.virt.hardware [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1833.032545] env[63750]: DEBUG nova.virt.hardware [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1833.032691] env[63750]: DEBUG nova.virt.hardware [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1833.032838] env[63750]: DEBUG nova.virt.hardware [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1833.033062] env[63750]: DEBUG nova.virt.hardware [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1833.033230] env[63750]: DEBUG nova.virt.hardware [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1833.033400] env[63750]: DEBUG nova.virt.hardware [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1833.033564] env[63750]: DEBUG nova.virt.hardware [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1833.033734] env[63750]: DEBUG nova.virt.hardware [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1833.039088] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-413faa40-8358-4d8f-97e4-c39f7e9db1c4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.058580] env[63750]: DEBUG oslo_vmware.api [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5250bf6e-7323-ded6-ffa3-914c682e3182, 'name': SearchDatastore_Task, 'duration_secs': 0.020464} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.059974] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1833.060227] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1833.060466] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1833.060616] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1833.060814] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1833.061130] env[63750]: DEBUG oslo_vmware.api [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1833.061130] env[63750]: value = "task-2006529" [ 1833.061130] env[63750]: _type = "Task" [ 1833.061130] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.061324] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7799bb49-82d7-453d-995b-da21519ccde9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.071532] env[63750]: DEBUG oslo_vmware.api [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006529, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.075163] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1833.075355] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1833.076054] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ca71389-c45b-46a0-b674-040246f5db8b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.080809] env[63750]: DEBUG oslo_vmware.api [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Waiting for the task: (returnval){ [ 1833.080809] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52555ef2-51b6-687b-c02b-3421beac0ad3" [ 1833.080809] env[63750]: _type = "Task" [ 1833.080809] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.087924] env[63750]: DEBUG oslo_vmware.api [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52555ef2-51b6-687b-c02b-3421beac0ad3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.118897] env[63750]: INFO nova.compute.manager [-] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] Took 1.89 seconds to deallocate network for instance. [ 1833.148457] env[63750]: DEBUG oslo_vmware.api [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006527, 'name': Rename_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.273146] env[63750]: DEBUG oslo_vmware.api [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006528, 'name': PowerOffVM_Task, 'duration_secs': 0.188905} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.273409] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1833.273638] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1833.274394] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73b5a65-fbe3-461c-8a13-cb102584bf4d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.281817] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1833.282046] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab9a9758-1b78-43b1-bde6-0c6f8a1452a3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.286224] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9c0a35de-9b39-4350-aac1-0a5be9877672 tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Lock "b41c23ba-8452-49a3-afea-ed16da1cd55a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.203s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.330031] env[63750]: INFO nova.compute.manager [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] [instance: 64f39f2d-d65b-4cbe-ad6a-b755acc238f1] Took 43.45 seconds to build instance. [ 1833.395472] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1833.395618] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1833.395800] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Deleting the datastore file [datastore1] 6837b938-5169-44a2-a03f-e6a2064334d6 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1833.396108] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a760a923-23ba-4142-b1f7-512a18d6a222 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.402743] env[63750]: DEBUG oslo_vmware.api [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for the task: (returnval){ [ 1833.402743] env[63750]: value = "task-2006532" [ 1833.402743] env[63750]: _type = "Task" [ 1833.402743] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.410880] env[63750]: DEBUG oslo_vmware.api [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006532, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.575888] env[63750]: DEBUG oslo_vmware.api [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.581400] env[63750]: DEBUG nova.network.neutron [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] Successfully updated port: 5d10eb02-0e8d-44af-a804-cffbdb072092 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1833.592694] env[63750]: DEBUG oslo_vmware.api [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52555ef2-51b6-687b-c02b-3421beac0ad3, 'name': SearchDatastore_Task, 'duration_secs': 0.029336} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.593684] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95e811c7-4b94-4842-9583-6ca5ca01a180 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.600047] env[63750]: DEBUG oslo_vmware.api [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Waiting for the task: (returnval){ [ 1833.600047] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52edb412-83a4-7b3b-8c15-51f56d35aecb" [ 1833.600047] env[63750]: _type = "Task" [ 1833.600047] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.609536] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4b31e951-2dae-4b66-8bcd-5a7926adbf78 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Acquiring lock "64f39f2d-d65b-4cbe-ad6a-b755acc238f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.609687] env[63750]: DEBUG oslo_vmware.api [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52edb412-83a4-7b3b-8c15-51f56d35aecb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.625374] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c8c9d414-dc40-4091-878f-28a49c89c37a tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.647863] env[63750]: DEBUG oslo_vmware.api [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006527, 'name': Rename_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.831854] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4125b238-8372-40a8-99aa-deff3421d489 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Lock "64f39f2d-d65b-4cbe-ad6a-b755acc238f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.375s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.832342] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4b31e951-2dae-4b66-8bcd-5a7926adbf78 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Lock "64f39f2d-d65b-4cbe-ad6a-b755acc238f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.223s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.832590] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4b31e951-2dae-4b66-8bcd-5a7926adbf78 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Acquiring lock "64f39f2d-d65b-4cbe-ad6a-b755acc238f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.832804] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4b31e951-2dae-4b66-8bcd-5a7926adbf78 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Lock "64f39f2d-d65b-4cbe-ad6a-b755acc238f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.833077] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4b31e951-2dae-4b66-8bcd-5a7926adbf78 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Lock "64f39f2d-d65b-4cbe-ad6a-b755acc238f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.835158] env[63750]: INFO nova.compute.manager [None req-4b31e951-2dae-4b66-8bcd-5a7926adbf78 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] [instance: 64f39f2d-d65b-4cbe-ad6a-b755acc238f1] Terminating instance [ 1833.917659] env[63750]: DEBUG oslo_vmware.api [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006532, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290249} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.919847] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1833.920059] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1833.920248] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1834.075080] env[63750]: DEBUG oslo_vmware.api [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006529, 'name': ReconfigVM_Task, 'duration_secs': 0.838183} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.075426] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Updating instance 'f9e7715c-fd1a-4425-a800-c07f5627807c' progress to 33 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1834.082621] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Acquiring lock "refresh_cache-58be5fa1-c15e-4bd4-96d2-ebac3a39606c" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1834.082751] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Acquired lock "refresh_cache-58be5fa1-c15e-4bd4-96d2-ebac3a39606c" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.082891] env[63750]: DEBUG nova.network.neutron [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1834.091915] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ec05c7-22bd-43d8-b20d-60295cb71054 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.104580] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd3ff54-cd81-41f4-bd51-938b782a34a0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.114307] env[63750]: DEBUG oslo_vmware.api [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52edb412-83a4-7b3b-8c15-51f56d35aecb, 'name': SearchDatastore_Task, 'duration_secs': 0.021356} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.138781] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1834.138781] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca/e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1834.139714] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cadaabe2-ce4b-4ac1-a065-cafceae84f72 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.144752] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409a625b-bc2f-47e2-8cc9-c576593f191f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.156930] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db26d519-bc8b-4e13-b1f3-db3164460eb8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.160694] env[63750]: DEBUG oslo_vmware.api [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006527, 'name': Rename_Task, 'duration_secs': 1.19063} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.160931] env[63750]: DEBUG oslo_vmware.api [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Waiting for the task: (returnval){ [ 1834.160931] env[63750]: value = "task-2006533" [ 1834.160931] env[63750]: _type = "Task" [ 1834.160931] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.162391] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: f456f617-7004-4849-b5b3-743adbe45ed1] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1834.163518] env[63750]: DEBUG nova.compute.manager [req-35ba72d0-5d31-4dc8-881f-40725eac0cd7 req-29cb297e-5274-491f-be23-11924ee7bec1 service nova] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] Received event network-vif-plugged-5d10eb02-0e8d-44af-a804-cffbdb072092 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1834.163726] env[63750]: DEBUG oslo_concurrency.lockutils [req-35ba72d0-5d31-4dc8-881f-40725eac0cd7 req-29cb297e-5274-491f-be23-11924ee7bec1 service nova] Acquiring lock "58be5fa1-c15e-4bd4-96d2-ebac3a39606c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1834.164156] env[63750]: DEBUG oslo_concurrency.lockutils [req-35ba72d0-5d31-4dc8-881f-40725eac0cd7 req-29cb297e-5274-491f-be23-11924ee7bec1 service nova] Lock "58be5fa1-c15e-4bd4-96d2-ebac3a39606c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.164355] env[63750]: DEBUG oslo_concurrency.lockutils [req-35ba72d0-5d31-4dc8-881f-40725eac0cd7 req-29cb297e-5274-491f-be23-11924ee7bec1 service nova] Lock "58be5fa1-c15e-4bd4-96d2-ebac3a39606c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.164527] env[63750]: DEBUG nova.compute.manager [req-35ba72d0-5d31-4dc8-881f-40725eac0cd7 req-29cb297e-5274-491f-be23-11924ee7bec1 service nova] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] No waiting events found dispatching network-vif-plugged-5d10eb02-0e8d-44af-a804-cffbdb072092 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1834.164748] env[63750]: WARNING nova.compute.manager [req-35ba72d0-5d31-4dc8-881f-40725eac0cd7 req-29cb297e-5274-491f-be23-11924ee7bec1 service nova] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] Received unexpected event network-vif-plugged-5d10eb02-0e8d-44af-a804-cffbdb072092 for instance with vm_state building and task_state spawning. [ 1834.164841] env[63750]: DEBUG nova.compute.manager [req-35ba72d0-5d31-4dc8-881f-40725eac0cd7 req-29cb297e-5274-491f-be23-11924ee7bec1 service nova] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] Received event network-changed-5d10eb02-0e8d-44af-a804-cffbdb072092 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1834.164990] env[63750]: DEBUG nova.compute.manager [req-35ba72d0-5d31-4dc8-881f-40725eac0cd7 req-29cb297e-5274-491f-be23-11924ee7bec1 service nova] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] Refreshing instance network info cache due to event network-changed-5d10eb02-0e8d-44af-a804-cffbdb072092. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1834.165202] env[63750]: DEBUG oslo_concurrency.lockutils [req-35ba72d0-5d31-4dc8-881f-40725eac0cd7 req-29cb297e-5274-491f-be23-11924ee7bec1 service nova] Acquiring lock "refresh_cache-58be5fa1-c15e-4bd4-96d2-ebac3a39606c" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1834.165722] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80592a32-d887-49e5-9663-2e7d81a39b6a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.178382] env[63750]: DEBUG nova.compute.provider_tree [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1834.187674] env[63750]: DEBUG oslo_vmware.api [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1834.187674] env[63750]: value = "task-2006534" [ 1834.187674] env[63750]: _type = "Task" [ 1834.187674] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.187674] env[63750]: DEBUG oslo_vmware.api [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006533, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.198144] env[63750]: DEBUG oslo_vmware.api [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006534, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.340491] env[63750]: DEBUG nova.compute.manager [None req-4b31e951-2dae-4b66-8bcd-5a7926adbf78 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] [instance: 64f39f2d-d65b-4cbe-ad6a-b755acc238f1] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1834.340776] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4b31e951-2dae-4b66-8bcd-5a7926adbf78 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] [instance: 64f39f2d-d65b-4cbe-ad6a-b755acc238f1] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1834.341708] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f776bda-bbae-4406-acd8-7b0632d75448 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.349993] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b31e951-2dae-4b66-8bcd-5a7926adbf78 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] [instance: 64f39f2d-d65b-4cbe-ad6a-b755acc238f1] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1834.350260] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5051489f-9431-4d6d-9e03-0001e38bc7a5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.356261] env[63750]: DEBUG oslo_vmware.api [None req-4b31e951-2dae-4b66-8bcd-5a7926adbf78 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Waiting for the task: (returnval){ [ 1834.356261] env[63750]: value = "task-2006535" [ 1834.356261] env[63750]: _type = "Task" [ 1834.356261] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.364077] env[63750]: DEBUG oslo_vmware.api [None req-4b31e951-2dae-4b66-8bcd-5a7926adbf78 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Task: {'id': task-2006535, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.582465] env[63750]: DEBUG nova.virt.hardware [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1834.582740] env[63750]: DEBUG nova.virt.hardware [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1834.582940] env[63750]: DEBUG nova.virt.hardware [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1834.583182] env[63750]: DEBUG nova.virt.hardware [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1834.583351] env[63750]: DEBUG nova.virt.hardware [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1834.583549] env[63750]: DEBUG nova.virt.hardware [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1834.583723] env[63750]: DEBUG nova.virt.hardware [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1834.583953] env[63750]: DEBUG nova.virt.hardware [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1834.584174] env[63750]: DEBUG nova.virt.hardware [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1834.584428] env[63750]: DEBUG nova.virt.hardware [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1834.584641] env[63750]: DEBUG nova.virt.hardware [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1834.591157] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Reconfiguring VM instance instance-00000036 to detach disk 2000 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1834.593904] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21ace41d-8dab-42ce-ba46-d82218ee86ed {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.613771] env[63750]: DEBUG oslo_vmware.api [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1834.613771] env[63750]: value = "task-2006536" [ 1834.613771] env[63750]: _type = "Task" [ 1834.613771] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.622111] env[63750]: DEBUG oslo_vmware.api [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006536, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.651877] env[63750]: DEBUG nova.network.neutron [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1834.672893] env[63750]: DEBUG oslo_vmware.api [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006533, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.682466] env[63750]: DEBUG nova.scheduler.client.report [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1834.698563] env[63750]: DEBUG oslo_vmware.api [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006534, 'name': PowerOnVM_Task, 'duration_secs': 0.479922} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.699413] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: f456f617-7004-4849-b5b3-743adbe45ed1] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1834.699617] env[63750]: INFO nova.compute.manager [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: f456f617-7004-4849-b5b3-743adbe45ed1] Took 9.81 seconds to spawn the instance on the hypervisor. [ 1834.699797] env[63750]: DEBUG nova.compute.manager [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: f456f617-7004-4849-b5b3-743adbe45ed1] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1834.701326] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3eeba7-b5e7-4af5-80d9-9fb32d25e0d8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.838510] env[63750]: DEBUG nova.network.neutron [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] Updating instance_info_cache with network_info: [{"id": "5d10eb02-0e8d-44af-a804-cffbdb072092", "address": "fa:16:3e:97:48:88", "network": {"id": "5b72bddf-6d28-4847-ad10-3ead21b1a568", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-96814161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "668d085ff7c7464ebe4a6eaa3fb6cd88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d10eb02-0e", "ovs_interfaceid": "5d10eb02-0e8d-44af-a804-cffbdb072092", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1834.866333] env[63750]: DEBUG oslo_vmware.api [None req-4b31e951-2dae-4b66-8bcd-5a7926adbf78 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Task: {'id': task-2006535, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.955589] env[63750]: DEBUG nova.virt.hardware [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1834.955840] env[63750]: DEBUG nova.virt.hardware [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1834.955998] env[63750]: DEBUG nova.virt.hardware [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1834.956197] env[63750]: DEBUG nova.virt.hardware [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1834.956346] env[63750]: DEBUG nova.virt.hardware [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1834.956492] env[63750]: DEBUG nova.virt.hardware [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1834.956699] env[63750]: DEBUG nova.virt.hardware [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1834.956853] env[63750]: DEBUG nova.virt.hardware [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1834.957029] env[63750]: DEBUG nova.virt.hardware [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1834.957199] env[63750]: DEBUG nova.virt.hardware [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1834.957376] env[63750]: DEBUG nova.virt.hardware [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1834.958251] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b54122-25e6-468c-becf-661166ab61c0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.967339] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9011fcb4-34c0-44a1-ad86-148f99adb781 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.980185] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:fd:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f66f8375-4460-4acd-987b-acda72bfcf0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ce2e55a-3cdf-44d0-8d78-a2b986d8d587', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1834.987752] env[63750]: DEBUG oslo.service.loopingcall [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1834.988013] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1834.988239] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae3afe54-661c-466e-a062-cc54e9795d35 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.007776] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1835.007776] env[63750]: value = "task-2006537" [ 1835.007776] env[63750]: _type = "Task" [ 1835.007776] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.016814] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006537, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.125638] env[63750]: DEBUG oslo_vmware.api [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006536, 'name': ReconfigVM_Task, 'duration_secs': 0.194207} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.125913] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Reconfigured VM instance instance-00000036 to detach disk 2000 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1835.127686] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f4fb76-de55-411e-8ebe-5639b1436fc0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.149137] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] f9e7715c-fd1a-4425-a800-c07f5627807c/f9e7715c-fd1a-4425-a800-c07f5627807c.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1835.149427] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10072e0e-49ff-414e-bfd3-7e67f4c7e7d5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.168208] env[63750]: DEBUG oslo_vmware.api [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1835.168208] env[63750]: value = "task-2006538" [ 1835.168208] env[63750]: _type = "Task" [ 1835.168208] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.173970] env[63750]: DEBUG oslo_vmware.api [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006533, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.178622] env[63750]: DEBUG oslo_vmware.api [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006538, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.187637] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.439s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.188095] env[63750]: DEBUG nova.compute.manager [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] [instance: 28f784fb-42a3-40b9-b2f4-f047eb7bb83b] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1835.191225] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.968s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.191410] env[63750]: DEBUG nova.objects.instance [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63750) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1835.223046] env[63750]: INFO nova.compute.manager [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: f456f617-7004-4849-b5b3-743adbe45ed1] Took 44.35 seconds to build instance. [ 1835.342752] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Releasing lock "refresh_cache-58be5fa1-c15e-4bd4-96d2-ebac3a39606c" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1835.342752] env[63750]: DEBUG nova.compute.manager [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] Instance network_info: |[{"id": "5d10eb02-0e8d-44af-a804-cffbdb072092", "address": "fa:16:3e:97:48:88", "network": {"id": "5b72bddf-6d28-4847-ad10-3ead21b1a568", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-96814161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "668d085ff7c7464ebe4a6eaa3fb6cd88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d10eb02-0e", "ovs_interfaceid": "5d10eb02-0e8d-44af-a804-cffbdb072092", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1835.343136] env[63750]: DEBUG oslo_concurrency.lockutils [req-35ba72d0-5d31-4dc8-881f-40725eac0cd7 req-29cb297e-5274-491f-be23-11924ee7bec1 service nova] Acquired lock "refresh_cache-58be5fa1-c15e-4bd4-96d2-ebac3a39606c" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.344875] env[63750]: DEBUG nova.network.neutron [req-35ba72d0-5d31-4dc8-881f-40725eac0cd7 req-29cb297e-5274-491f-be23-11924ee7bec1 service nova] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] Refreshing network info cache for port 5d10eb02-0e8d-44af-a804-cffbdb072092 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1835.344875] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:48:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '706c9762-1cf8-4770-897d-377d0d927773', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d10eb02-0e8d-44af-a804-cffbdb072092', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1835.353200] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Creating folder: Project (668d085ff7c7464ebe4a6eaa3fb6cd88). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1835.354393] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ee30174-75c3-4325-b0c8-dd89b3b824f9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.367120] env[63750]: DEBUG oslo_vmware.api [None req-4b31e951-2dae-4b66-8bcd-5a7926adbf78 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Task: {'id': task-2006535, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.370141] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Created folder: Project (668d085ff7c7464ebe4a6eaa3fb6cd88) in parent group-v412391. [ 1835.370232] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Creating folder: Instances. Parent ref: group-v412562. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1835.370501] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50650a32-b18d-4e11-b428-d93e436c0c40 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.379764] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Created folder: Instances in parent group-v412562. [ 1835.380052] env[63750]: DEBUG oslo.service.loopingcall [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1835.380259] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1835.380467] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73f0258b-8e06-4a8e-b384-0c030a81b514 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.400782] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1835.400782] env[63750]: value = "task-2006541" [ 1835.400782] env[63750]: _type = "Task" [ 1835.400782] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.408741] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006541, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.519848] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006537, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.677903] env[63750]: DEBUG oslo_vmware.api [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006533, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.682735] env[63750]: DEBUG oslo_vmware.api [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006538, 'name': ReconfigVM_Task, 'duration_secs': 0.359217} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.683066] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Reconfigured VM instance instance-00000036 to attach disk [datastore1] f9e7715c-fd1a-4425-a800-c07f5627807c/f9e7715c-fd1a-4425-a800-c07f5627807c.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1835.683270] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Updating instance 'f9e7715c-fd1a-4425-a800-c07f5627807c' progress to 50 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1835.695355] env[63750]: DEBUG nova.compute.utils [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1835.696694] env[63750]: DEBUG nova.compute.manager [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] [instance: 28f784fb-42a3-40b9-b2f4-f047eb7bb83b] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1835.696854] env[63750]: DEBUG nova.network.neutron [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] [instance: 28f784fb-42a3-40b9-b2f4-f047eb7bb83b] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1835.725954] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c6b78c28-0329-4b4c-b3dc-4f99a1e96240 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "f456f617-7004-4849-b5b3-743adbe45ed1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.239s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.766862] env[63750]: DEBUG nova.policy [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5873c8b50b14c98a0dc20ba8149eebe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '440a0e8ee6494dd5a3ffb07da02cd805', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1835.804631] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d822e4f2-33bf-4cd6-b46e-eeaae0253e5a tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Acquiring lock "71b4eb74-3e75-44d0-a132-0fa238a09fd2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1835.804880] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d822e4f2-33bf-4cd6-b46e-eeaae0253e5a tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Lock "71b4eb74-3e75-44d0-a132-0fa238a09fd2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.805303] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d822e4f2-33bf-4cd6-b46e-eeaae0253e5a tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Acquiring lock "71b4eb74-3e75-44d0-a132-0fa238a09fd2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1835.805423] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d822e4f2-33bf-4cd6-b46e-eeaae0253e5a tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Lock "71b4eb74-3e75-44d0-a132-0fa238a09fd2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.805610] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d822e4f2-33bf-4cd6-b46e-eeaae0253e5a tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Lock "71b4eb74-3e75-44d0-a132-0fa238a09fd2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.807910] env[63750]: INFO nova.compute.manager [None req-d822e4f2-33bf-4cd6-b46e-eeaae0253e5a tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Terminating instance [ 1835.867884] env[63750]: DEBUG oslo_vmware.api [None req-4b31e951-2dae-4b66-8bcd-5a7926adbf78 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Task: {'id': task-2006535, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.914151] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006541, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.023782] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006537, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.174972] env[63750]: DEBUG oslo_vmware.api [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006533, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.175987] env[63750]: DEBUG nova.network.neutron [req-35ba72d0-5d31-4dc8-881f-40725eac0cd7 req-29cb297e-5274-491f-be23-11924ee7bec1 service nova] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] Updated VIF entry in instance network info cache for port 5d10eb02-0e8d-44af-a804-cffbdb072092. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1836.176417] env[63750]: DEBUG nova.network.neutron [req-35ba72d0-5d31-4dc8-881f-40725eac0cd7 req-29cb297e-5274-491f-be23-11924ee7bec1 service nova] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] Updating instance_info_cache with network_info: [{"id": "5d10eb02-0e8d-44af-a804-cffbdb072092", "address": "fa:16:3e:97:48:88", "network": {"id": "5b72bddf-6d28-4847-ad10-3ead21b1a568", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-96814161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "668d085ff7c7464ebe4a6eaa3fb6cd88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d10eb02-0e", "ovs_interfaceid": "5d10eb02-0e8d-44af-a804-cffbdb072092", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1836.190522] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8cac9e-edec-4fb1-a6d9-d9c7ec3f8f88 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.220036] env[63750]: DEBUG nova.compute.manager [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] [instance: 28f784fb-42a3-40b9-b2f4-f047eb7bb83b] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1836.224457] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bdfae366-9a38-40b3-a043-92948be0d87d tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.030s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1836.224457] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.060s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1836.224457] env[63750]: INFO nova.compute.claims [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1836.227633] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5465ad30-0d0b-4c3a-b46c-f887cf3e87f8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.247302] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Updating instance 'f9e7715c-fd1a-4425-a800-c07f5627807c' progress to 67 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1836.265930] env[63750]: DEBUG nova.network.neutron [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] [instance: 28f784fb-42a3-40b9-b2f4-f047eb7bb83b] Successfully created port: d3f8bd72-07f9-4ea6-a096-6aa55be21beb {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1836.312763] env[63750]: DEBUG nova.compute.manager [None req-d822e4f2-33bf-4cd6-b46e-eeaae0253e5a tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1836.313073] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-d822e4f2-33bf-4cd6-b46e-eeaae0253e5a tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1836.313974] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2660ceb3-66d0-457c-b35d-9e061f670a53 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.326236] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-d822e4f2-33bf-4cd6-b46e-eeaae0253e5a tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1836.326509] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc32d824-b3cf-49f4-a175-ee00f79fca71 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.335098] env[63750]: DEBUG oslo_vmware.api [None req-d822e4f2-33bf-4cd6-b46e-eeaae0253e5a tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Waiting for the task: (returnval){ [ 1836.335098] env[63750]: value = "task-2006542" [ 1836.335098] env[63750]: _type = "Task" [ 1836.335098] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.347968] env[63750]: DEBUG oslo_vmware.api [None req-d822e4f2-33bf-4cd6-b46e-eeaae0253e5a tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Task: {'id': task-2006542, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.367832] env[63750]: DEBUG oslo_vmware.api [None req-4b31e951-2dae-4b66-8bcd-5a7926adbf78 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Task: {'id': task-2006535, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.415772] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006541, 'name': CreateVM_Task, 'duration_secs': 0.668746} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.415993] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1836.417016] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1836.417682] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1836.418215] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1836.418608] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0d7580d-6e24-4d3c-adcd-b78c6c5e0192 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.425139] env[63750]: DEBUG oslo_vmware.api [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Waiting for the task: (returnval){ [ 1836.425139] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]526ad201-b0b0-58c4-ed8f-e436b5bbf1fa" [ 1836.425139] env[63750]: _type = "Task" [ 1836.425139] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.433802] env[63750]: DEBUG oslo_vmware.api [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]526ad201-b0b0-58c4-ed8f-e436b5bbf1fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.520428] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006537, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.677258] env[63750]: DEBUG oslo_vmware.api [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006533, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.679661] env[63750]: DEBUG oslo_concurrency.lockutils [req-35ba72d0-5d31-4dc8-881f-40725eac0cd7 req-29cb297e-5274-491f-be23-11924ee7bec1 service nova] Releasing lock "refresh_cache-58be5fa1-c15e-4bd4-96d2-ebac3a39606c" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1836.809177] env[63750]: DEBUG nova.network.neutron [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Port 811a2e11-c848-48ad-ac4d-d351484fb47b binding to destination host cpu-1 is already ACTIVE {{(pid=63750) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1836.846057] env[63750]: DEBUG oslo_vmware.api [None req-d822e4f2-33bf-4cd6-b46e-eeaae0253e5a tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Task: {'id': task-2006542, 'name': PowerOffVM_Task, 'duration_secs': 0.319866} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.846387] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-d822e4f2-33bf-4cd6-b46e-eeaae0253e5a tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1836.846558] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-d822e4f2-33bf-4cd6-b46e-eeaae0253e5a tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1836.846830] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-afc99e39-612a-48c4-8d18-bd098a3760f3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.869671] env[63750]: DEBUG oslo_vmware.api [None req-4b31e951-2dae-4b66-8bcd-5a7926adbf78 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Task: {'id': task-2006535, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.937661] env[63750]: DEBUG oslo_vmware.api [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]526ad201-b0b0-58c4-ed8f-e436b5bbf1fa, 'name': SearchDatastore_Task, 'duration_secs': 0.418222} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.938306] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1836.938484] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1836.938786] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1836.938997] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1836.939223] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1836.939606] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6620dd5f-5845-4e97-ad55-48bd55dea32b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.957728] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1836.957980] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1836.958748] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1da7f12-5a7a-40c4-9c12-1646738a792d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.965622] env[63750]: DEBUG oslo_vmware.api [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Waiting for the task: (returnval){ [ 1836.965622] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5292ed4a-d0cd-c0f1-f265-b1eeca71a6d6" [ 1836.965622] env[63750]: _type = "Task" [ 1836.965622] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.975480] env[63750]: DEBUG oslo_vmware.api [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5292ed4a-d0cd-c0f1-f265-b1eeca71a6d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.020868] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006537, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.180041] env[63750]: DEBUG oslo_vmware.api [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006533, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.197931] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0fe652b2-9ea1-49de-9a58-1078f9897c7d tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquiring lock "f456f617-7004-4849-b5b3-743adbe45ed1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1837.198434] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0fe652b2-9ea1-49de-9a58-1078f9897c7d tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "f456f617-7004-4849-b5b3-743adbe45ed1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1837.198434] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0fe652b2-9ea1-49de-9a58-1078f9897c7d tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquiring lock "f456f617-7004-4849-b5b3-743adbe45ed1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1837.198579] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0fe652b2-9ea1-49de-9a58-1078f9897c7d tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "f456f617-7004-4849-b5b3-743adbe45ed1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1837.198805] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0fe652b2-9ea1-49de-9a58-1078f9897c7d tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "f456f617-7004-4849-b5b3-743adbe45ed1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.201588] env[63750]: INFO nova.compute.manager [None req-0fe652b2-9ea1-49de-9a58-1078f9897c7d tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: f456f617-7004-4849-b5b3-743adbe45ed1] Terminating instance [ 1837.228814] env[63750]: DEBUG nova.compute.manager [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] [instance: 28f784fb-42a3-40b9-b2f4-f047eb7bb83b] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1837.267903] env[63750]: DEBUG nova.virt.hardware [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1837.269310] env[63750]: DEBUG nova.virt.hardware [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1837.269310] env[63750]: DEBUG nova.virt.hardware [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1837.269310] env[63750]: DEBUG nova.virt.hardware [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1837.269310] env[63750]: DEBUG nova.virt.hardware [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1837.269310] env[63750]: DEBUG nova.virt.hardware [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1837.269310] env[63750]: DEBUG nova.virt.hardware [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1837.269310] env[63750]: DEBUG nova.virt.hardware [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1837.269528] env[63750]: DEBUG nova.virt.hardware [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1837.269617] env[63750]: DEBUG nova.virt.hardware [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1837.269804] env[63750]: DEBUG nova.virt.hardware [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1837.270690] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b805da6-b4e3-4fcb-bec8-b2ccad4c2a5f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.287573] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef08e19a-0307-4023-bb5a-eefbe2375aac {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.372130] env[63750]: DEBUG oslo_vmware.api [None req-4b31e951-2dae-4b66-8bcd-5a7926adbf78 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Task: {'id': task-2006535, 'name': PowerOffVM_Task, 'duration_secs': 2.937551} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.372451] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b31e951-2dae-4b66-8bcd-5a7926adbf78 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] [instance: 64f39f2d-d65b-4cbe-ad6a-b755acc238f1] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1837.372625] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4b31e951-2dae-4b66-8bcd-5a7926adbf78 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] [instance: 64f39f2d-d65b-4cbe-ad6a-b755acc238f1] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1837.373238] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6638217-1569-4d52-995e-4846d046fe5f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.477449] env[63750]: DEBUG oslo_vmware.api [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5292ed4a-d0cd-c0f1-f265-b1eeca71a6d6, 'name': SearchDatastore_Task, 'duration_secs': 0.058975} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.478062] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28a0ae46-20ab-4d00-ab9f-0a5efc258b71 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.485437] env[63750]: DEBUG oslo_vmware.api [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Waiting for the task: (returnval){ [ 1837.485437] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]524d3b13-1666-f755-e586-56b59e9d6241" [ 1837.485437] env[63750]: _type = "Task" [ 1837.485437] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.495284] env[63750]: DEBUG oslo_vmware.api [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]524d3b13-1666-f755-e586-56b59e9d6241, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.522505] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006537, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.680867] env[63750]: DEBUG oslo_vmware.api [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006533, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.107054} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.681180] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca/e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1837.681405] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1837.681670] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2076897a-1877-44bc-9703-e2f046aaf59a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.685138] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac74a5b-e3e8-4aac-9e21-1e394078ac4b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.693830] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c247ac3-1e9c-4751-960d-54cc339c9dc4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.697101] env[63750]: DEBUG oslo_vmware.api [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Waiting for the task: (returnval){ [ 1837.697101] env[63750]: value = "task-2006545" [ 1837.697101] env[63750]: _type = "Task" [ 1837.697101] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.727949] env[63750]: DEBUG nova.compute.manager [None req-0fe652b2-9ea1-49de-9a58-1078f9897c7d tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: f456f617-7004-4849-b5b3-743adbe45ed1] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1837.728202] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe652b2-9ea1-49de-9a58-1078f9897c7d tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: f456f617-7004-4849-b5b3-743adbe45ed1] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1837.730084] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43bce204-a9e2-445c-9372-009eef381bb8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.733475] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede8a9c6-787e-4e1c-b6e9-65ac4c8480f7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.739191] env[63750]: DEBUG oslo_vmware.api [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006545, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.747692] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19049409-75d8-414e-9e6b-c6f57f1a5fa8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.752098] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fe652b2-9ea1-49de-9a58-1078f9897c7d tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: f456f617-7004-4849-b5b3-743adbe45ed1] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1837.752383] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3acd573-0135-44e9-b080-7ff1e7d03a1a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.765260] env[63750]: DEBUG nova.compute.provider_tree [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1837.768046] env[63750]: DEBUG oslo_vmware.api [None req-0fe652b2-9ea1-49de-9a58-1078f9897c7d tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1837.768046] env[63750]: value = "task-2006546" [ 1837.768046] env[63750]: _type = "Task" [ 1837.768046] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.776842] env[63750]: DEBUG oslo_vmware.api [None req-0fe652b2-9ea1-49de-9a58-1078f9897c7d tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006546, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.834008] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquiring lock "f9e7715c-fd1a-4425-a800-c07f5627807c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1837.834251] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "f9e7715c-fd1a-4425-a800-c07f5627807c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1837.834429] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "f9e7715c-fd1a-4425-a800-c07f5627807c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.883627] env[63750]: DEBUG nova.compute.manager [req-689d7c70-ee15-4a96-882b-629bde69c55c req-b7cbbea6-fa7d-4fe3-a578-3a716dc78188 service nova] [instance: 28f784fb-42a3-40b9-b2f4-f047eb7bb83b] Received event network-vif-plugged-d3f8bd72-07f9-4ea6-a096-6aa55be21beb {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1837.883854] env[63750]: DEBUG oslo_concurrency.lockutils [req-689d7c70-ee15-4a96-882b-629bde69c55c req-b7cbbea6-fa7d-4fe3-a578-3a716dc78188 service nova] Acquiring lock "28f784fb-42a3-40b9-b2f4-f047eb7bb83b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1837.884111] env[63750]: DEBUG oslo_concurrency.lockutils [req-689d7c70-ee15-4a96-882b-629bde69c55c req-b7cbbea6-fa7d-4fe3-a578-3a716dc78188 service nova] Lock "28f784fb-42a3-40b9-b2f4-f047eb7bb83b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1837.884314] env[63750]: DEBUG oslo_concurrency.lockutils [req-689d7c70-ee15-4a96-882b-629bde69c55c req-b7cbbea6-fa7d-4fe3-a578-3a716dc78188 service nova] Lock "28f784fb-42a3-40b9-b2f4-f047eb7bb83b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.884493] env[63750]: DEBUG nova.compute.manager [req-689d7c70-ee15-4a96-882b-629bde69c55c req-b7cbbea6-fa7d-4fe3-a578-3a716dc78188 service nova] [instance: 28f784fb-42a3-40b9-b2f4-f047eb7bb83b] No waiting events found dispatching network-vif-plugged-d3f8bd72-07f9-4ea6-a096-6aa55be21beb {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1837.884687] env[63750]: WARNING nova.compute.manager [req-689d7c70-ee15-4a96-882b-629bde69c55c req-b7cbbea6-fa7d-4fe3-a578-3a716dc78188 service nova] [instance: 28f784fb-42a3-40b9-b2f4-f047eb7bb83b] Received unexpected event network-vif-plugged-d3f8bd72-07f9-4ea6-a096-6aa55be21beb for instance with vm_state building and task_state spawning. [ 1837.996670] env[63750]: DEBUG oslo_vmware.api [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]524d3b13-1666-f755-e586-56b59e9d6241, 'name': SearchDatastore_Task, 'duration_secs': 0.0104} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.996954] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1837.997279] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 58be5fa1-c15e-4bd4-96d2-ebac3a39606c/58be5fa1-c15e-4bd4-96d2-ebac3a39606c.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1837.997573] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c53f776-43dd-4c12-96d5-e2d42908cc48 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.003749] env[63750]: DEBUG nova.network.neutron [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] [instance: 28f784fb-42a3-40b9-b2f4-f047eb7bb83b] Successfully updated port: d3f8bd72-07f9-4ea6-a096-6aa55be21beb {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1838.009470] env[63750]: DEBUG oslo_vmware.api [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Waiting for the task: (returnval){ [ 1838.009470] env[63750]: value = "task-2006547" [ 1838.009470] env[63750]: _type = "Task" [ 1838.009470] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.021591] env[63750]: DEBUG oslo_vmware.api [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006547, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.024884] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006537, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.209101] env[63750]: DEBUG oslo_vmware.api [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006545, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070906} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.209458] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1838.210230] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f33d46-968f-456c-84e6-452627d8d4bb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.233607] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca/e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1838.233964] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfa42969-0d6d-4591-a8ae-caa177c8fc60 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.255991] env[63750]: DEBUG oslo_vmware.api [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Waiting for the task: (returnval){ [ 1838.255991] env[63750]: value = "task-2006548" [ 1838.255991] env[63750]: _type = "Task" [ 1838.255991] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.266403] env[63750]: DEBUG oslo_vmware.api [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006548, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.272898] env[63750]: DEBUG nova.scheduler.client.report [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1838.282686] env[63750]: DEBUG oslo_vmware.api [None req-0fe652b2-9ea1-49de-9a58-1078f9897c7d tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006546, 'name': PowerOffVM_Task, 'duration_secs': 0.297889} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.282976] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fe652b2-9ea1-49de-9a58-1078f9897c7d tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: f456f617-7004-4849-b5b3-743adbe45ed1] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1838.283182] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe652b2-9ea1-49de-9a58-1078f9897c7d tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: f456f617-7004-4849-b5b3-743adbe45ed1] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1838.283483] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df6a7a63-cbe5-43d1-a449-ecab56727e83 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.506542] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Acquiring lock "refresh_cache-28f784fb-42a3-40b9-b2f4-f047eb7bb83b" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1838.506717] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Acquired lock "refresh_cache-28f784fb-42a3-40b9-b2f4-f047eb7bb83b" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1838.506873] env[63750]: DEBUG nova.network.neutron [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] [instance: 28f784fb-42a3-40b9-b2f4-f047eb7bb83b] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1838.526250] env[63750]: DEBUG oslo_vmware.api [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006547, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489974} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.529404] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 58be5fa1-c15e-4bd4-96d2-ebac3a39606c/58be5fa1-c15e-4bd4-96d2-ebac3a39606c.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1838.529635] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1838.530171] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006537, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.530303] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be7828d5-cfa6-414f-90fa-7aac3a1da021 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.537014] env[63750]: DEBUG oslo_vmware.api [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Waiting for the task: (returnval){ [ 1838.537014] env[63750]: value = "task-2006550" [ 1838.537014] env[63750]: _type = "Task" [ 1838.537014] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.545204] env[63750]: DEBUG oslo_vmware.api [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006550, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.766714] env[63750]: DEBUG oslo_vmware.api [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006548, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.778599] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.556s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1838.779096] env[63750]: DEBUG nova.compute.manager [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1838.781834] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 23.410s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1838.881492] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquiring lock "refresh_cache-f9e7715c-fd1a-4425-a800-c07f5627807c" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1838.881958] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquired lock "refresh_cache-f9e7715c-fd1a-4425-a800-c07f5627807c" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1838.882212] env[63750]: DEBUG nova.network.neutron [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1839.026718] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006537, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.049541] env[63750]: DEBUG oslo_vmware.api [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006550, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068268} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.049541] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1839.049690] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae56787b-95b0-4aab-9edb-dbadfe968a8c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.072030] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 58be5fa1-c15e-4bd4-96d2-ebac3a39606c/58be5fa1-c15e-4bd4-96d2-ebac3a39606c.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1839.072865] env[63750]: DEBUG nova.network.neutron [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] [instance: 28f784fb-42a3-40b9-b2f4-f047eb7bb83b] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1839.074824] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27548906-1c71-49b3-9fa3-65a7bc50a0d2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.095862] env[63750]: DEBUG oslo_vmware.api [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Waiting for the task: (returnval){ [ 1839.095862] env[63750]: value = "task-2006551" [ 1839.095862] env[63750]: _type = "Task" [ 1839.095862] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.103901] env[63750]: DEBUG oslo_vmware.api [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006551, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.266016] env[63750]: DEBUG oslo_vmware.api [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006548, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.275141] env[63750]: DEBUG nova.network.neutron [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] [instance: 28f784fb-42a3-40b9-b2f4-f047eb7bb83b] Updating instance_info_cache with network_info: [{"id": "d3f8bd72-07f9-4ea6-a096-6aa55be21beb", "address": "fa:16:3e:eb:3a:b8", "network": {"id": "2a607dec-bd7b-4c10-b0a5-da862bf03c93", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-452655129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "440a0e8ee6494dd5a3ffb07da02cd805", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3f8bd72-07", "ovs_interfaceid": "d3f8bd72-07f9-4ea6-a096-6aa55be21beb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1839.285060] env[63750]: DEBUG nova.compute.utils [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1839.296349] env[63750]: DEBUG nova.compute.manager [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1839.296531] env[63750]: DEBUG nova.network.neutron [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1839.336968] env[63750]: DEBUG nova.policy [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '742b9609250c4b599058105c38133a5d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd2139ec6eeb4ba6992db80e7239b224', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1839.529699] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006537, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.608472] env[63750]: DEBUG oslo_vmware.api [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.772536] env[63750]: DEBUG oslo_vmware.api [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006548, 'name': ReconfigVM_Task, 'duration_secs': 1.087366} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.773393] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca] Reconfigured VM instance instance-00000040 to attach disk [datastore1] e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca/e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1839.774205] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5765de51-02e6-45d5-bb0d-1db30a8c5bab {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.778008] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Releasing lock "refresh_cache-28f784fb-42a3-40b9-b2f4-f047eb7bb83b" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1839.778383] env[63750]: DEBUG nova.compute.manager [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] [instance: 28f784fb-42a3-40b9-b2f4-f047eb7bb83b] Instance network_info: |[{"id": "d3f8bd72-07f9-4ea6-a096-6aa55be21beb", "address": "fa:16:3e:eb:3a:b8", "network": {"id": "2a607dec-bd7b-4c10-b0a5-da862bf03c93", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-452655129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "440a0e8ee6494dd5a3ffb07da02cd805", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3f8bd72-07", "ovs_interfaceid": "d3f8bd72-07f9-4ea6-a096-6aa55be21beb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1839.778819] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] [instance: 28f784fb-42a3-40b9-b2f4-f047eb7bb83b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:3a:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd48f0ef6-34e5-44d4-8baf-4470ed96ce73', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3f8bd72-07f9-4ea6-a096-6aa55be21beb', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1839.786790] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Creating folder: Project (440a0e8ee6494dd5a3ffb07da02cd805). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1839.788565] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cbb6366d-caee-4792-9bd2-93fae036bb4f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.790785] env[63750]: DEBUG oslo_vmware.api [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Waiting for the task: (returnval){ [ 1839.790785] env[63750]: value = "task-2006552" [ 1839.790785] env[63750]: _type = "Task" [ 1839.790785] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.796868] env[63750]: DEBUG nova.network.neutron [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Updating instance_info_cache with network_info: [{"id": "811a2e11-c848-48ad-ac4d-d351484fb47b", "address": "fa:16:3e:dc:9d:91", "network": {"id": "1e3b858c-f4d4-4913-a4c3-d58d2479172a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1419195521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a2d0199021141198e0a8cc981e6d49d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap811a2e11-c8", "ovs_interfaceid": "811a2e11-c848-48ad-ac4d-d351484fb47b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1839.803025] env[63750]: DEBUG nova.compute.manager [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1839.810834] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Applying migration context for instance f9e7715c-fd1a-4425-a800-c07f5627807c as it has an incoming, in-progress migration 831b146e-5a24-4c3b-94df-8cb4d30d3d96. Migration status is post-migrating {{(pid=63750) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1839.813720] env[63750]: INFO nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Updating resource usage from migration 831b146e-5a24-4c3b-94df-8cb4d30d3d96 [ 1839.826144] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-d822e4f2-33bf-4cd6-b46e-eeaae0253e5a tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1839.826403] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-d822e4f2-33bf-4cd6-b46e-eeaae0253e5a tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1839.826589] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-d822e4f2-33bf-4cd6-b46e-eeaae0253e5a tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Deleting the datastore file [datastore1] 71b4eb74-3e75-44d0-a132-0fa238a09fd2 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1839.826867] env[63750]: DEBUG oslo_vmware.api [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006552, 'name': Rename_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.827200] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4b31e951-2dae-4b66-8bcd-5a7926adbf78 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] [instance: 64f39f2d-d65b-4cbe-ad6a-b755acc238f1] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1839.827385] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4b31e951-2dae-4b66-8bcd-5a7926adbf78 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] [instance: 64f39f2d-d65b-4cbe-ad6a-b755acc238f1] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1839.827548] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b31e951-2dae-4b66-8bcd-5a7926adbf78 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Deleting the datastore file [datastore1] 64f39f2d-d65b-4cbe-ad6a-b755acc238f1 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1839.828120] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe652b2-9ea1-49de-9a58-1078f9897c7d tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: f456f617-7004-4849-b5b3-743adbe45ed1] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1839.828306] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe652b2-9ea1-49de-9a58-1078f9897c7d tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: f456f617-7004-4849-b5b3-743adbe45ed1] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1839.828470] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fe652b2-9ea1-49de-9a58-1078f9897c7d tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Deleting the datastore file [datastore1] f456f617-7004-4849-b5b3-743adbe45ed1 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1839.828705] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Created folder: Project (440a0e8ee6494dd5a3ffb07da02cd805) in parent group-v412391. [ 1839.828863] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Creating folder: Instances. Parent ref: group-v412565. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1839.829101] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55b3c8c1-64b3-484a-a8b9-ca2af22287a0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.830934] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04ff67b6-eedb-4ae5-8d60-3c9670ad4f25 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.832586] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42a763dc-b6a9-46c9-b388-c0f39cea3f0a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.834587] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cbbbe7d8-29f1-4dfd-af9d-bad8aae242cf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.841523] env[63750]: DEBUG oslo_vmware.api [None req-d822e4f2-33bf-4cd6-b46e-eeaae0253e5a tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Waiting for the task: (returnval){ [ 1839.841523] env[63750]: value = "task-2006554" [ 1839.841523] env[63750]: _type = "Task" [ 1839.841523] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.842519] env[63750]: WARNING nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 8892fd3b-b3fa-4b83-89f8-3162579d6f87 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1839.842662] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance fe9c3f7c-4c8b-426b-85c1-6fc0f325609e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1839.842793] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 71b4eb74-3e75-44d0-a132-0fa238a09fd2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1839.843026] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 3d11142c-0197-4bd9-bf31-fffabf48ee87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1839.843091] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 627fabed-0639-417d-b78c-fc6ef6ab7979 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1839.843229] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 6837b938-5169-44a2-a03f-e6a2064334d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1839.843384] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 0431561b-dd08-4c9c-a4f6-43d19cbe4b03 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1839.843516] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance b137e48f-6f38-483f-8c23-1d47bf8aecc2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1839.843741] env[63750]: WARNING nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 99c765c3-0b70-4f53-a8e7-e2723898c70e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1839.843914] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance c22023e7-8e33-478b-a1d7-f844a427dae6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1839.844090] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1839.844268] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance bf03616d-723b-4ab9-9e5e-68b50541b080 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1839.844438] env[63750]: WARNING nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1839.844599] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance adf74ced-9577-4117-a486-11585818389d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1839.844767] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 113fba09-0579-45b5-98a3-7c0a17a8c2fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1839.845155] env[63750]: WARNING nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 42845a75-0a2f-4563-a2d5-39e8f7b5e36c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1839.845155] env[63750]: WARNING nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 64a543f2-1a03-40a7-9774-4960e613e17a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1839.845387] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance fbac5dc9-a86c-44fe-8fa5-0007124ce44b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1839.845477] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 64f39f2d-d65b-4cbe-ad6a-b755acc238f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1839.845614] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance f456f617-7004-4849-b5b3-743adbe45ed1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1839.845753] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1839.845887] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 58be5fa1-c15e-4bd4-96d2-ebac3a39606c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1839.846048] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Migration 831b146e-5a24-4c3b-94df-8cb4d30d3d96 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1839.846212] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance f9e7715c-fd1a-4425-a800-c07f5627807c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1839.846391] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 28f784fb-42a3-40b9-b2f4-f047eb7bb83b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1839.846471] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance ee1deeaf-7782-4ae2-bf3e-c766ae21a05a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1839.850456] env[63750]: DEBUG oslo_vmware.api [None req-0fe652b2-9ea1-49de-9a58-1078f9897c7d tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1839.850456] env[63750]: value = "task-2006556" [ 1839.850456] env[63750]: _type = "Task" [ 1839.850456] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.851246] env[63750]: DEBUG oslo_vmware.api [None req-4b31e951-2dae-4b66-8bcd-5a7926adbf78 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Waiting for the task: (returnval){ [ 1839.851246] env[63750]: value = "task-2006555" [ 1839.851246] env[63750]: _type = "Task" [ 1839.851246] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.857096] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Created folder: Instances in parent group-v412565. [ 1839.857891] env[63750]: DEBUG oslo.service.loopingcall [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1839.864680] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28f784fb-42a3-40b9-b2f4-f047eb7bb83b] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1839.865644] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c783430b-260b-43d8-9b78-9471f28e0bac {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.885846] env[63750]: DEBUG nova.network.neutron [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Successfully created port: 9f8d04b0-6f61-4411-befb-8002f5f39b26 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1839.889171] env[63750]: DEBUG oslo_vmware.api [None req-d822e4f2-33bf-4cd6-b46e-eeaae0253e5a tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Task: {'id': task-2006554, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.894100] env[63750]: DEBUG oslo_vmware.api [None req-0fe652b2-9ea1-49de-9a58-1078f9897c7d tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006556, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.897550] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1839.897550] env[63750]: value = "task-2006558" [ 1839.897550] env[63750]: _type = "Task" [ 1839.897550] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.897826] env[63750]: DEBUG oslo_vmware.api [None req-4b31e951-2dae-4b66-8bcd-5a7926adbf78 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Task: {'id': task-2006555, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.906912] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006558, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.917023] env[63750]: DEBUG nova.compute.manager [req-ad417200-94b2-41e9-8c69-dac31bde45ca req-7ccef4c8-fe0c-4b7b-b117-01772dd977ad service nova] [instance: 28f784fb-42a3-40b9-b2f4-f047eb7bb83b] Received event network-changed-d3f8bd72-07f9-4ea6-a096-6aa55be21beb {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1839.917023] env[63750]: DEBUG nova.compute.manager [req-ad417200-94b2-41e9-8c69-dac31bde45ca req-7ccef4c8-fe0c-4b7b-b117-01772dd977ad service nova] [instance: 28f784fb-42a3-40b9-b2f4-f047eb7bb83b] Refreshing instance network info cache due to event network-changed-d3f8bd72-07f9-4ea6-a096-6aa55be21beb. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1839.917023] env[63750]: DEBUG oslo_concurrency.lockutils [req-ad417200-94b2-41e9-8c69-dac31bde45ca req-7ccef4c8-fe0c-4b7b-b117-01772dd977ad service nova] Acquiring lock "refresh_cache-28f784fb-42a3-40b9-b2f4-f047eb7bb83b" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1839.917023] env[63750]: DEBUG oslo_concurrency.lockutils [req-ad417200-94b2-41e9-8c69-dac31bde45ca req-7ccef4c8-fe0c-4b7b-b117-01772dd977ad service nova] Acquired lock "refresh_cache-28f784fb-42a3-40b9-b2f4-f047eb7bb83b" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1839.917023] env[63750]: DEBUG nova.network.neutron [req-ad417200-94b2-41e9-8c69-dac31bde45ca req-7ccef4c8-fe0c-4b7b-b117-01772dd977ad service nova] [instance: 28f784fb-42a3-40b9-b2f4-f047eb7bb83b] Refreshing network info cache for port d3f8bd72-07f9-4ea6-a096-6aa55be21beb {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1840.030153] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006537, 'name': CreateVM_Task, 'duration_secs': 4.863408} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.030346] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1840.031065] env[63750]: DEBUG oslo_concurrency.lockutils [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1840.031246] env[63750]: DEBUG oslo_concurrency.lockutils [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1840.031612] env[63750]: DEBUG oslo_concurrency.lockutils [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1840.031893] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f5ae75d-f5c8-4013-965e-dfded8adf78d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.036629] env[63750]: DEBUG oslo_vmware.api [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for the task: (returnval){ [ 1840.036629] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]524b2719-c503-4f9b-65fe-997a92377456" [ 1840.036629] env[63750]: _type = "Task" [ 1840.036629] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.045945] env[63750]: DEBUG oslo_vmware.api [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]524b2719-c503-4f9b-65fe-997a92377456, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.107452] env[63750]: DEBUG oslo_vmware.api [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006551, 'name': ReconfigVM_Task, 'duration_secs': 0.619548} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.107745] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 58be5fa1-c15e-4bd4-96d2-ebac3a39606c/58be5fa1-c15e-4bd4-96d2-ebac3a39606c.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1840.108796] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9db6cfae-8ebd-456f-8607-618eb7a386fc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.114508] env[63750]: DEBUG oslo_vmware.api [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Waiting for the task: (returnval){ [ 1840.114508] env[63750]: value = "task-2006559" [ 1840.114508] env[63750]: _type = "Task" [ 1840.114508] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.122268] env[63750]: DEBUG oslo_vmware.api [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006559, 'name': Rename_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.301123] env[63750]: DEBUG oslo_vmware.api [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006552, 'name': Rename_Task, 'duration_secs': 0.159931} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.301415] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1840.301673] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0286b23e-10d4-4e7d-b7af-8f57b4810f49 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.303536] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Releasing lock "refresh_cache-f9e7715c-fd1a-4425-a800-c07f5627807c" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1840.312388] env[63750]: DEBUG oslo_vmware.api [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Waiting for the task: (returnval){ [ 1840.312388] env[63750]: value = "task-2006560" [ 1840.312388] env[63750]: _type = "Task" [ 1840.312388] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.324097] env[63750]: DEBUG oslo_vmware.api [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006560, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.354647] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 0420a80c-c7dd-419f-9123-bb69c09e037e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1840.368261] env[63750]: DEBUG oslo_vmware.api [None req-d822e4f2-33bf-4cd6-b46e-eeaae0253e5a tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Task: {'id': task-2006554, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159599} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.369103] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-d822e4f2-33bf-4cd6-b46e-eeaae0253e5a tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1840.369360] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-d822e4f2-33bf-4cd6-b46e-eeaae0253e5a tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1840.369587] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-d822e4f2-33bf-4cd6-b46e-eeaae0253e5a tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1840.369800] env[63750]: INFO nova.compute.manager [None req-d822e4f2-33bf-4cd6-b46e-eeaae0253e5a tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Took 4.06 seconds to destroy the instance on the hypervisor. [ 1840.370189] env[63750]: DEBUG oslo.service.loopingcall [None req-d822e4f2-33bf-4cd6-b46e-eeaae0253e5a tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1840.370598] env[63750]: DEBUG nova.compute.manager [-] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1840.370723] env[63750]: DEBUG nova.network.neutron [-] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1840.378736] env[63750]: DEBUG oslo_vmware.api [None req-0fe652b2-9ea1-49de-9a58-1078f9897c7d tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006556, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154055} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.379015] env[63750]: DEBUG oslo_vmware.api [None req-4b31e951-2dae-4b66-8bcd-5a7926adbf78 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Task: {'id': task-2006555, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20417} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.379552] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fe652b2-9ea1-49de-9a58-1078f9897c7d tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1840.379780] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe652b2-9ea1-49de-9a58-1078f9897c7d tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: f456f617-7004-4849-b5b3-743adbe45ed1] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1840.380010] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe652b2-9ea1-49de-9a58-1078f9897c7d tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: f456f617-7004-4849-b5b3-743adbe45ed1] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1840.380226] env[63750]: INFO nova.compute.manager [None req-0fe652b2-9ea1-49de-9a58-1078f9897c7d tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: f456f617-7004-4849-b5b3-743adbe45ed1] Took 2.65 seconds to destroy the instance on the hypervisor. [ 1840.380497] env[63750]: DEBUG oslo.service.loopingcall [None req-0fe652b2-9ea1-49de-9a58-1078f9897c7d tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1840.380729] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b31e951-2dae-4b66-8bcd-5a7926adbf78 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1840.380934] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4b31e951-2dae-4b66-8bcd-5a7926adbf78 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] [instance: 64f39f2d-d65b-4cbe-ad6a-b755acc238f1] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1840.381153] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4b31e951-2dae-4b66-8bcd-5a7926adbf78 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] [instance: 64f39f2d-d65b-4cbe-ad6a-b755acc238f1] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1840.381356] env[63750]: INFO nova.compute.manager [None req-4b31e951-2dae-4b66-8bcd-5a7926adbf78 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] [instance: 64f39f2d-d65b-4cbe-ad6a-b755acc238f1] Took 6.04 seconds to destroy the instance on the hypervisor. [ 1840.381640] env[63750]: DEBUG oslo.service.loopingcall [None req-4b31e951-2dae-4b66-8bcd-5a7926adbf78 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1840.382107] env[63750]: DEBUG nova.compute.manager [-] [instance: f456f617-7004-4849-b5b3-743adbe45ed1] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1840.382245] env[63750]: DEBUG nova.network.neutron [-] [instance: f456f617-7004-4849-b5b3-743adbe45ed1] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1840.383909] env[63750]: DEBUG nova.compute.manager [-] [instance: 64f39f2d-d65b-4cbe-ad6a-b755acc238f1] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1840.384044] env[63750]: DEBUG nova.network.neutron [-] [instance: 64f39f2d-d65b-4cbe-ad6a-b755acc238f1] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1840.407749] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006558, 'name': CreateVM_Task, 'duration_secs': 0.34304} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.408025] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28f784fb-42a3-40b9-b2f4-f047eb7bb83b] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1840.408674] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1840.408939] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1840.409271] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1840.409563] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8447f5de-8130-469f-b3bb-9006f3630202 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.414199] env[63750]: DEBUG oslo_vmware.api [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Waiting for the task: (returnval){ [ 1840.414199] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52e25d14-beaf-58d2-cc68-377090017b87" [ 1840.414199] env[63750]: _type = "Task" [ 1840.414199] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.428688] env[63750]: DEBUG oslo_vmware.api [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52e25d14-beaf-58d2-cc68-377090017b87, 'name': SearchDatastore_Task, 'duration_secs': 0.009066} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.429039] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1840.429333] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] [instance: 28f784fb-42a3-40b9-b2f4-f047eb7bb83b] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1840.429609] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1840.429806] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1840.430044] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1840.430346] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-242b45e9-aff4-4cef-86b5-07c942d70f9e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.437983] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1840.438242] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1840.438977] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f761557-aa7b-4c25-a431-b1095fd4cdce {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.444301] env[63750]: DEBUG oslo_vmware.api [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Waiting for the task: (returnval){ [ 1840.444301] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5287c653-f7ce-d031-7a67-3ec2ce357030" [ 1840.444301] env[63750]: _type = "Task" [ 1840.444301] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.452446] env[63750]: DEBUG oslo_vmware.api [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5287c653-f7ce-d031-7a67-3ec2ce357030, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.552313] env[63750]: DEBUG oslo_vmware.api [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]524b2719-c503-4f9b-65fe-997a92377456, 'name': SearchDatastore_Task, 'duration_secs': 0.008918} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.552599] env[63750]: DEBUG oslo_concurrency.lockutils [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1840.552820] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1840.553054] env[63750]: DEBUG oslo_concurrency.lockutils [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1840.553199] env[63750]: DEBUG oslo_concurrency.lockutils [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1840.553365] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1840.553625] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec4b5fb3-a888-4c6a-b211-f82df15dba69 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.564608] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1840.564608] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1840.565450] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dbc3a25-6fb1-40a2-8b4f-2cab20f8c9c8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.571993] env[63750]: DEBUG oslo_vmware.api [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for the task: (returnval){ [ 1840.571993] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52ed2a1b-742f-b31f-f01b-6d3327343616" [ 1840.571993] env[63750]: _type = "Task" [ 1840.571993] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.580698] env[63750]: DEBUG oslo_vmware.api [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52ed2a1b-742f-b31f-f01b-6d3327343616, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.625451] env[63750]: DEBUG oslo_vmware.api [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006559, 'name': Rename_Task, 'duration_secs': 0.14376} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.626133] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1840.626595] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ced073b-bb8e-40a6-8004-3b521f8e8561 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.636169] env[63750]: DEBUG oslo_vmware.api [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Waiting for the task: (returnval){ [ 1840.636169] env[63750]: value = "task-2006561" [ 1840.636169] env[63750]: _type = "Task" [ 1840.636169] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.644816] env[63750]: DEBUG oslo_vmware.api [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006561, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.824451] env[63750]: DEBUG oslo_vmware.api [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006560, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.825352] env[63750]: DEBUG nova.compute.manager [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1840.835772] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8e262e-34cd-4c72-b8df-225667b7ac7a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.858791] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f026702-2b73-494d-8a3b-d40c5d5a504b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.862445] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1840.869066] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Updating instance 'f9e7715c-fd1a-4425-a800-c07f5627807c' progress to 83 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1840.877737] env[63750]: DEBUG nova.virt.hardware [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1840.878594] env[63750]: DEBUG nova.virt.hardware [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1840.878809] env[63750]: DEBUG nova.virt.hardware [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1840.879052] env[63750]: DEBUG nova.virt.hardware [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1840.879240] env[63750]: DEBUG nova.virt.hardware [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1840.879616] env[63750]: DEBUG nova.virt.hardware [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1840.879893] env[63750]: DEBUG nova.virt.hardware [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1840.880111] env[63750]: DEBUG nova.virt.hardware [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1840.881047] env[63750]: DEBUG nova.virt.hardware [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1840.881047] env[63750]: DEBUG nova.virt.hardware [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1840.881047] env[63750]: DEBUG nova.virt.hardware [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1840.882021] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c3fea6-c250-4ea8-8a77-b527d7f4bef2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.888723] env[63750]: DEBUG nova.compute.manager [req-0ed2b24d-a230-41ae-a850-91ea585e4c84 req-760bac99-e606-488d-a6af-a2d28d8c6d7a service nova] [instance: 64f39f2d-d65b-4cbe-ad6a-b755acc238f1] Received event network-vif-deleted-771389ef-ccf3-4476-a435-7b4614e25bb4 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1840.889084] env[63750]: INFO nova.compute.manager [req-0ed2b24d-a230-41ae-a850-91ea585e4c84 req-760bac99-e606-488d-a6af-a2d28d8c6d7a service nova] [instance: 64f39f2d-d65b-4cbe-ad6a-b755acc238f1] Neutron deleted interface 771389ef-ccf3-4476-a435-7b4614e25bb4; detaching it from the instance and deleting it from the info cache [ 1840.889210] env[63750]: DEBUG nova.network.neutron [req-0ed2b24d-a230-41ae-a850-91ea585e4c84 req-760bac99-e606-488d-a6af-a2d28d8c6d7a service nova] [instance: 64f39f2d-d65b-4cbe-ad6a-b755acc238f1] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1840.894921] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d500a52-3b56-4336-aa9e-689062a122f6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.957197] env[63750]: DEBUG oslo_vmware.api [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5287c653-f7ce-d031-7a67-3ec2ce357030, 'name': SearchDatastore_Task, 'duration_secs': 0.008238} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.957962] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61dc1cd9-2c59-4a7f-9b78-3de1105bb9f5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.963265] env[63750]: DEBUG oslo_vmware.api [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Waiting for the task: (returnval){ [ 1840.963265] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a27bd7-d778-2131-4e5a-f0c2580bc4de" [ 1840.963265] env[63750]: _type = "Task" [ 1840.963265] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.971678] env[63750]: DEBUG oslo_vmware.api [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a27bd7-d778-2131-4e5a-f0c2580bc4de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.051634] env[63750]: DEBUG nova.network.neutron [req-ad417200-94b2-41e9-8c69-dac31bde45ca req-7ccef4c8-fe0c-4b7b-b117-01772dd977ad service nova] [instance: 28f784fb-42a3-40b9-b2f4-f047eb7bb83b] Updated VIF entry in instance network info cache for port d3f8bd72-07f9-4ea6-a096-6aa55be21beb. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1841.051976] env[63750]: DEBUG nova.network.neutron [req-ad417200-94b2-41e9-8c69-dac31bde45ca req-7ccef4c8-fe0c-4b7b-b117-01772dd977ad service nova] [instance: 28f784fb-42a3-40b9-b2f4-f047eb7bb83b] Updating instance_info_cache with network_info: [{"id": "d3f8bd72-07f9-4ea6-a096-6aa55be21beb", "address": "fa:16:3e:eb:3a:b8", "network": {"id": "2a607dec-bd7b-4c10-b0a5-da862bf03c93", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-452655129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "440a0e8ee6494dd5a3ffb07da02cd805", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3f8bd72-07", "ovs_interfaceid": "d3f8bd72-07f9-4ea6-a096-6aa55be21beb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1841.082907] env[63750]: DEBUG oslo_vmware.api [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52ed2a1b-742f-b31f-f01b-6d3327343616, 'name': SearchDatastore_Task, 'duration_secs': 0.011037} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.083827] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cc491cc-0745-4cd0-8d7f-2725ef5cdafe {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.089361] env[63750]: DEBUG oslo_vmware.api [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for the task: (returnval){ [ 1841.089361] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52817791-0cc3-6258-1cab-3710c2bdfc96" [ 1841.089361] env[63750]: _type = "Task" [ 1841.089361] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.097584] env[63750]: DEBUG oslo_vmware.api [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52817791-0cc3-6258-1cab-3710c2bdfc96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.146631] env[63750]: DEBUG oslo_vmware.api [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006561, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.217239] env[63750]: DEBUG nova.network.neutron [-] [instance: 64f39f2d-d65b-4cbe-ad6a-b755acc238f1] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1841.322716] env[63750]: DEBUG oslo_vmware.api [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006560, 'name': PowerOnVM_Task, 'duration_secs': 0.613828} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.323048] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1841.323318] env[63750]: INFO nova.compute.manager [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca] Took 13.79 seconds to spawn the instance on the hypervisor. [ 1841.323510] env[63750]: DEBUG nova.compute.manager [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1841.324295] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a20b384-4523-4713-b32a-7d350af65b0e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.375228] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 9b56be0d-29db-48b2-81f8-8b1bd7e7362f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1841.377983] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1841.380853] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-616585e0-213a-4f37-987f-b8025d471622 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.388751] env[63750]: DEBUG oslo_vmware.api [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1841.388751] env[63750]: value = "task-2006562" [ 1841.388751] env[63750]: _type = "Task" [ 1841.388751] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.394059] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1d7d2aa5-a938-4eaf-a8c3-c2ddf65b7070 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.400447] env[63750]: DEBUG oslo_vmware.api [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006562, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.407911] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ec7058-6bab-48bd-9a61-a61732f267e8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.450716] env[63750]: DEBUG nova.compute.manager [req-0ed2b24d-a230-41ae-a850-91ea585e4c84 req-760bac99-e606-488d-a6af-a2d28d8c6d7a service nova] [instance: 64f39f2d-d65b-4cbe-ad6a-b755acc238f1] Detach interface failed, port_id=771389ef-ccf3-4476-a435-7b4614e25bb4, reason: Instance 64f39f2d-d65b-4cbe-ad6a-b755acc238f1 could not be found. {{(pid=63750) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1841.474418] env[63750]: DEBUG oslo_vmware.api [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a27bd7-d778-2131-4e5a-f0c2580bc4de, 'name': SearchDatastore_Task, 'duration_secs': 0.011143} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.474770] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1841.475115] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 28f784fb-42a3-40b9-b2f4-f047eb7bb83b/28f784fb-42a3-40b9-b2f4-f047eb7bb83b.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1841.475407] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-feedb817-4974-4329-8f39-5d942a9f649b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.483991] env[63750]: DEBUG oslo_vmware.api [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Waiting for the task: (returnval){ [ 1841.483991] env[63750]: value = "task-2006563" [ 1841.483991] env[63750]: _type = "Task" [ 1841.483991] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.492722] env[63750]: DEBUG oslo_vmware.api [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Task: {'id': task-2006563, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.544638] env[63750]: DEBUG nova.network.neutron [-] [instance: f456f617-7004-4849-b5b3-743adbe45ed1] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1841.557230] env[63750]: DEBUG oslo_concurrency.lockutils [req-ad417200-94b2-41e9-8c69-dac31bde45ca req-7ccef4c8-fe0c-4b7b-b117-01772dd977ad service nova] Releasing lock "refresh_cache-28f784fb-42a3-40b9-b2f4-f047eb7bb83b" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1841.601903] env[63750]: DEBUG oslo_vmware.api [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52817791-0cc3-6258-1cab-3710c2bdfc96, 'name': SearchDatastore_Task, 'duration_secs': 0.009226} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.602299] env[63750]: DEBUG oslo_concurrency.lockutils [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1841.606022] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 6837b938-5169-44a2-a03f-e6a2064334d6/6837b938-5169-44a2-a03f-e6a2064334d6.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1841.606022] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fedd73a9-90c8-4700-8d1c-162efa7161d4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.612680] env[63750]: DEBUG oslo_vmware.api [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for the task: (returnval){ [ 1841.612680] env[63750]: value = "task-2006564" [ 1841.612680] env[63750]: _type = "Task" [ 1841.612680] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.618080] env[63750]: DEBUG nova.network.neutron [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Successfully updated port: 9f8d04b0-6f61-4411-befb-8002f5f39b26 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1841.624973] env[63750]: DEBUG oslo_vmware.api [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006564, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.650800] env[63750]: DEBUG oslo_vmware.api [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006561, 'name': PowerOnVM_Task, 'duration_secs': 0.940607} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.651121] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1841.651294] env[63750]: INFO nova.compute.manager [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] Took 9.01 seconds to spawn the instance on the hypervisor. [ 1841.651472] env[63750]: DEBUG nova.compute.manager [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1841.652350] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a6062f-a1ad-4091-88f7-00bbaf967153 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.719915] env[63750]: INFO nova.compute.manager [-] [instance: 64f39f2d-d65b-4cbe-ad6a-b755acc238f1] Took 1.34 seconds to deallocate network for instance. [ 1841.842027] env[63750]: DEBUG nova.network.neutron [-] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1841.849483] env[63750]: INFO nova.compute.manager [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca] Took 49.19 seconds to build instance. [ 1841.881921] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 061e6a4c-f817-4955-9813-f63c318f6739 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1841.882293] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Total usable vcpus: 48, total allocated vcpus: 21 {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1841.882455] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4672MB phys_disk=200GB used_disk=22GB total_vcpus=48 used_vcpus=21 pci_stats=[] {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1841.901679] env[63750]: DEBUG oslo_vmware.api [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006562, 'name': PowerOnVM_Task, 'duration_secs': 0.405677} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.902030] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1841.902030] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-9306c0b8-a385-440a-a697-a513467608b9 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Updating instance 'f9e7715c-fd1a-4425-a800-c07f5627807c' progress to 100 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1841.955948] env[63750]: DEBUG nova.compute.manager [req-f4b83c4a-aa6b-4c82-a7c3-8b35c3877153 req-d97f6fbd-8bd4-4351-bdc8-4297ad4add65 service nova] [instance: f456f617-7004-4849-b5b3-743adbe45ed1] Received event network-vif-deleted-945d8826-8856-4579-bb97-38f7cedd371a {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1841.956208] env[63750]: DEBUG nova.compute.manager [req-f4b83c4a-aa6b-4c82-a7c3-8b35c3877153 req-d97f6fbd-8bd4-4351-bdc8-4297ad4add65 service nova] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Received event network-vif-deleted-0c707b41-64ba-4d5a-ad40-3f85191b354f {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1841.956454] env[63750]: DEBUG nova.compute.manager [req-f4b83c4a-aa6b-4c82-a7c3-8b35c3877153 req-d97f6fbd-8bd4-4351-bdc8-4297ad4add65 service nova] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Received event network-vif-plugged-9f8d04b0-6f61-4411-befb-8002f5f39b26 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1841.956684] env[63750]: DEBUG oslo_concurrency.lockutils [req-f4b83c4a-aa6b-4c82-a7c3-8b35c3877153 req-d97f6fbd-8bd4-4351-bdc8-4297ad4add65 service nova] Acquiring lock "ee1deeaf-7782-4ae2-bf3e-c766ae21a05a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.956902] env[63750]: DEBUG oslo_concurrency.lockutils [req-f4b83c4a-aa6b-4c82-a7c3-8b35c3877153 req-d97f6fbd-8bd4-4351-bdc8-4297ad4add65 service nova] Lock "ee1deeaf-7782-4ae2-bf3e-c766ae21a05a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.957105] env[63750]: DEBUG oslo_concurrency.lockutils [req-f4b83c4a-aa6b-4c82-a7c3-8b35c3877153 req-d97f6fbd-8bd4-4351-bdc8-4297ad4add65 service nova] Lock "ee1deeaf-7782-4ae2-bf3e-c766ae21a05a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.957535] env[63750]: DEBUG nova.compute.manager [req-f4b83c4a-aa6b-4c82-a7c3-8b35c3877153 req-d97f6fbd-8bd4-4351-bdc8-4297ad4add65 service nova] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] No waiting events found dispatching network-vif-plugged-9f8d04b0-6f61-4411-befb-8002f5f39b26 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1841.957836] env[63750]: WARNING nova.compute.manager [req-f4b83c4a-aa6b-4c82-a7c3-8b35c3877153 req-d97f6fbd-8bd4-4351-bdc8-4297ad4add65 service nova] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Received unexpected event network-vif-plugged-9f8d04b0-6f61-4411-befb-8002f5f39b26 for instance with vm_state building and task_state spawning. [ 1841.958139] env[63750]: DEBUG nova.compute.manager [req-f4b83c4a-aa6b-4c82-a7c3-8b35c3877153 req-d97f6fbd-8bd4-4351-bdc8-4297ad4add65 service nova] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Received event network-changed-9f8d04b0-6f61-4411-befb-8002f5f39b26 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1841.958485] env[63750]: DEBUG nova.compute.manager [req-f4b83c4a-aa6b-4c82-a7c3-8b35c3877153 req-d97f6fbd-8bd4-4351-bdc8-4297ad4add65 service nova] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Refreshing instance network info cache due to event network-changed-9f8d04b0-6f61-4411-befb-8002f5f39b26. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1841.958859] env[63750]: DEBUG oslo_concurrency.lockutils [req-f4b83c4a-aa6b-4c82-a7c3-8b35c3877153 req-d97f6fbd-8bd4-4351-bdc8-4297ad4add65 service nova] Acquiring lock "refresh_cache-ee1deeaf-7782-4ae2-bf3e-c766ae21a05a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1841.959114] env[63750]: DEBUG oslo_concurrency.lockutils [req-f4b83c4a-aa6b-4c82-a7c3-8b35c3877153 req-d97f6fbd-8bd4-4351-bdc8-4297ad4add65 service nova] Acquired lock "refresh_cache-ee1deeaf-7782-4ae2-bf3e-c766ae21a05a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1841.959387] env[63750]: DEBUG nova.network.neutron [req-f4b83c4a-aa6b-4c82-a7c3-8b35c3877153 req-d97f6fbd-8bd4-4351-bdc8-4297ad4add65 service nova] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Refreshing network info cache for port 9f8d04b0-6f61-4411-befb-8002f5f39b26 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1841.997772] env[63750]: DEBUG oslo_vmware.api [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Task: {'id': task-2006563, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512246} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.998338] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 28f784fb-42a3-40b9-b2f4-f047eb7bb83b/28f784fb-42a3-40b9-b2f4-f047eb7bb83b.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1841.998562] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] [instance: 28f784fb-42a3-40b9-b2f4-f047eb7bb83b] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1841.998832] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-792887f4-dedf-450f-b12d-d6ba92fb29a5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.006295] env[63750]: DEBUG oslo_vmware.api [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Waiting for the task: (returnval){ [ 1842.006295] env[63750]: value = "task-2006565" [ 1842.006295] env[63750]: _type = "Task" [ 1842.006295] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.023226] env[63750]: DEBUG oslo_vmware.api [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Task: {'id': task-2006565, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.047755] env[63750]: INFO nova.compute.manager [-] [instance: f456f617-7004-4849-b5b3-743adbe45ed1] Took 1.67 seconds to deallocate network for instance. [ 1842.122092] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquiring lock "refresh_cache-ee1deeaf-7782-4ae2-bf3e-c766ae21a05a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1842.128361] env[63750]: DEBUG oslo_vmware.api [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006564, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.175410] env[63750]: INFO nova.compute.manager [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] Took 44.01 seconds to build instance. [ 1842.227785] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4b31e951-2dae-4b66-8bcd-5a7926adbf78 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1842.339091] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8194e7-9031-4922-a719-400bea41c450 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.348873] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d03a3f-0c4e-405c-922c-18a784baef70 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.352739] env[63750]: INFO nova.compute.manager [-] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Took 1.98 seconds to deallocate network for instance. [ 1842.352833] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fb02191d-2d17-43da-8197-c9b745ca00e7 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Lock "e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.605s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1842.384214] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e4a740-71e7-4355-aaa3-e450bd751601 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.392041] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d82f50f-9645-43ba-b921-f7af7630450c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.406741] env[63750]: DEBUG nova.compute.provider_tree [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1842.495633] env[63750]: DEBUG nova.network.neutron [req-f4b83c4a-aa6b-4c82-a7c3-8b35c3877153 req-d97f6fbd-8bd4-4351-bdc8-4297ad4add65 service nova] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1842.516854] env[63750]: DEBUG oslo_vmware.api [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Task: {'id': task-2006565, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170926} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.517134] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] [instance: 28f784fb-42a3-40b9-b2f4-f047eb7bb83b] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1842.517948] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf7edc9-5877-4447-ac4f-99048618dd80 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.540456] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] [instance: 28f784fb-42a3-40b9-b2f4-f047eb7bb83b] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 28f784fb-42a3-40b9-b2f4-f047eb7bb83b/28f784fb-42a3-40b9-b2f4-f047eb7bb83b.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1842.543093] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84791813-a1d3-4ab3-a32b-fbf524374a83 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.557948] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0fe652b2-9ea1-49de-9a58-1078f9897c7d tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1842.565546] env[63750]: DEBUG oslo_vmware.api [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Waiting for the task: (returnval){ [ 1842.565546] env[63750]: value = "task-2006566" [ 1842.565546] env[63750]: _type = "Task" [ 1842.565546] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.572910] env[63750]: DEBUG oslo_vmware.api [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Task: {'id': task-2006566, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.623773] env[63750]: DEBUG oslo_vmware.api [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006564, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611075} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.624788] env[63750]: DEBUG nova.network.neutron [req-f4b83c4a-aa6b-4c82-a7c3-8b35c3877153 req-d97f6fbd-8bd4-4351-bdc8-4297ad4add65 service nova] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1842.626088] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 6837b938-5169-44a2-a03f-e6a2064334d6/6837b938-5169-44a2-a03f-e6a2064334d6.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1842.626505] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1842.627056] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ebd4d2f-0e87-4854-b6a6-bc6f7e920a99 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.633739] env[63750]: DEBUG oslo_vmware.api [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for the task: (returnval){ [ 1842.633739] env[63750]: value = "task-2006567" [ 1842.633739] env[63750]: _type = "Task" [ 1842.633739] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.641970] env[63750]: DEBUG oslo_vmware.api [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006567, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.680547] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ba184fe9-1b74-40c9-8791-80fc54ad8032 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Lock "58be5fa1-c15e-4bd4-96d2-ebac3a39606c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.364s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1842.778110] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4c3be3e3-b94d-461a-b03b-53fa820644c0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Acquiring lock "e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1842.778442] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4c3be3e3-b94d-461a-b03b-53fa820644c0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Lock "e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1842.778582] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4c3be3e3-b94d-461a-b03b-53fa820644c0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Acquiring lock "e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1842.778876] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4c3be3e3-b94d-461a-b03b-53fa820644c0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Lock "e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1842.779106] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4c3be3e3-b94d-461a-b03b-53fa820644c0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Lock "e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1842.781283] env[63750]: INFO nova.compute.manager [None req-4c3be3e3-b94d-461a-b03b-53fa820644c0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca] Terminating instance [ 1842.884995] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d822e4f2-33bf-4cd6-b46e-eeaae0253e5a tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1842.912246] env[63750]: DEBUG nova.scheduler.client.report [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1842.963708] env[63750]: INFO nova.compute.manager [None req-dc62e622-2684-43e3-a816-767d3c708bea tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] Rescuing [ 1842.963960] env[63750]: DEBUG oslo_concurrency.lockutils [None req-dc62e622-2684-43e3-a816-767d3c708bea tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Acquiring lock "refresh_cache-58be5fa1-c15e-4bd4-96d2-ebac3a39606c" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1842.964127] env[63750]: DEBUG oslo_concurrency.lockutils [None req-dc62e622-2684-43e3-a816-767d3c708bea tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Acquired lock "refresh_cache-58be5fa1-c15e-4bd4-96d2-ebac3a39606c" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1842.964292] env[63750]: DEBUG nova.network.neutron [None req-dc62e622-2684-43e3-a816-767d3c708bea tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1843.074174] env[63750]: DEBUG oslo_vmware.api [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Task: {'id': task-2006566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.130041] env[63750]: DEBUG oslo_concurrency.lockutils [req-f4b83c4a-aa6b-4c82-a7c3-8b35c3877153 req-d97f6fbd-8bd4-4351-bdc8-4297ad4add65 service nova] Releasing lock "refresh_cache-ee1deeaf-7782-4ae2-bf3e-c766ae21a05a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1843.130041] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquired lock "refresh_cache-ee1deeaf-7782-4ae2-bf3e-c766ae21a05a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1843.130041] env[63750]: DEBUG nova.network.neutron [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1843.144285] env[63750]: DEBUG oslo_vmware.api [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006567, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069616} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.144285] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1843.145448] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2a636a-1489-4fe6-99aa-fc64fca834a3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.171498] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 6837b938-5169-44a2-a03f-e6a2064334d6/6837b938-5169-44a2-a03f-e6a2064334d6.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1843.171884] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d9c2832-78db-4512-924d-c0833b54560c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.192100] env[63750]: DEBUG oslo_vmware.api [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for the task: (returnval){ [ 1843.192100] env[63750]: value = "task-2006568" [ 1843.192100] env[63750]: _type = "Task" [ 1843.192100] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.200399] env[63750]: DEBUG oslo_vmware.api [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006568, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.285432] env[63750]: DEBUG nova.compute.manager [None req-4c3be3e3-b94d-461a-b03b-53fa820644c0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1843.285646] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3be3e3-b94d-461a-b03b-53fa820644c0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1843.286591] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e023517b-b02d-4330-984f-31a6a0a1b502 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.294478] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c3be3e3-b94d-461a-b03b-53fa820644c0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1843.294682] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc259267-241e-43bb-9231-552e685401d1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.301590] env[63750]: DEBUG oslo_vmware.api [None req-4c3be3e3-b94d-461a-b03b-53fa820644c0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Waiting for the task: (returnval){ [ 1843.301590] env[63750]: value = "task-2006569" [ 1843.301590] env[63750]: _type = "Task" [ 1843.301590] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.310214] env[63750]: DEBUG oslo_vmware.api [None req-4c3be3e3-b94d-461a-b03b-53fa820644c0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006569, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.421267] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63750) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1843.421539] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.640s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.427963] env[63750]: DEBUG oslo_concurrency.lockutils [None req-73ff1319-9ac1-4c6f-8899-0a89dce2696c tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.234s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.427963] env[63750]: DEBUG oslo_concurrency.lockutils [None req-73ff1319-9ac1-4c6f-8899-0a89dce2696c tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.430022] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.332s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.431583] env[63750]: INFO nova.compute.claims [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 0420a80c-c7dd-419f-9123-bb69c09e037e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1843.455948] env[63750]: INFO nova.scheduler.client.report [None req-73ff1319-9ac1-4c6f-8899-0a89dce2696c tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Deleted allocations for instance 99c765c3-0b70-4f53-a8e7-e2723898c70e [ 1843.575749] env[63750]: DEBUG oslo_vmware.api [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Task: {'id': task-2006566, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.688560] env[63750]: DEBUG nova.network.neutron [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1843.703996] env[63750]: DEBUG oslo_vmware.api [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006568, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.763388] env[63750]: DEBUG nova.network.neutron [None req-dc62e622-2684-43e3-a816-767d3c708bea tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] Updating instance_info_cache with network_info: [{"id": "5d10eb02-0e8d-44af-a804-cffbdb072092", "address": "fa:16:3e:97:48:88", "network": {"id": "5b72bddf-6d28-4847-ad10-3ead21b1a568", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-96814161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "668d085ff7c7464ebe4a6eaa3fb6cd88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d10eb02-0e", "ovs_interfaceid": "5d10eb02-0e8d-44af-a804-cffbdb072092", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1843.813890] env[63750]: DEBUG oslo_vmware.api [None req-4c3be3e3-b94d-461a-b03b-53fa820644c0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006569, 'name': PowerOffVM_Task, 'duration_secs': 0.380025} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.814193] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c3be3e3-b94d-461a-b03b-53fa820644c0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1843.814371] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3be3e3-b94d-461a-b03b-53fa820644c0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1843.814620] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42c6a5dd-b7dc-4c27-b27c-3e6c46f10dc7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.874389] env[63750]: DEBUG nova.network.neutron [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Updating instance_info_cache with network_info: [{"id": "9f8d04b0-6f61-4411-befb-8002f5f39b26", "address": "fa:16:3e:72:cf:4a", "network": {"id": "ff81de04-7e48-4127-88aa-44bb0621a003", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-707332449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2139ec6eeb4ba6992db80e7239b224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f8d04b0-6f", "ovs_interfaceid": "9f8d04b0-6f61-4411-befb-8002f5f39b26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1843.967336] env[63750]: DEBUG oslo_concurrency.lockutils [None req-73ff1319-9ac1-4c6f-8899-0a89dce2696c tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Lock "99c765c3-0b70-4f53-a8e7-e2723898c70e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.391s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.991076] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3be3e3-b94d-461a-b03b-53fa820644c0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1843.991076] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3be3e3-b94d-461a-b03b-53fa820644c0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1843.991076] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c3be3e3-b94d-461a-b03b-53fa820644c0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Deleting the datastore file [datastore1] e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1843.991076] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92e45126-236d-4d0d-be11-bba7554668ba {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.000395] env[63750]: DEBUG oslo_vmware.api [None req-4c3be3e3-b94d-461a-b03b-53fa820644c0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Waiting for the task: (returnval){ [ 1844.000395] env[63750]: value = "task-2006571" [ 1844.000395] env[63750]: _type = "Task" [ 1844.000395] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.008475] env[63750]: DEBUG oslo_vmware.api [None req-4c3be3e3-b94d-461a-b03b-53fa820644c0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006571, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.080309] env[63750]: DEBUG oslo_vmware.api [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Task: {'id': task-2006566, 'name': ReconfigVM_Task, 'duration_secs': 1.049449} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.081178] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] [instance: 28f784fb-42a3-40b9-b2f4-f047eb7bb83b] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 28f784fb-42a3-40b9-b2f4-f047eb7bb83b/28f784fb-42a3-40b9-b2f4-f047eb7bb83b.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1844.081886] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f4b8bdb-025f-4eb7-9b14-63648fece8e5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.089870] env[63750]: DEBUG oslo_vmware.api [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Waiting for the task: (returnval){ [ 1844.089870] env[63750]: value = "task-2006572" [ 1844.089870] env[63750]: _type = "Task" [ 1844.089870] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.099101] env[63750]: DEBUG oslo_vmware.api [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Task: {'id': task-2006572, 'name': Rename_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.205962] env[63750]: DEBUG oslo_vmware.api [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006568, 'name': ReconfigVM_Task, 'duration_secs': 0.525488} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.205962] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 6837b938-5169-44a2-a03f-e6a2064334d6/6837b938-5169-44a2-a03f-e6a2064334d6.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1844.205962] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90e16714-1216-46f6-9c04-b3a7090552e4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.210436] env[63750]: DEBUG oslo_vmware.api [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for the task: (returnval){ [ 1844.210436] env[63750]: value = "task-2006573" [ 1844.210436] env[63750]: _type = "Task" [ 1844.210436] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.218661] env[63750]: DEBUG oslo_vmware.api [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006573, 'name': Rename_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.268413] env[63750]: DEBUG oslo_concurrency.lockutils [None req-dc62e622-2684-43e3-a816-767d3c708bea tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Releasing lock "refresh_cache-58be5fa1-c15e-4bd4-96d2-ebac3a39606c" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1844.377290] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Releasing lock "refresh_cache-ee1deeaf-7782-4ae2-bf3e-c766ae21a05a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1844.377622] env[63750]: DEBUG nova.compute.manager [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Instance network_info: |[{"id": "9f8d04b0-6f61-4411-befb-8002f5f39b26", "address": "fa:16:3e:72:cf:4a", "network": {"id": "ff81de04-7e48-4127-88aa-44bb0621a003", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-707332449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2139ec6eeb4ba6992db80e7239b224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f8d04b0-6f", "ovs_interfaceid": "9f8d04b0-6f61-4411-befb-8002f5f39b26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1844.378058] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:cf:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08fb4857-7f9b-4f97-86ef-415341fb595d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f8d04b0-6f61-4411-befb-8002f5f39b26', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1844.386372] env[63750]: DEBUG oslo.service.loopingcall [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1844.386606] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1844.386834] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae0b12f5-ab53-452e-9be3-5ec286a7e08f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.413269] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1844.413269] env[63750]: value = "task-2006574" [ 1844.413269] env[63750]: _type = "Task" [ 1844.413269] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.421959] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006574, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.429545] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1844.429769] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1844.429925] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Starting heal instance info cache {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1844.512593] env[63750]: DEBUG oslo_vmware.api [None req-4c3be3e3-b94d-461a-b03b-53fa820644c0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Task: {'id': task-2006571, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164584} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.512857] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c3be3e3-b94d-461a-b03b-53fa820644c0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1844.513051] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3be3e3-b94d-461a-b03b-53fa820644c0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1844.513275] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3be3e3-b94d-461a-b03b-53fa820644c0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1844.513464] env[63750]: INFO nova.compute.manager [None req-4c3be3e3-b94d-461a-b03b-53fa820644c0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] [instance: e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1844.513688] env[63750]: DEBUG oslo.service.loopingcall [None req-4c3be3e3-b94d-461a-b03b-53fa820644c0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1844.513875] env[63750]: DEBUG nova.compute.manager [-] [instance: e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1844.513970] env[63750]: DEBUG nova.network.neutron [-] [instance: e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1844.565521] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0fe92885-edd5-474e-b890-f4fb9b271626 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquiring lock "f9e7715c-fd1a-4425-a800-c07f5627807c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1844.565779] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0fe92885-edd5-474e-b890-f4fb9b271626 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "f9e7715c-fd1a-4425-a800-c07f5627807c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1844.565964] env[63750]: DEBUG nova.compute.manager [None req-0fe92885-edd5-474e-b890-f4fb9b271626 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Going to confirm migration 3 {{(pid=63750) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1844.601325] env[63750]: DEBUG oslo_vmware.api [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Task: {'id': task-2006572, 'name': Rename_Task, 'duration_secs': 0.146442} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.601644] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] [instance: 28f784fb-42a3-40b9-b2f4-f047eb7bb83b] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1844.601895] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-514ad1ad-e0ca-44cd-a877-1bbe0862da3d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.608082] env[63750]: DEBUG oslo_vmware.api [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Waiting for the task: (returnval){ [ 1844.608082] env[63750]: value = "task-2006575" [ 1844.608082] env[63750]: _type = "Task" [ 1844.608082] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.616033] env[63750]: DEBUG oslo_vmware.api [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Task: {'id': task-2006575, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.720606] env[63750]: DEBUG oslo_vmware.api [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006573, 'name': Rename_Task, 'duration_secs': 0.141403} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.723091] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1844.723517] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4e03f15-aa46-421e-9835-4d33a3bc52be {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.730392] env[63750]: DEBUG oslo_vmware.api [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for the task: (returnval){ [ 1844.730392] env[63750]: value = "task-2006576" [ 1844.730392] env[63750]: _type = "Task" [ 1844.730392] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.742769] env[63750]: DEBUG oslo_vmware.api [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006576, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.762782] env[63750]: DEBUG oslo_concurrency.lockutils [None req-464560ee-95f6-4227-ab45-3a09354f987e tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Acquiring lock "fe9c3f7c-4c8b-426b-85c1-6fc0f325609e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1844.762890] env[63750]: DEBUG oslo_concurrency.lockutils [None req-464560ee-95f6-4227-ab45-3a09354f987e tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Lock "fe9c3f7c-4c8b-426b-85c1-6fc0f325609e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1844.763056] env[63750]: DEBUG oslo_concurrency.lockutils [None req-464560ee-95f6-4227-ab45-3a09354f987e tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Acquiring lock "fe9c3f7c-4c8b-426b-85c1-6fc0f325609e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1844.763243] env[63750]: DEBUG oslo_concurrency.lockutils [None req-464560ee-95f6-4227-ab45-3a09354f987e tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Lock "fe9c3f7c-4c8b-426b-85c1-6fc0f325609e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1844.763410] env[63750]: DEBUG oslo_concurrency.lockutils [None req-464560ee-95f6-4227-ab45-3a09354f987e tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Lock "fe9c3f7c-4c8b-426b-85c1-6fc0f325609e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1844.765527] env[63750]: INFO nova.compute.manager [None req-464560ee-95f6-4227-ab45-3a09354f987e tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Terminating instance [ 1844.804103] env[63750]: DEBUG nova.compute.manager [req-64b2ca83-c662-42a4-aee3-fb1c61364420 req-67305447-4cc6-4e57-ad2c-e891d85839e4 service nova] [instance: e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca] Received event network-vif-deleted-5316ca89-76b8-420b-86ed-1b1204deb1f8 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1844.804314] env[63750]: INFO nova.compute.manager [req-64b2ca83-c662-42a4-aee3-fb1c61364420 req-67305447-4cc6-4e57-ad2c-e891d85839e4 service nova] [instance: e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca] Neutron deleted interface 5316ca89-76b8-420b-86ed-1b1204deb1f8; detaching it from the instance and deleting it from the info cache [ 1844.804485] env[63750]: DEBUG nova.network.neutron [req-64b2ca83-c662-42a4-aee3-fb1c61364420 req-67305447-4cc6-4e57-ad2c-e891d85839e4 service nova] [instance: e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1844.809980] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56193e8-cb6c-47e0-8802-678918007c4a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.819710] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563f4cd5-f6f7-47f1-93f4-e7a95167ff80 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.852218] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4968f36f-4ab4-40af-8e99-ad9e0feac419 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.859838] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab3b612-23b6-4983-96c1-d1ab1edf77e8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.874232] env[63750]: DEBUG nova.compute.provider_tree [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1844.924232] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006574, 'name': CreateVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.120453] env[63750]: DEBUG oslo_vmware.api [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Task: {'id': task-2006575, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.126765] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0fe92885-edd5-474e-b890-f4fb9b271626 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquiring lock "refresh_cache-f9e7715c-fd1a-4425-a800-c07f5627807c" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1845.126952] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0fe92885-edd5-474e-b890-f4fb9b271626 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquired lock "refresh_cache-f9e7715c-fd1a-4425-a800-c07f5627807c" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1845.127139] env[63750]: DEBUG nova.network.neutron [None req-0fe92885-edd5-474e-b890-f4fb9b271626 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1845.127322] env[63750]: DEBUG nova.objects.instance [None req-0fe92885-edd5-474e-b890-f4fb9b271626 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lazy-loading 'info_cache' on Instance uuid f9e7715c-fd1a-4425-a800-c07f5627807c {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1845.240487] env[63750]: DEBUG oslo_vmware.api [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006576, 'name': PowerOnVM_Task} progress is 76%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.269546] env[63750]: DEBUG nova.compute.manager [None req-464560ee-95f6-4227-ab45-3a09354f987e tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1845.269546] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-464560ee-95f6-4227-ab45-3a09354f987e tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1845.270704] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba20cc6-fe75-4ac5-9446-154e0b745253 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.277883] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-464560ee-95f6-4227-ab45-3a09354f987e tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1845.278120] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80001ac1-8fbd-48fe-a444-90ba26bb461e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.279857] env[63750]: DEBUG nova.network.neutron [-] [instance: e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1845.283713] env[63750]: DEBUG oslo_vmware.api [None req-464560ee-95f6-4227-ab45-3a09354f987e tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Waiting for the task: (returnval){ [ 1845.283713] env[63750]: value = "task-2006577" [ 1845.283713] env[63750]: _type = "Task" [ 1845.283713] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.291484] env[63750]: DEBUG oslo_vmware.api [None req-464560ee-95f6-4227-ab45-3a09354f987e tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2006577, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.309445] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5b7cb449-519a-4848-9f5a-fde05a515f53 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.319115] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38d798f-fe49-47b0-b0ed-72a109afe2f6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.352891] env[63750]: DEBUG nova.compute.manager [req-64b2ca83-c662-42a4-aee3-fb1c61364420 req-67305447-4cc6-4e57-ad2c-e891d85839e4 service nova] [instance: e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca] Detach interface failed, port_id=5316ca89-76b8-420b-86ed-1b1204deb1f8, reason: Instance e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca could not be found. {{(pid=63750) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1845.378149] env[63750]: DEBUG nova.scheduler.client.report [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1845.424122] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006574, 'name': CreateVM_Task, 'duration_secs': 0.558443} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.424364] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1845.425051] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1845.425251] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1845.425590] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1845.425853] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-989d3d45-e006-4625-8ed4-f6fb073393c0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.431576] env[63750]: DEBUG oslo_vmware.api [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Waiting for the task: (returnval){ [ 1845.431576] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52943d3a-4cb8-e778-4ddb-c9ca11825811" [ 1845.431576] env[63750]: _type = "Task" [ 1845.431576] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.442841] env[63750]: DEBUG oslo_vmware.api [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52943d3a-4cb8-e778-4ddb-c9ca11825811, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.619435] env[63750]: DEBUG oslo_vmware.api [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Task: {'id': task-2006575, 'name': PowerOnVM_Task, 'duration_secs': 0.877429} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.619812] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] [instance: 28f784fb-42a3-40b9-b2f4-f047eb7bb83b] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1845.620110] env[63750]: INFO nova.compute.manager [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] [instance: 28f784fb-42a3-40b9-b2f4-f047eb7bb83b] Took 8.39 seconds to spawn the instance on the hypervisor. [ 1845.620298] env[63750]: DEBUG nova.compute.manager [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] [instance: 28f784fb-42a3-40b9-b2f4-f047eb7bb83b] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1845.621085] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d554ea5-f93d-41c8-99f9-59a1a1872400 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.741011] env[63750]: DEBUG oslo_vmware.api [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006576, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.782625] env[63750]: INFO nova.compute.manager [-] [instance: e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca] Took 1.27 seconds to deallocate network for instance. [ 1845.794885] env[63750]: DEBUG oslo_vmware.api [None req-464560ee-95f6-4227-ab45-3a09354f987e tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2006577, 'name': PowerOffVM_Task, 'duration_secs': 0.184901} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.795151] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-464560ee-95f6-4227-ab45-3a09354f987e tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1845.795335] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-464560ee-95f6-4227-ab45-3a09354f987e tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1845.795809] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf42ee08-123c-4205-a7cb-c1fabd98fd0d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.813485] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc62e622-2684-43e3-a816-767d3c708bea tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1845.813485] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c80f9e0f-d8b7-424c-9c32-b76ac53dd91c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.820674] env[63750]: DEBUG oslo_vmware.api [None req-dc62e622-2684-43e3-a816-767d3c708bea tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Waiting for the task: (returnval){ [ 1845.820674] env[63750]: value = "task-2006579" [ 1845.820674] env[63750]: _type = "Task" [ 1845.820674] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.828709] env[63750]: DEBUG oslo_vmware.api [None req-dc62e622-2684-43e3-a816-767d3c708bea tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006579, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.883134] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.453s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1845.883750] env[63750]: DEBUG nova.compute.manager [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 0420a80c-c7dd-419f-9123-bb69c09e037e] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1845.886667] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.750s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1845.888278] env[63750]: INFO nova.compute.claims [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1845.943131] env[63750]: DEBUG oslo_vmware.api [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52943d3a-4cb8-e778-4ddb-c9ca11825811, 'name': SearchDatastore_Task, 'duration_secs': 0.020819} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.944012] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1845.944012] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1845.944173] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1845.944243] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1845.944412] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1845.944683] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e375639-090d-4bba-ab4d-ac33211dbd3e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.954020] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1845.954020] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1845.954397] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab12afe4-1075-4b0c-9dc8-2410c1bb33e5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.960351] env[63750]: DEBUG oslo_vmware.api [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Waiting for the task: (returnval){ [ 1845.960351] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52b8242a-f5d8-9009-5e55-858edceb1477" [ 1845.960351] env[63750]: _type = "Task" [ 1845.960351] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.969301] env[63750]: DEBUG oslo_vmware.api [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52b8242a-f5d8-9009-5e55-858edceb1477, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.067551] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-464560ee-95f6-4227-ab45-3a09354f987e tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1846.067827] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-464560ee-95f6-4227-ab45-3a09354f987e tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1846.068063] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-464560ee-95f6-4227-ab45-3a09354f987e tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Deleting the datastore file [datastore1] fe9c3f7c-4c8b-426b-85c1-6fc0f325609e {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1846.068309] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ebeb134-6418-48b7-ac25-c734adf2dd56 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.075496] env[63750]: DEBUG oslo_vmware.api [None req-464560ee-95f6-4227-ab45-3a09354f987e tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Waiting for the task: (returnval){ [ 1846.075496] env[63750]: value = "task-2006580" [ 1846.075496] env[63750]: _type = "Task" [ 1846.075496] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.084079] env[63750]: DEBUG oslo_vmware.api [None req-464560ee-95f6-4227-ab45-3a09354f987e tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2006580, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.140937] env[63750]: INFO nova.compute.manager [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] [instance: 28f784fb-42a3-40b9-b2f4-f047eb7bb83b] Took 37.74 seconds to build instance. [ 1846.240471] env[63750]: DEBUG oslo_vmware.api [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006576, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.292184] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4c3be3e3-b94d-461a-b03b-53fa820644c0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1846.332819] env[63750]: DEBUG oslo_vmware.api [None req-dc62e622-2684-43e3-a816-767d3c708bea tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006579, 'name': PowerOffVM_Task, 'duration_secs': 0.193222} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.333117] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc62e622-2684-43e3-a816-767d3c708bea tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1846.333926] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af8e8d1-94c8-4982-9cea-d8759e1a4198 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.366888] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4415986c-d0bd-4152-b9f7-9255b89a80c7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.390224] env[63750]: DEBUG nova.network.neutron [None req-0fe92885-edd5-474e-b890-f4fb9b271626 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Updating instance_info_cache with network_info: [{"id": "811a2e11-c848-48ad-ac4d-d351484fb47b", "address": "fa:16:3e:dc:9d:91", "network": {"id": "1e3b858c-f4d4-4913-a4c3-d58d2479172a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1419195521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a2d0199021141198e0a8cc981e6d49d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap811a2e11-c8", "ovs_interfaceid": "811a2e11-c848-48ad-ac4d-d351484fb47b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1846.392408] env[63750]: DEBUG nova.compute.utils [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1846.399079] env[63750]: DEBUG nova.compute.manager [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 0420a80c-c7dd-419f-9123-bb69c09e037e] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1846.399079] env[63750]: DEBUG nova.network.neutron [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 0420a80c-c7dd-419f-9123-bb69c09e037e] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1846.406676] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc62e622-2684-43e3-a816-767d3c708bea tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1846.407866] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3cd76df-6758-4658-b591-9faab6709892 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.415745] env[63750]: DEBUG oslo_vmware.api [None req-dc62e622-2684-43e3-a816-767d3c708bea tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Waiting for the task: (returnval){ [ 1846.415745] env[63750]: value = "task-2006581" [ 1846.415745] env[63750]: _type = "Task" [ 1846.415745] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.425725] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc62e622-2684-43e3-a816-767d3c708bea tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] VM already powered off {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1846.425992] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-dc62e622-2684-43e3-a816-767d3c708bea tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1846.426181] env[63750]: DEBUG oslo_concurrency.lockutils [None req-dc62e622-2684-43e3-a816-767d3c708bea tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1846.441418] env[63750]: DEBUG nova.policy [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '58cee593628a4b4e8be6d9b121b6ddcd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'efc8f756a56e4d019b41869401e7ccdc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1846.471950] env[63750]: DEBUG oslo_vmware.api [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52b8242a-f5d8-9009-5e55-858edceb1477, 'name': SearchDatastore_Task, 'duration_secs': 0.009064} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.472830] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a523b14-534f-4180-bec4-dced8f099002 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.479525] env[63750]: DEBUG oslo_vmware.api [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Waiting for the task: (returnval){ [ 1846.479525] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52ff231a-295c-132b-990e-d2e4843da227" [ 1846.479525] env[63750]: _type = "Task" [ 1846.479525] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.488534] env[63750]: DEBUG oslo_vmware.api [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52ff231a-295c-132b-990e-d2e4843da227, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.586450] env[63750]: DEBUG oslo_vmware.api [None req-464560ee-95f6-4227-ab45-3a09354f987e tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Task: {'id': task-2006580, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14062} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.586741] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-464560ee-95f6-4227-ab45-3a09354f987e tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1846.587033] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-464560ee-95f6-4227-ab45-3a09354f987e tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1846.587120] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-464560ee-95f6-4227-ab45-3a09354f987e tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1846.587297] env[63750]: INFO nova.compute.manager [None req-464560ee-95f6-4227-ab45-3a09354f987e tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Took 1.32 seconds to destroy the instance on the hypervisor. [ 1846.587540] env[63750]: DEBUG oslo.service.loopingcall [None req-464560ee-95f6-4227-ab45-3a09354f987e tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1846.587734] env[63750]: DEBUG nova.compute.manager [-] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1846.587826] env[63750]: DEBUG nova.network.neutron [-] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1846.643571] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8286cefd-c1e2-415e-9a1c-aaf389c8f2e6 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Lock "28f784fb-42a3-40b9-b2f4-f047eb7bb83b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.259s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.750061] env[63750]: DEBUG oslo_vmware.api [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006576, 'name': PowerOnVM_Task, 'duration_secs': 1.589034} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.750278] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1846.750483] env[63750]: DEBUG nova.compute.manager [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1846.751284] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0262fdbc-18d5-4d02-ba6e-a580c47241e1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.898788] env[63750]: DEBUG nova.compute.manager [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 0420a80c-c7dd-419f-9123-bb69c09e037e] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1846.901564] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0fe92885-edd5-474e-b890-f4fb9b271626 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Releasing lock "refresh_cache-f9e7715c-fd1a-4425-a800-c07f5627807c" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1846.901945] env[63750]: DEBUG nova.objects.instance [None req-0fe92885-edd5-474e-b890-f4fb9b271626 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lazy-loading 'migration_context' on Instance uuid f9e7715c-fd1a-4425-a800-c07f5627807c {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1846.946514] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Didn't find any instances for network info cache update. {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1846.948309] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1846.948309] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1846.948309] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1846.948309] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1846.948309] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1846.948309] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63750) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1846.948309] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1846.992646] env[63750]: DEBUG oslo_vmware.api [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52ff231a-295c-132b-990e-d2e4843da227, 'name': SearchDatastore_Task, 'duration_secs': 0.023903} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.993881] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1846.994159] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] ee1deeaf-7782-4ae2-bf3e-c766ae21a05a/ee1deeaf-7782-4ae2-bf3e-c766ae21a05a.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1846.996428] env[63750]: DEBUG nova.compute.manager [req-e5eaefdc-a5e8-4d02-80a1-995281e151a7 req-36709541-119b-4cbe-a105-4175b9e51f5e service nova] [instance: 28f784fb-42a3-40b9-b2f4-f047eb7bb83b] Received event network-changed-d3f8bd72-07f9-4ea6-a096-6aa55be21beb {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1846.996428] env[63750]: DEBUG nova.compute.manager [req-e5eaefdc-a5e8-4d02-80a1-995281e151a7 req-36709541-119b-4cbe-a105-4175b9e51f5e service nova] [instance: 28f784fb-42a3-40b9-b2f4-f047eb7bb83b] Refreshing instance network info cache due to event network-changed-d3f8bd72-07f9-4ea6-a096-6aa55be21beb. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1846.996428] env[63750]: DEBUG oslo_concurrency.lockutils [req-e5eaefdc-a5e8-4d02-80a1-995281e151a7 req-36709541-119b-4cbe-a105-4175b9e51f5e service nova] Acquiring lock "refresh_cache-28f784fb-42a3-40b9-b2f4-f047eb7bb83b" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1846.996428] env[63750]: DEBUG oslo_concurrency.lockutils [req-e5eaefdc-a5e8-4d02-80a1-995281e151a7 req-36709541-119b-4cbe-a105-4175b9e51f5e service nova] Acquired lock "refresh_cache-28f784fb-42a3-40b9-b2f4-f047eb7bb83b" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1846.996428] env[63750]: DEBUG nova.network.neutron [req-e5eaefdc-a5e8-4d02-80a1-995281e151a7 req-36709541-119b-4cbe-a105-4175b9e51f5e service nova] [instance: 28f784fb-42a3-40b9-b2f4-f047eb7bb83b] Refreshing network info cache for port d3f8bd72-07f9-4ea6-a096-6aa55be21beb {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1846.997604] env[63750]: DEBUG oslo_concurrency.lockutils [None req-dc62e622-2684-43e3-a816-767d3c708bea tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1846.997702] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc62e622-2684-43e3-a816-767d3c708bea tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1846.998547] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04b64571-1f55-4cda-a63c-b659b839e624 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.000854] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47f5d2cd-49c1-411a-98bc-a402f2aa8a75 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.008626] env[63750]: DEBUG oslo_vmware.api [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Waiting for the task: (returnval){ [ 1847.008626] env[63750]: value = "task-2006582" [ 1847.008626] env[63750]: _type = "Task" [ 1847.008626] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.013441] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc62e622-2684-43e3-a816-767d3c708bea tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1847.013676] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-dc62e622-2684-43e3-a816-767d3c708bea tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1847.019864] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14902cf6-cf3f-493e-8c2f-968d4bb2fe92 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.022697] env[63750]: DEBUG oslo_vmware.api [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2006582, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.028728] env[63750]: DEBUG oslo_vmware.api [None req-dc62e622-2684-43e3-a816-767d3c708bea tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Waiting for the task: (returnval){ [ 1847.028728] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52ca1dc9-50a8-be7f-d3a3-5a7297cd9d4f" [ 1847.028728] env[63750]: _type = "Task" [ 1847.028728] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.038046] env[63750]: DEBUG oslo_vmware.api [None req-dc62e622-2684-43e3-a816-767d3c708bea tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52ca1dc9-50a8-be7f-d3a3-5a7297cd9d4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.212980] env[63750]: DEBUG nova.network.neutron [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 0420a80c-c7dd-419f-9123-bb69c09e037e] Successfully created port: 6ae43ba2-21b4-4385-a7df-97e5e61801a0 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1847.280755] env[63750]: DEBUG oslo_concurrency.lockutils [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.375896] env[63750]: DEBUG nova.compute.manager [req-7c60d247-5ae2-4e6e-9577-730b2533505f req-859fe4bc-fef9-4bed-a474-51031c232920 service nova] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Received event network-vif-deleted-9fbce3e2-9b81-4aeb-bb32-80a71b82aa24 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1847.376335] env[63750]: INFO nova.compute.manager [req-7c60d247-5ae2-4e6e-9577-730b2533505f req-859fe4bc-fef9-4bed-a474-51031c232920 service nova] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Neutron deleted interface 9fbce3e2-9b81-4aeb-bb32-80a71b82aa24; detaching it from the instance and deleting it from the info cache [ 1847.376684] env[63750]: DEBUG nova.network.neutron [req-7c60d247-5ae2-4e6e-9577-730b2533505f req-859fe4bc-fef9-4bed-a474-51031c232920 service nova] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1847.409487] env[63750]: DEBUG nova.objects.base [None req-0fe92885-edd5-474e-b890-f4fb9b271626 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63750) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1847.412143] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c418fb9-09bf-4c93-abf6-a524978f498e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.456495] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee96c3ca-cd64-40b5-a064-efa15531f068 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.461827] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.470515] env[63750]: DEBUG oslo_vmware.api [None req-0fe92885-edd5-474e-b890-f4fb9b271626 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1847.470515] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5259ffa1-9990-1879-ce6d-7d2289552b63" [ 1847.470515] env[63750]: _type = "Task" [ 1847.470515] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.490514] env[63750]: DEBUG oslo_vmware.api [None req-0fe92885-edd5-474e-b890-f4fb9b271626 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5259ffa1-9990-1879-ce6d-7d2289552b63, 'name': SearchDatastore_Task, 'duration_secs': 0.015911} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.491094] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0fe92885-edd5-474e-b890-f4fb9b271626 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.517101] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29fe563f-ba75-469b-853d-8f4572adbbda {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.528541] env[63750]: DEBUG oslo_vmware.api [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2006582, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496203} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.530817] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] ee1deeaf-7782-4ae2-bf3e-c766ae21a05a/ee1deeaf-7782-4ae2-bf3e-c766ae21a05a.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1847.531242] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1847.531778] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f32f72a5-5727-4dba-81dd-f7b9adfae8f2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.540024] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460d14e2-4047-4983-84f5-22f441652545 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.600465] env[63750]: DEBUG oslo_vmware.api [None req-dc62e622-2684-43e3-a816-767d3c708bea tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52ca1dc9-50a8-be7f-d3a3-5a7297cd9d4f, 'name': SearchDatastore_Task, 'duration_secs': 0.008795} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.601040] env[63750]: DEBUG oslo_vmware.api [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Waiting for the task: (returnval){ [ 1847.601040] env[63750]: value = "task-2006583" [ 1847.601040] env[63750]: _type = "Task" [ 1847.601040] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.602313] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b11cc26-2f63-4b82-b8e5-7cc84d149ace {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.607532] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b4e120f-4843-4bf6-b5a3-8eda31b2cc85 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.627562] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa81f552-8305-42fc-92ba-6ccc0da8e232 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.633917] env[63750]: DEBUG oslo_vmware.api [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2006583, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.634505] env[63750]: DEBUG oslo_vmware.api [None req-dc62e622-2684-43e3-a816-767d3c708bea tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Waiting for the task: (returnval){ [ 1847.634505] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52cbc420-611f-9ba5-a54c-a64583797520" [ 1847.634505] env[63750]: _type = "Task" [ 1847.634505] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.653633] env[63750]: DEBUG nova.compute.provider_tree [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1847.663806] env[63750]: DEBUG oslo_vmware.api [None req-dc62e622-2684-43e3-a816-767d3c708bea tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52cbc420-611f-9ba5-a54c-a64583797520, 'name': SearchDatastore_Task, 'duration_secs': 0.039753} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.664327] env[63750]: DEBUG oslo_concurrency.lockutils [None req-dc62e622-2684-43e3-a816-767d3c708bea tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1847.664729] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc62e622-2684-43e3-a816-767d3c708bea tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 58be5fa1-c15e-4bd4-96d2-ebac3a39606c/53a5fdf8-c6be-4008-8c9d-7c67205e61eb-rescue.vmdk. {{(pid=63750) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1847.665186] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fd6f952-78ca-427b-8b64-f01cd56cd6d8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.675043] env[63750]: DEBUG oslo_vmware.api [None req-dc62e622-2684-43e3-a816-767d3c708bea tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Waiting for the task: (returnval){ [ 1847.675043] env[63750]: value = "task-2006584" [ 1847.675043] env[63750]: _type = "Task" [ 1847.675043] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.691973] env[63750]: DEBUG oslo_vmware.api [None req-dc62e622-2684-43e3-a816-767d3c708bea tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006584, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.806988] env[63750]: DEBUG nova.network.neutron [-] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1847.891915] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d9638805-9ba1-424a-91f7-413c15e7a1ff {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.902033] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b9a0e8-11a6-4df3-bab7-e28df9ff3222 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.913117] env[63750]: DEBUG nova.compute.manager [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 0420a80c-c7dd-419f-9123-bb69c09e037e] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1847.948610] env[63750]: DEBUG nova.compute.manager [req-7c60d247-5ae2-4e6e-9577-730b2533505f req-859fe4bc-fef9-4bed-a474-51031c232920 service nova] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Detach interface failed, port_id=9fbce3e2-9b81-4aeb-bb32-80a71b82aa24, reason: Instance fe9c3f7c-4c8b-426b-85c1-6fc0f325609e could not be found. {{(pid=63750) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1847.950047] env[63750]: DEBUG nova.network.neutron [req-e5eaefdc-a5e8-4d02-80a1-995281e151a7 req-36709541-119b-4cbe-a105-4175b9e51f5e service nova] [instance: 28f784fb-42a3-40b9-b2f4-f047eb7bb83b] Updated VIF entry in instance network info cache for port d3f8bd72-07f9-4ea6-a096-6aa55be21beb. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1847.950507] env[63750]: DEBUG nova.network.neutron [req-e5eaefdc-a5e8-4d02-80a1-995281e151a7 req-36709541-119b-4cbe-a105-4175b9e51f5e service nova] [instance: 28f784fb-42a3-40b9-b2f4-f047eb7bb83b] Updating instance_info_cache with network_info: [{"id": "d3f8bd72-07f9-4ea6-a096-6aa55be21beb", "address": "fa:16:3e:eb:3a:b8", "network": {"id": "2a607dec-bd7b-4c10-b0a5-da862bf03c93", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-452655129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "440a0e8ee6494dd5a3ffb07da02cd805", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3f8bd72-07", "ovs_interfaceid": "d3f8bd72-07f9-4ea6-a096-6aa55be21beb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1847.964497] env[63750]: DEBUG nova.virt.hardware [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1847.964497] env[63750]: DEBUG nova.virt.hardware [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1847.964497] env[63750]: DEBUG nova.virt.hardware [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1847.964497] env[63750]: DEBUG nova.virt.hardware [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1847.966442] env[63750]: DEBUG nova.virt.hardware [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1847.966442] env[63750]: DEBUG nova.virt.hardware [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1847.966442] env[63750]: DEBUG nova.virt.hardware [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1847.966442] env[63750]: DEBUG nova.virt.hardware [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1847.966442] env[63750]: DEBUG nova.virt.hardware [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1847.966442] env[63750]: DEBUG nova.virt.hardware [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1847.966442] env[63750]: DEBUG nova.virt.hardware [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1847.967641] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7add88c-ae1f-4321-b6ca-d352224623d6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.980380] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1fe53b-b16d-4c38-bf4b-0a584728bfad {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.117161] env[63750]: DEBUG oslo_vmware.api [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2006583, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.303424} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.117477] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1848.118576] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f3bad7-479a-4d90-946e-306cf3b0c640 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.141200] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] ee1deeaf-7782-4ae2-bf3e-c766ae21a05a/ee1deeaf-7782-4ae2-bf3e-c766ae21a05a.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1848.141601] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e23bd978-e3ce-4744-9883-698fc20aa54a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.157652] env[63750]: DEBUG nova.scheduler.client.report [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1848.162515] env[63750]: DEBUG oslo_vmware.api [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Waiting for the task: (returnval){ [ 1848.162515] env[63750]: value = "task-2006585" [ 1848.162515] env[63750]: _type = "Task" [ 1848.162515] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.171063] env[63750]: DEBUG oslo_vmware.api [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2006585, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.192308] env[63750]: DEBUG oslo_vmware.api [None req-dc62e622-2684-43e3-a816-767d3c708bea tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006584, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.311449] env[63750]: INFO nova.compute.manager [-] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Took 1.72 seconds to deallocate network for instance. [ 1848.455693] env[63750]: DEBUG oslo_concurrency.lockutils [req-e5eaefdc-a5e8-4d02-80a1-995281e151a7 req-36709541-119b-4cbe-a105-4175b9e51f5e service nova] Releasing lock "refresh_cache-28f784fb-42a3-40b9-b2f4-f047eb7bb83b" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1848.664648] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.778s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.665417] env[63750]: DEBUG nova.compute.manager [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1848.668711] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.503s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.670729] env[63750]: INFO nova.compute.claims [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 9b56be0d-29db-48b2-81f8-8b1bd7e7362f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1848.686857] env[63750]: DEBUG oslo_concurrency.lockutils [None req-abd53c4d-ad0f-4c75-bf50-c9189cee8984 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Acquiring lock "fbac5dc9-a86c-44fe-8fa5-0007124ce44b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.686857] env[63750]: DEBUG oslo_concurrency.lockutils [None req-abd53c4d-ad0f-4c75-bf50-c9189cee8984 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Lock "fbac5dc9-a86c-44fe-8fa5-0007124ce44b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.687124] env[63750]: DEBUG oslo_concurrency.lockutils [None req-abd53c4d-ad0f-4c75-bf50-c9189cee8984 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Acquiring lock "fbac5dc9-a86c-44fe-8fa5-0007124ce44b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.687277] env[63750]: DEBUG oslo_concurrency.lockutils [None req-abd53c4d-ad0f-4c75-bf50-c9189cee8984 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Lock "fbac5dc9-a86c-44fe-8fa5-0007124ce44b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.687335] env[63750]: DEBUG oslo_concurrency.lockutils [None req-abd53c4d-ad0f-4c75-bf50-c9189cee8984 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Lock "fbac5dc9-a86c-44fe-8fa5-0007124ce44b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.688900] env[63750]: DEBUG oslo_vmware.api [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2006585, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.689875] env[63750]: INFO nova.compute.manager [None req-abd53c4d-ad0f-4c75-bf50-c9189cee8984 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: fbac5dc9-a86c-44fe-8fa5-0007124ce44b] Terminating instance [ 1848.694946] env[63750]: DEBUG oslo_vmware.api [None req-dc62e622-2684-43e3-a816-767d3c708bea tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006584, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.821156] env[63750]: DEBUG oslo_concurrency.lockutils [None req-464560ee-95f6-4227-ab45-3a09354f987e tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1849.054391] env[63750]: DEBUG nova.network.neutron [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 0420a80c-c7dd-419f-9123-bb69c09e037e] Successfully updated port: 6ae43ba2-21b4-4385-a7df-97e5e61801a0 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1849.181384] env[63750]: DEBUG nova.compute.utils [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1849.184822] env[63750]: DEBUG oslo_vmware.api [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2006585, 'name': ReconfigVM_Task, 'duration_secs': 0.56654} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.185383] env[63750]: DEBUG nova.compute.manager [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1849.185551] env[63750]: DEBUG nova.network.neutron [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1849.190760] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Reconfigured VM instance instance-00000043 to attach disk [datastore1] ee1deeaf-7782-4ae2-bf3e-c766ae21a05a/ee1deeaf-7782-4ae2-bf3e-c766ae21a05a.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1849.191639] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2fdccb6f-90c7-4118-96a8-28021bc6fee9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.196993] env[63750]: DEBUG nova.compute.manager [None req-abd53c4d-ad0f-4c75-bf50-c9189cee8984 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: fbac5dc9-a86c-44fe-8fa5-0007124ce44b] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1849.197212] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-abd53c4d-ad0f-4c75-bf50-c9189cee8984 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: fbac5dc9-a86c-44fe-8fa5-0007124ce44b] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1849.198226] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55319a06-4a37-433f-b4bf-27505af93c62 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.204890] env[63750]: DEBUG oslo_vmware.api [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Waiting for the task: (returnval){ [ 1849.204890] env[63750]: value = "task-2006586" [ 1849.204890] env[63750]: _type = "Task" [ 1849.204890] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.205127] env[63750]: DEBUG oslo_vmware.api [None req-dc62e622-2684-43e3-a816-767d3c708bea tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006584, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.040987} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.205823] env[63750]: INFO nova.virt.vmwareapi.ds_util [None req-dc62e622-2684-43e3-a816-767d3c708bea tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 58be5fa1-c15e-4bd4-96d2-ebac3a39606c/53a5fdf8-c6be-4008-8c9d-7c67205e61eb-rescue.vmdk. [ 1849.209164] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140b3780-7c73-420c-b4c4-af45979f1217 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.213890] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-abd53c4d-ad0f-4c75-bf50-c9189cee8984 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: fbac5dc9-a86c-44fe-8fa5-0007124ce44b] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1849.214666] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e0f296c-6ebf-4caf-9fb6-49d241b4e2d2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.219419] env[63750]: DEBUG oslo_vmware.api [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2006586, 'name': Rename_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.233473] env[63750]: DEBUG oslo_vmware.api [None req-abd53c4d-ad0f-4c75-bf50-c9189cee8984 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for the task: (returnval){ [ 1849.233473] env[63750]: value = "task-2006587" [ 1849.233473] env[63750]: _type = "Task" [ 1849.233473] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.241898] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc62e622-2684-43e3-a816-767d3c708bea tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 58be5fa1-c15e-4bd4-96d2-ebac3a39606c/53a5fdf8-c6be-4008-8c9d-7c67205e61eb-rescue.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1849.243624] env[63750]: DEBUG nova.policy [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '58cee593628a4b4e8be6d9b121b6ddcd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'efc8f756a56e4d019b41869401e7ccdc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1849.245237] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c76fa91b-1ee8-46c5-a0d5-00d17bb70ddc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.270987] env[63750]: DEBUG oslo_vmware.api [None req-abd53c4d-ad0f-4c75-bf50-c9189cee8984 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006587, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.272871] env[63750]: DEBUG oslo_vmware.api [None req-dc62e622-2684-43e3-a816-767d3c708bea tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Waiting for the task: (returnval){ [ 1849.272871] env[63750]: value = "task-2006588" [ 1849.272871] env[63750]: _type = "Task" [ 1849.272871] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.282941] env[63750]: DEBUG oslo_vmware.api [None req-dc62e622-2684-43e3-a816-767d3c708bea tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006588, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.418987] env[63750]: DEBUG nova.compute.manager [req-3d6e8e22-cbf8-42b9-b362-6c25d670c3dc req-87b26168-af1b-467e-adea-7b90d17329b1 service nova] [instance: 0420a80c-c7dd-419f-9123-bb69c09e037e] Received event network-vif-plugged-6ae43ba2-21b4-4385-a7df-97e5e61801a0 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1849.419249] env[63750]: DEBUG oslo_concurrency.lockutils [req-3d6e8e22-cbf8-42b9-b362-6c25d670c3dc req-87b26168-af1b-467e-adea-7b90d17329b1 service nova] Acquiring lock "0420a80c-c7dd-419f-9123-bb69c09e037e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1849.419455] env[63750]: DEBUG oslo_concurrency.lockutils [req-3d6e8e22-cbf8-42b9-b362-6c25d670c3dc req-87b26168-af1b-467e-adea-7b90d17329b1 service nova] Lock "0420a80c-c7dd-419f-9123-bb69c09e037e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.419629] env[63750]: DEBUG oslo_concurrency.lockutils [req-3d6e8e22-cbf8-42b9-b362-6c25d670c3dc req-87b26168-af1b-467e-adea-7b90d17329b1 service nova] Lock "0420a80c-c7dd-419f-9123-bb69c09e037e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.419869] env[63750]: DEBUG nova.compute.manager [req-3d6e8e22-cbf8-42b9-b362-6c25d670c3dc req-87b26168-af1b-467e-adea-7b90d17329b1 service nova] [instance: 0420a80c-c7dd-419f-9123-bb69c09e037e] No waiting events found dispatching network-vif-plugged-6ae43ba2-21b4-4385-a7df-97e5e61801a0 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1849.419957] env[63750]: WARNING nova.compute.manager [req-3d6e8e22-cbf8-42b9-b362-6c25d670c3dc req-87b26168-af1b-467e-adea-7b90d17329b1 service nova] [instance: 0420a80c-c7dd-419f-9123-bb69c09e037e] Received unexpected event network-vif-plugged-6ae43ba2-21b4-4385-a7df-97e5e61801a0 for instance with vm_state building and task_state spawning. [ 1849.420340] env[63750]: DEBUG nova.compute.manager [req-3d6e8e22-cbf8-42b9-b362-6c25d670c3dc req-87b26168-af1b-467e-adea-7b90d17329b1 service nova] [instance: 0420a80c-c7dd-419f-9123-bb69c09e037e] Received event network-changed-6ae43ba2-21b4-4385-a7df-97e5e61801a0 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1849.421581] env[63750]: DEBUG nova.compute.manager [req-3d6e8e22-cbf8-42b9-b362-6c25d670c3dc req-87b26168-af1b-467e-adea-7b90d17329b1 service nova] [instance: 0420a80c-c7dd-419f-9123-bb69c09e037e] Refreshing instance network info cache due to event network-changed-6ae43ba2-21b4-4385-a7df-97e5e61801a0. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1849.421581] env[63750]: DEBUG oslo_concurrency.lockutils [req-3d6e8e22-cbf8-42b9-b362-6c25d670c3dc req-87b26168-af1b-467e-adea-7b90d17329b1 service nova] Acquiring lock "refresh_cache-0420a80c-c7dd-419f-9123-bb69c09e037e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1849.421581] env[63750]: DEBUG oslo_concurrency.lockutils [req-3d6e8e22-cbf8-42b9-b362-6c25d670c3dc req-87b26168-af1b-467e-adea-7b90d17329b1 service nova] Acquired lock "refresh_cache-0420a80c-c7dd-419f-9123-bb69c09e037e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1849.421581] env[63750]: DEBUG nova.network.neutron [req-3d6e8e22-cbf8-42b9-b362-6c25d670c3dc req-87b26168-af1b-467e-adea-7b90d17329b1 service nova] [instance: 0420a80c-c7dd-419f-9123-bb69c09e037e] Refreshing network info cache for port 6ae43ba2-21b4-4385-a7df-97e5e61801a0 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1849.556976] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Acquiring lock "refresh_cache-0420a80c-c7dd-419f-9123-bb69c09e037e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1849.644593] env[63750]: DEBUG nova.network.neutron [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074] Successfully created port: 0dda8bf0-d79e-491a-acad-9a5da5ed10e7 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1849.686255] env[63750]: DEBUG nova.compute.manager [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1849.716825] env[63750]: DEBUG oslo_vmware.api [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2006586, 'name': Rename_Task, 'duration_secs': 0.182323} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.719118] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1849.719938] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f9ddbb1-2fb6-421b-a1c8-997cc383239c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.729390] env[63750]: DEBUG oslo_vmware.api [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Waiting for the task: (returnval){ [ 1849.729390] env[63750]: value = "task-2006589" [ 1849.729390] env[63750]: _type = "Task" [ 1849.729390] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.745688] env[63750]: DEBUG oslo_vmware.api [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2006589, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.753607] env[63750]: DEBUG oslo_vmware.api [None req-abd53c4d-ad0f-4c75-bf50-c9189cee8984 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006587, 'name': PowerOffVM_Task, 'duration_secs': 0.212221} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.756641] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-abd53c4d-ad0f-4c75-bf50-c9189cee8984 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: fbac5dc9-a86c-44fe-8fa5-0007124ce44b] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1849.756831] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-abd53c4d-ad0f-4c75-bf50-c9189cee8984 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: fbac5dc9-a86c-44fe-8fa5-0007124ce44b] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1849.757332] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a394ff5-bfdb-4358-a46e-0110fbbc6e87 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.782888] env[63750]: DEBUG oslo_vmware.api [None req-dc62e622-2684-43e3-a816-767d3c708bea tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006588, 'name': ReconfigVM_Task, 'duration_secs': 0.334682} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.785349] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc62e622-2684-43e3-a816-767d3c708bea tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 58be5fa1-c15e-4bd4-96d2-ebac3a39606c/53a5fdf8-c6be-4008-8c9d-7c67205e61eb-rescue.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1849.787236] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e57d3e7-836b-41f1-9a8b-c413e50f9a9a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.816308] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fc19635-1d2d-48d5-9913-69576eecf7bc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.831559] env[63750]: DEBUG oslo_vmware.api [None req-dc62e622-2684-43e3-a816-767d3c708bea tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Waiting for the task: (returnval){ [ 1849.831559] env[63750]: value = "task-2006591" [ 1849.831559] env[63750]: _type = "Task" [ 1849.831559] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.843035] env[63750]: DEBUG oslo_vmware.api [None req-dc62e622-2684-43e3-a816-767d3c708bea tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006591, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.946601] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-abd53c4d-ad0f-4c75-bf50-c9189cee8984 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: fbac5dc9-a86c-44fe-8fa5-0007124ce44b] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1849.946807] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-abd53c4d-ad0f-4c75-bf50-c9189cee8984 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: fbac5dc9-a86c-44fe-8fa5-0007124ce44b] Deleting contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1849.947043] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-abd53c4d-ad0f-4c75-bf50-c9189cee8984 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Deleting the datastore file [datastore2] fbac5dc9-a86c-44fe-8fa5-0007124ce44b {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1849.947334] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba813007-af41-445a-946c-0f179dcf54f0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.955591] env[63750]: DEBUG oslo_vmware.api [None req-abd53c4d-ad0f-4c75-bf50-c9189cee8984 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for the task: (returnval){ [ 1849.955591] env[63750]: value = "task-2006592" [ 1849.955591] env[63750]: _type = "Task" [ 1849.955591] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.965355] env[63750]: DEBUG oslo_vmware.api [None req-abd53c4d-ad0f-4c75-bf50-c9189cee8984 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006592, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.983758] env[63750]: DEBUG nova.network.neutron [req-3d6e8e22-cbf8-42b9-b362-6c25d670c3dc req-87b26168-af1b-467e-adea-7b90d17329b1 service nova] [instance: 0420a80c-c7dd-419f-9123-bb69c09e037e] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1850.073839] env[63750]: DEBUG nova.network.neutron [req-3d6e8e22-cbf8-42b9-b362-6c25d670c3dc req-87b26168-af1b-467e-adea-7b90d17329b1 service nova] [instance: 0420a80c-c7dd-419f-9123-bb69c09e037e] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1850.131534] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9757497-cd02-4733-9d15-20872d7984af {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.139495] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7214a065-403e-404f-80a1-f00477739f22 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.170563] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0817a214-b1b0-4aac-9f9b-5dca63bd4bcf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.177376] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed5d29f-ac19-48b0-b97b-1daae349a914 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.190214] env[63750]: DEBUG nova.compute.provider_tree [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1850.242691] env[63750]: DEBUG oslo_vmware.api [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2006589, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.344656] env[63750]: DEBUG oslo_vmware.api [None req-dc62e622-2684-43e3-a816-767d3c708bea tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006591, 'name': ReconfigVM_Task, 'duration_secs': 0.166487} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.344656] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc62e622-2684-43e3-a816-767d3c708bea tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1850.344656] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6ae756c-61f0-4325-88b0-f1fa84e02c1c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.351408] env[63750]: DEBUG oslo_vmware.api [None req-dc62e622-2684-43e3-a816-767d3c708bea tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Waiting for the task: (returnval){ [ 1850.351408] env[63750]: value = "task-2006593" [ 1850.351408] env[63750]: _type = "Task" [ 1850.351408] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.360202] env[63750]: DEBUG oslo_vmware.api [None req-dc62e622-2684-43e3-a816-767d3c708bea tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006593, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.465109] env[63750]: DEBUG oslo_vmware.api [None req-abd53c4d-ad0f-4c75-bf50-c9189cee8984 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006592, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144153} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.466022] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-abd53c4d-ad0f-4c75-bf50-c9189cee8984 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1850.466022] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-abd53c4d-ad0f-4c75-bf50-c9189cee8984 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: fbac5dc9-a86c-44fe-8fa5-0007124ce44b] Deleted contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1850.466022] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-abd53c4d-ad0f-4c75-bf50-c9189cee8984 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: fbac5dc9-a86c-44fe-8fa5-0007124ce44b] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1850.466200] env[63750]: INFO nova.compute.manager [None req-abd53c4d-ad0f-4c75-bf50-c9189cee8984 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: fbac5dc9-a86c-44fe-8fa5-0007124ce44b] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1850.466381] env[63750]: DEBUG oslo.service.loopingcall [None req-abd53c4d-ad0f-4c75-bf50-c9189cee8984 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1850.466671] env[63750]: DEBUG nova.compute.manager [-] [instance: fbac5dc9-a86c-44fe-8fa5-0007124ce44b] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1850.466779] env[63750]: DEBUG nova.network.neutron [-] [instance: fbac5dc9-a86c-44fe-8fa5-0007124ce44b] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1850.576518] env[63750]: DEBUG oslo_concurrency.lockutils [req-3d6e8e22-cbf8-42b9-b362-6c25d670c3dc req-87b26168-af1b-467e-adea-7b90d17329b1 service nova] Releasing lock "refresh_cache-0420a80c-c7dd-419f-9123-bb69c09e037e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1850.576985] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Acquired lock "refresh_cache-0420a80c-c7dd-419f-9123-bb69c09e037e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1850.577210] env[63750]: DEBUG nova.network.neutron [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 0420a80c-c7dd-419f-9123-bb69c09e037e] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1850.698023] env[63750]: DEBUG nova.scheduler.client.report [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1850.699969] env[63750]: DEBUG nova.compute.manager [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1850.734439] env[63750]: DEBUG nova.virt.hardware [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1850.735125] env[63750]: DEBUG nova.virt.hardware [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1850.735441] env[63750]: DEBUG nova.virt.hardware [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1850.735725] env[63750]: DEBUG nova.virt.hardware [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1850.736236] env[63750]: DEBUG nova.virt.hardware [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1850.736494] env[63750]: DEBUG nova.virt.hardware [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1850.736799] env[63750]: DEBUG nova.virt.hardware [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1850.738219] env[63750]: DEBUG nova.virt.hardware [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1850.739198] env[63750]: DEBUG nova.virt.hardware [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1850.739198] env[63750]: DEBUG nova.virt.hardware [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1850.739198] env[63750]: DEBUG nova.virt.hardware [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1850.742888] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfcb6908-c581-497c-b042-a2bb60083339 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.759046] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e453c564-49d4-4a58-afb1-c1f0ee06bab3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.764032] env[63750]: DEBUG oslo_vmware.api [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2006589, 'name': PowerOnVM_Task, 'duration_secs': 0.933711} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.766204] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1850.766557] env[63750]: INFO nova.compute.manager [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Took 9.94 seconds to spawn the instance on the hypervisor. [ 1850.766873] env[63750]: DEBUG nova.compute.manager [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1850.768427] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad3c565-099f-440c-8490-c58153373c33 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.860745] env[63750]: DEBUG oslo_vmware.api [None req-dc62e622-2684-43e3-a816-767d3c708bea tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006593, 'name': PowerOnVM_Task, 'duration_secs': 0.387868} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.861009] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc62e622-2684-43e3-a816-767d3c708bea tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1850.863644] env[63750]: DEBUG nova.compute.manager [None req-dc62e622-2684-43e3-a816-767d3c708bea tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1850.864612] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4aefb65-cd40-4129-8adf-72627d4c48fd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.131939] env[63750]: DEBUG nova.network.neutron [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 0420a80c-c7dd-419f-9123-bb69c09e037e] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1851.203593] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.535s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.204199] env[63750]: DEBUG nova.compute.manager [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 9b56be0d-29db-48b2-81f8-8b1bd7e7362f] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1851.206952] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cd22cbc7-54bb-4c72-af7c-c92f67457e4c tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.565s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.210537] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cd22cbc7-54bb-4c72-af7c-c92f67457e4c tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.212410] env[63750]: DEBUG oslo_concurrency.lockutils [None req-229b0c25-d23b-4a60-9a54-8184f2b23c09 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.491s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.212600] env[63750]: DEBUG oslo_concurrency.lockutils [None req-229b0c25-d23b-4a60-9a54-8184f2b23c09 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.214521] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.922s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.216122] env[63750]: INFO nova.compute.claims [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] [instance: 061e6a4c-f817-4955-9813-f63c318f6739] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1851.245151] env[63750]: INFO nova.scheduler.client.report [None req-cd22cbc7-54bb-4c72-af7c-c92f67457e4c tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Deleted allocations for instance 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d [ 1851.246899] env[63750]: INFO nova.scheduler.client.report [None req-229b0c25-d23b-4a60-9a54-8184f2b23c09 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Deleted allocations for instance 64a543f2-1a03-40a7-9774-4960e613e17a [ 1851.268645] env[63750]: DEBUG nova.network.neutron [-] [instance: fbac5dc9-a86c-44fe-8fa5-0007124ce44b] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1851.310211] env[63750]: INFO nova.compute.manager [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Took 36.17 seconds to build instance. [ 1851.375501] env[63750]: DEBUG nova.network.neutron [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 0420a80c-c7dd-419f-9123-bb69c09e037e] Updating instance_info_cache with network_info: [{"id": "6ae43ba2-21b4-4385-a7df-97e5e61801a0", "address": "fa:16:3e:07:10:e6", "network": {"id": "c19c6837-3152-4824-99fb-0e7139184fdb", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1277231212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efc8f756a56e4d019b41869401e7ccdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ae43ba2-21", "ovs_interfaceid": "6ae43ba2-21b4-4385-a7df-97e5e61801a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1851.414104] env[63750]: DEBUG nova.network.neutron [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074] Successfully updated port: 0dda8bf0-d79e-491a-acad-9a5da5ed10e7 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1851.448687] env[63750]: DEBUG nova.compute.manager [req-18407605-3ac3-464d-92bd-8d369b8d9a8e req-9ff46bb6-c0f5-4659-a4d4-fa0b6ed9f972 service nova] [instance: fbac5dc9-a86c-44fe-8fa5-0007124ce44b] Received event network-vif-deleted-9f07a2bf-ca16-4e79-aa72-28bd8b2bbde3 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1851.448926] env[63750]: DEBUG nova.compute.manager [req-18407605-3ac3-464d-92bd-8d369b8d9a8e req-9ff46bb6-c0f5-4659-a4d4-fa0b6ed9f972 service nova] [instance: 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074] Received event network-vif-plugged-0dda8bf0-d79e-491a-acad-9a5da5ed10e7 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1851.449157] env[63750]: DEBUG oslo_concurrency.lockutils [req-18407605-3ac3-464d-92bd-8d369b8d9a8e req-9ff46bb6-c0f5-4659-a4d4-fa0b6ed9f972 service nova] Acquiring lock "2f025cc6-cd13-4f1b-9236-e5ff5a0f5074-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.449379] env[63750]: DEBUG oslo_concurrency.lockutils [req-18407605-3ac3-464d-92bd-8d369b8d9a8e req-9ff46bb6-c0f5-4659-a4d4-fa0b6ed9f972 service nova] Lock "2f025cc6-cd13-4f1b-9236-e5ff5a0f5074-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.449550] env[63750]: DEBUG oslo_concurrency.lockutils [req-18407605-3ac3-464d-92bd-8d369b8d9a8e req-9ff46bb6-c0f5-4659-a4d4-fa0b6ed9f972 service nova] Lock "2f025cc6-cd13-4f1b-9236-e5ff5a0f5074-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.449714] env[63750]: DEBUG nova.compute.manager [req-18407605-3ac3-464d-92bd-8d369b8d9a8e req-9ff46bb6-c0f5-4659-a4d4-fa0b6ed9f972 service nova] [instance: 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074] No waiting events found dispatching network-vif-plugged-0dda8bf0-d79e-491a-acad-9a5da5ed10e7 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1851.449875] env[63750]: WARNING nova.compute.manager [req-18407605-3ac3-464d-92bd-8d369b8d9a8e req-9ff46bb6-c0f5-4659-a4d4-fa0b6ed9f972 service nova] [instance: 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074] Received unexpected event network-vif-plugged-0dda8bf0-d79e-491a-acad-9a5da5ed10e7 for instance with vm_state building and task_state spawning. [ 1851.450174] env[63750]: DEBUG nova.compute.manager [req-18407605-3ac3-464d-92bd-8d369b8d9a8e req-9ff46bb6-c0f5-4659-a4d4-fa0b6ed9f972 service nova] [instance: 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074] Received event network-changed-0dda8bf0-d79e-491a-acad-9a5da5ed10e7 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1851.450578] env[63750]: DEBUG nova.compute.manager [req-18407605-3ac3-464d-92bd-8d369b8d9a8e req-9ff46bb6-c0f5-4659-a4d4-fa0b6ed9f972 service nova] [instance: 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074] Refreshing instance network info cache due to event network-changed-0dda8bf0-d79e-491a-acad-9a5da5ed10e7. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1851.450578] env[63750]: DEBUG oslo_concurrency.lockutils [req-18407605-3ac3-464d-92bd-8d369b8d9a8e req-9ff46bb6-c0f5-4659-a4d4-fa0b6ed9f972 service nova] Acquiring lock "refresh_cache-2f025cc6-cd13-4f1b-9236-e5ff5a0f5074" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1851.450710] env[63750]: DEBUG oslo_concurrency.lockutils [req-18407605-3ac3-464d-92bd-8d369b8d9a8e req-9ff46bb6-c0f5-4659-a4d4-fa0b6ed9f972 service nova] Acquired lock "refresh_cache-2f025cc6-cd13-4f1b-9236-e5ff5a0f5074" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1851.450847] env[63750]: DEBUG nova.network.neutron [req-18407605-3ac3-464d-92bd-8d369b8d9a8e req-9ff46bb6-c0f5-4659-a4d4-fa0b6ed9f972 service nova] [instance: 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074] Refreshing network info cache for port 0dda8bf0-d79e-491a-acad-9a5da5ed10e7 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1851.723527] env[63750]: DEBUG nova.compute.utils [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1851.728654] env[63750]: DEBUG nova.compute.manager [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 9b56be0d-29db-48b2-81f8-8b1bd7e7362f] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1851.728852] env[63750]: DEBUG nova.network.neutron [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 9b56be0d-29db-48b2-81f8-8b1bd7e7362f] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1851.758933] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cd22cbc7-54bb-4c72-af7c-c92f67457e4c tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "7a4c0b3b-7923-4b74-bc0a-73b446d7df7d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.810s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.762820] env[63750]: DEBUG oslo_concurrency.lockutils [None req-229b0c25-d23b-4a60-9a54-8184f2b23c09 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Lock "64a543f2-1a03-40a7-9774-4960e613e17a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.521s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.771619] env[63750]: INFO nova.compute.manager [-] [instance: fbac5dc9-a86c-44fe-8fa5-0007124ce44b] Took 1.30 seconds to deallocate network for instance. [ 1851.812172] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9f179ae8-e153-4913-8255-716fbbd177dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lock "ee1deeaf-7782-4ae2-bf3e-c766ae21a05a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.677s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.845693] env[63750]: DEBUG nova.policy [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '58cee593628a4b4e8be6d9b121b6ddcd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'efc8f756a56e4d019b41869401e7ccdc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1851.879482] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Releasing lock "refresh_cache-0420a80c-c7dd-419f-9123-bb69c09e037e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1851.879819] env[63750]: DEBUG nova.compute.manager [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 0420a80c-c7dd-419f-9123-bb69c09e037e] Instance network_info: |[{"id": "6ae43ba2-21b4-4385-a7df-97e5e61801a0", "address": "fa:16:3e:07:10:e6", "network": {"id": "c19c6837-3152-4824-99fb-0e7139184fdb", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1277231212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efc8f756a56e4d019b41869401e7ccdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ae43ba2-21", "ovs_interfaceid": "6ae43ba2-21b4-4385-a7df-97e5e61801a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1851.880501] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 0420a80c-c7dd-419f-9123-bb69c09e037e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:10:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f67a2790-f2b0-4d03-b606-0bfaee7a4229', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ae43ba2-21b4-4385-a7df-97e5e61801a0', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1851.892289] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Creating folder: Project (efc8f756a56e4d019b41869401e7ccdc). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1851.892289] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2df1f1b4-c3e1-442c-a0cc-93c5d249ee04 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.908044] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Created folder: Project (efc8f756a56e4d019b41869401e7ccdc) in parent group-v412391. [ 1851.908044] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Creating folder: Instances. Parent ref: group-v412569. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1851.908044] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c47449d4-0e7e-4e9b-9f4c-5e269d76cf0b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.915618] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Created folder: Instances in parent group-v412569. [ 1851.915865] env[63750]: DEBUG oslo.service.loopingcall [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1851.916075] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0420a80c-c7dd-419f-9123-bb69c09e037e] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1851.916345] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8a4cb5f-2832-4bd7-93ea-5db250efcc75 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.936029] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Acquiring lock "refresh_cache-2f025cc6-cd13-4f1b-9236-e5ff5a0f5074" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1851.938421] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1851.938421] env[63750]: value = "task-2006596" [ 1851.938421] env[63750]: _type = "Task" [ 1851.938421] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.947769] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006596, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.030876] env[63750]: DEBUG nova.network.neutron [req-18407605-3ac3-464d-92bd-8d369b8d9a8e req-9ff46bb6-c0f5-4659-a4d4-fa0b6ed9f972 service nova] [instance: 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1852.229480] env[63750]: DEBUG nova.compute.manager [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 9b56be0d-29db-48b2-81f8-8b1bd7e7362f] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1852.283019] env[63750]: DEBUG oslo_concurrency.lockutils [None req-abd53c4d-ad0f-4c75-bf50-c9189cee8984 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1852.303248] env[63750]: DEBUG nova.network.neutron [req-18407605-3ac3-464d-92bd-8d369b8d9a8e req-9ff46bb6-c0f5-4659-a4d4-fa0b6ed9f972 service nova] [instance: 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1852.450652] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006596, 'name': CreateVM_Task, 'duration_secs': 0.388773} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.453091] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0420a80c-c7dd-419f-9123-bb69c09e037e] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1852.454014] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1852.454205] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1852.454530] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1852.454782] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4abe0cd-11cb-4892-9eac-54f5fb4f9809 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.459931] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Waiting for the task: (returnval){ [ 1852.459931] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]525d05d3-8a88-28d3-4b2c-bdb325ac2abf" [ 1852.459931] env[63750]: _type = "Task" [ 1852.459931] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.468460] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]525d05d3-8a88-28d3-4b2c-bdb325ac2abf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.598165] env[63750]: DEBUG nova.network.neutron [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 9b56be0d-29db-48b2-81f8-8b1bd7e7362f] Successfully created port: 5cf20518-d0e8-4097-88c1-439fb22bfa1f {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1852.649993] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f296473-f711-4433-8cf0-469503596e3a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.661960] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4110e1-768a-41b8-82e7-16ca6a71045c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.693928] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb56c9b-7604-456f-8d3c-933de15f57bd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.702098] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7031b14b-2eea-4680-9ecb-5419a78c904c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.715920] env[63750]: DEBUG nova.compute.provider_tree [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1852.807291] env[63750]: DEBUG oslo_concurrency.lockutils [req-18407605-3ac3-464d-92bd-8d369b8d9a8e req-9ff46bb6-c0f5-4659-a4d4-fa0b6ed9f972 service nova] Releasing lock "refresh_cache-2f025cc6-cd13-4f1b-9236-e5ff5a0f5074" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1852.807718] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Acquired lock "refresh_cache-2f025cc6-cd13-4f1b-9236-e5ff5a0f5074" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1852.807836] env[63750]: DEBUG nova.network.neutron [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1852.972607] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]525d05d3-8a88-28d3-4b2c-bdb325ac2abf, 'name': SearchDatastore_Task, 'duration_secs': 0.010151} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.972929] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1852.973189] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 0420a80c-c7dd-419f-9123-bb69c09e037e] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1852.973424] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1852.973571] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1852.973765] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1852.974061] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dcd653b7-125b-498a-9b85-58369cc1f9b5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.983478] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1852.983696] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1852.984460] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a89c29db-ec17-4ce9-a2f6-90198bb8fd37 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.990618] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Waiting for the task: (returnval){ [ 1852.990618] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52aa760f-6f86-4935-4a3d-090c35070a81" [ 1852.990618] env[63750]: _type = "Task" [ 1852.990618] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.998627] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52aa760f-6f86-4935-4a3d-090c35070a81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.106200] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Acquiring lock "22d7b81c-e802-4f7f-9269-b39916d70b4a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.106571] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Lock "22d7b81c-e802-4f7f-9269-b39916d70b4a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.219687] env[63750]: DEBUG nova.scheduler.client.report [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1853.240652] env[63750]: DEBUG nova.compute.manager [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 9b56be0d-29db-48b2-81f8-8b1bd7e7362f] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1853.271690] env[63750]: DEBUG nova.virt.hardware [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1853.271962] env[63750]: DEBUG nova.virt.hardware [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1853.272096] env[63750]: DEBUG nova.virt.hardware [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1853.272285] env[63750]: DEBUG nova.virt.hardware [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1853.272421] env[63750]: DEBUG nova.virt.hardware [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1853.272560] env[63750]: DEBUG nova.virt.hardware [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1853.272774] env[63750]: DEBUG nova.virt.hardware [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1853.272901] env[63750]: DEBUG nova.virt.hardware [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1853.273077] env[63750]: DEBUG nova.virt.hardware [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1853.273242] env[63750]: DEBUG nova.virt.hardware [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1853.273405] env[63750]: DEBUG nova.virt.hardware [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1853.274373] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b8a023-a2d2-414a-899f-6ab9f1d1915d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.283309] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728b1e86-abb6-4534-b8dc-e0ce610e6fa5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.364221] env[63750]: DEBUG nova.network.neutron [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1853.502359] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52aa760f-6f86-4935-4a3d-090c35070a81, 'name': SearchDatastore_Task, 'duration_secs': 0.009502} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.503283] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7eac6d5a-c1f3-403c-b190-cb9d009652ac {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.509545] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Waiting for the task: (returnval){ [ 1853.509545] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]526957b9-c32e-262c-c7bd-2f02c0356ca4" [ 1853.509545] env[63750]: _type = "Task" [ 1853.509545] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.519455] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]526957b9-c32e-262c-c7bd-2f02c0356ca4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.583189] env[63750]: DEBUG nova.compute.manager [req-9219d196-fe61-4a42-8009-04b854b8f022 req-24dcd958-c1a8-4329-944e-552853394cbc service nova] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Received event network-changed-9f8d04b0-6f61-4411-befb-8002f5f39b26 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1853.583417] env[63750]: DEBUG nova.compute.manager [req-9219d196-fe61-4a42-8009-04b854b8f022 req-24dcd958-c1a8-4329-944e-552853394cbc service nova] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Refreshing instance network info cache due to event network-changed-9f8d04b0-6f61-4411-befb-8002f5f39b26. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1853.583652] env[63750]: DEBUG oslo_concurrency.lockutils [req-9219d196-fe61-4a42-8009-04b854b8f022 req-24dcd958-c1a8-4329-944e-552853394cbc service nova] Acquiring lock "refresh_cache-ee1deeaf-7782-4ae2-bf3e-c766ae21a05a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1853.583798] env[63750]: DEBUG oslo_concurrency.lockutils [req-9219d196-fe61-4a42-8009-04b854b8f022 req-24dcd958-c1a8-4329-944e-552853394cbc service nova] Acquired lock "refresh_cache-ee1deeaf-7782-4ae2-bf3e-c766ae21a05a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1853.583965] env[63750]: DEBUG nova.network.neutron [req-9219d196-fe61-4a42-8009-04b854b8f022 req-24dcd958-c1a8-4329-944e-552853394cbc service nova] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Refreshing network info cache for port 9f8d04b0-6f61-4411-befb-8002f5f39b26 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1853.609101] env[63750]: DEBUG nova.compute.manager [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1853.620584] env[63750]: DEBUG nova.network.neutron [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074] Updating instance_info_cache with network_info: [{"id": "0dda8bf0-d79e-491a-acad-9a5da5ed10e7", "address": "fa:16:3e:9a:8b:f8", "network": {"id": "c19c6837-3152-4824-99fb-0e7139184fdb", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1277231212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efc8f756a56e4d019b41869401e7ccdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dda8bf0-d7", "ovs_interfaceid": "0dda8bf0-d79e-491a-acad-9a5da5ed10e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1853.728622] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.729131] env[63750]: DEBUG nova.compute.manager [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] [instance: 061e6a4c-f817-4955-9813-f63c318f6739] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1853.732260] env[63750]: DEBUG oslo_concurrency.lockutils [None req-47cf083e-41fe-4ad6-be68-d539b19a823f tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.855s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.733022] env[63750]: DEBUG oslo_concurrency.lockutils [None req-47cf083e-41fe-4ad6-be68-d539b19a823f tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.734562] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.378s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.734697] env[63750]: DEBUG nova.objects.instance [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63750) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1853.758650] env[63750]: INFO nova.scheduler.client.report [None req-47cf083e-41fe-4ad6-be68-d539b19a823f tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Deleted allocations for instance 42845a75-0a2f-4563-a2d5-39e8f7b5e36c [ 1854.021212] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]526957b9-c32e-262c-c7bd-2f02c0356ca4, 'name': SearchDatastore_Task, 'duration_secs': 0.011393} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.021595] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1854.022465] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 0420a80c-c7dd-419f-9123-bb69c09e037e/0420a80c-c7dd-419f-9123-bb69c09e037e.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1854.022768] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9a25685-acc8-435c-9b55-6e4fc1da3a73 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.029788] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Waiting for the task: (returnval){ [ 1854.029788] env[63750]: value = "task-2006597" [ 1854.029788] env[63750]: _type = "Task" [ 1854.029788] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.038799] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': task-2006597, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.121219] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Releasing lock "refresh_cache-2f025cc6-cd13-4f1b-9236-e5ff5a0f5074" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1854.121454] env[63750]: DEBUG nova.compute.manager [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074] Instance network_info: |[{"id": "0dda8bf0-d79e-491a-acad-9a5da5ed10e7", "address": "fa:16:3e:9a:8b:f8", "network": {"id": "c19c6837-3152-4824-99fb-0e7139184fdb", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1277231212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efc8f756a56e4d019b41869401e7ccdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dda8bf0-d7", "ovs_interfaceid": "0dda8bf0-d79e-491a-acad-9a5da5ed10e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1854.123280] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:8b:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f67a2790-f2b0-4d03-b606-0bfaee7a4229', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0dda8bf0-d79e-491a-acad-9a5da5ed10e7', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1854.129562] env[63750]: DEBUG oslo.service.loopingcall [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1854.130642] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1854.130946] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1854.131130] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c360d7e4-9e84-4f2d-b5d4-7faddd0f1ea9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.151670] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1854.151670] env[63750]: value = "task-2006598" [ 1854.151670] env[63750]: _type = "Task" [ 1854.151670] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.163849] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006598, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.174103] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquiring lock "d300f90f-ea70-4575-9643-29462f2602ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1854.174335] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "d300f90f-ea70-4575-9643-29462f2602ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1854.243587] env[63750]: DEBUG nova.compute.utils [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1854.248950] env[63750]: DEBUG nova.compute.manager [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] [instance: 061e6a4c-f817-4955-9813-f63c318f6739] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1854.249111] env[63750]: DEBUG nova.network.neutron [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] [instance: 061e6a4c-f817-4955-9813-f63c318f6739] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1854.265926] env[63750]: DEBUG oslo_concurrency.lockutils [None req-47cf083e-41fe-4ad6-be68-d539b19a823f tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Lock "42845a75-0a2f-4563-a2d5-39e8f7b5e36c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.118s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.349628] env[63750]: DEBUG nova.policy [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bdbdebc1ee9a44639ec3347edb8005e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '464fa01cc2224fbeb5895ae52924a536', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1854.461558] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ae631e38-6022-4e89-926c-9551e0fb1697 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Acquiring lock "b137e48f-6f38-483f-8c23-1d47bf8aecc2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1854.461861] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ae631e38-6022-4e89-926c-9551e0fb1697 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Lock "b137e48f-6f38-483f-8c23-1d47bf8aecc2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1854.462107] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ae631e38-6022-4e89-926c-9551e0fb1697 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Acquiring lock "b137e48f-6f38-483f-8c23-1d47bf8aecc2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1854.462304] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ae631e38-6022-4e89-926c-9551e0fb1697 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Lock "b137e48f-6f38-483f-8c23-1d47bf8aecc2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1854.462478] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ae631e38-6022-4e89-926c-9551e0fb1697 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Lock "b137e48f-6f38-483f-8c23-1d47bf8aecc2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.468310] env[63750]: INFO nova.compute.manager [None req-ae631e38-6022-4e89-926c-9551e0fb1697 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] Terminating instance [ 1854.545698] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': task-2006597, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486804} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.545698] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 0420a80c-c7dd-419f-9123-bb69c09e037e/0420a80c-c7dd-419f-9123-bb69c09e037e.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1854.545698] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 0420a80c-c7dd-419f-9123-bb69c09e037e] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1854.545698] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0dd9eddb-f9c3-4adf-bc95-4204360afa9c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.550544] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Waiting for the task: (returnval){ [ 1854.550544] env[63750]: value = "task-2006599" [ 1854.550544] env[63750]: _type = "Task" [ 1854.550544] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.556664] env[63750]: DEBUG nova.network.neutron [req-9219d196-fe61-4a42-8009-04b854b8f022 req-24dcd958-c1a8-4329-944e-552853394cbc service nova] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Updated VIF entry in instance network info cache for port 9f8d04b0-6f61-4411-befb-8002f5f39b26. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1854.557017] env[63750]: DEBUG nova.network.neutron [req-9219d196-fe61-4a42-8009-04b854b8f022 req-24dcd958-c1a8-4329-944e-552853394cbc service nova] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Updating instance_info_cache with network_info: [{"id": "9f8d04b0-6f61-4411-befb-8002f5f39b26", "address": "fa:16:3e:72:cf:4a", "network": {"id": "ff81de04-7e48-4127-88aa-44bb0621a003", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-707332449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2139ec6eeb4ba6992db80e7239b224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f8d04b0-6f", "ovs_interfaceid": "9f8d04b0-6f61-4411-befb-8002f5f39b26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1854.561736] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': task-2006599, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.664563] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006598, 'name': CreateVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.677393] env[63750]: DEBUG nova.compute.manager [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1854.744487] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b8e2ddc6-93b0-4d79-9e8b-d060810c9435 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.747238] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c8c9d414-dc40-4091-878f-28a49c89c37a tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.122s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1854.747530] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c8c9d414-dc40-4091-878f-28a49c89c37a tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.749797] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4b31e951-2dae-4b66-8bcd-5a7926adbf78 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.522s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1854.750156] env[63750]: DEBUG nova.objects.instance [None req-4b31e951-2dae-4b66-8bcd-5a7926adbf78 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Lazy-loading 'resources' on Instance uuid 64f39f2d-d65b-4cbe-ad6a-b755acc238f1 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1854.754700] env[63750]: DEBUG nova.compute.manager [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] [instance: 061e6a4c-f817-4955-9813-f63c318f6739] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1854.771403] env[63750]: INFO nova.scheduler.client.report [None req-c8c9d414-dc40-4091-878f-28a49c89c37a tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Deleted allocations for instance 8892fd3b-b3fa-4b83-89f8-3162579d6f87 [ 1854.894126] env[63750]: DEBUG nova.network.neutron [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 9b56be0d-29db-48b2-81f8-8b1bd7e7362f] Successfully updated port: 5cf20518-d0e8-4097-88c1-439fb22bfa1f {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1854.936103] env[63750]: DEBUG oslo_concurrency.lockutils [None req-143b17aa-aadb-49be-a127-50dce2babf69 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Acquiring lock "113fba09-0579-45b5-98a3-7c0a17a8c2fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1854.936414] env[63750]: DEBUG oslo_concurrency.lockutils [None req-143b17aa-aadb-49be-a127-50dce2babf69 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Lock "113fba09-0579-45b5-98a3-7c0a17a8c2fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1854.937750] env[63750]: DEBUG oslo_concurrency.lockutils [None req-143b17aa-aadb-49be-a127-50dce2babf69 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Acquiring lock "113fba09-0579-45b5-98a3-7c0a17a8c2fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1854.937750] env[63750]: DEBUG oslo_concurrency.lockutils [None req-143b17aa-aadb-49be-a127-50dce2babf69 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Lock "113fba09-0579-45b5-98a3-7c0a17a8c2fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1854.937750] env[63750]: DEBUG oslo_concurrency.lockutils [None req-143b17aa-aadb-49be-a127-50dce2babf69 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Lock "113fba09-0579-45b5-98a3-7c0a17a8c2fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.939573] env[63750]: INFO nova.compute.manager [None req-143b17aa-aadb-49be-a127-50dce2babf69 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 113fba09-0579-45b5-98a3-7c0a17a8c2fb] Terminating instance [ 1854.949915] env[63750]: DEBUG nova.network.neutron [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] [instance: 061e6a4c-f817-4955-9813-f63c318f6739] Successfully created port: 8fd5550c-9bcb-4d56-884c-0e3e92fa1f33 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1854.973372] env[63750]: DEBUG nova.compute.manager [None req-ae631e38-6022-4e89-926c-9551e0fb1697 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1854.973586] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ae631e38-6022-4e89-926c-9551e0fb1697 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1854.974997] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0fe8f60-52be-4c77-94bd-7e738b4e980d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.982809] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae631e38-6022-4e89-926c-9551e0fb1697 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1854.982850] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75db563e-8e46-45eb-a336-66104927ba66 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.988973] env[63750]: DEBUG oslo_vmware.api [None req-ae631e38-6022-4e89-926c-9551e0fb1697 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Waiting for the task: (returnval){ [ 1854.988973] env[63750]: value = "task-2006600" [ 1854.988973] env[63750]: _type = "Task" [ 1854.988973] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.996965] env[63750]: DEBUG oslo_vmware.api [None req-ae631e38-6022-4e89-926c-9551e0fb1697 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Task: {'id': task-2006600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.061675] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': task-2006599, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.204087} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.062205] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 0420a80c-c7dd-419f-9123-bb69c09e037e] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1855.062749] env[63750]: DEBUG oslo_concurrency.lockutils [req-9219d196-fe61-4a42-8009-04b854b8f022 req-24dcd958-c1a8-4329-944e-552853394cbc service nova] Releasing lock "refresh_cache-ee1deeaf-7782-4ae2-bf3e-c766ae21a05a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1855.063635] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8cc8458-e201-495b-8773-eb9184ce0fc2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.085968] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 0420a80c-c7dd-419f-9123-bb69c09e037e] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 0420a80c-c7dd-419f-9123-bb69c09e037e/0420a80c-c7dd-419f-9123-bb69c09e037e.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1855.086625] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20bf612c-6a59-4ec3-ae27-20284bab7ecc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.107155] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Waiting for the task: (returnval){ [ 1855.107155] env[63750]: value = "task-2006601" [ 1855.107155] env[63750]: _type = "Task" [ 1855.107155] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.115835] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': task-2006601, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.164103] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006598, 'name': CreateVM_Task, 'duration_secs': 0.653639} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.164103] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1855.164103] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.164103] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.164103] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1855.164103] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00735041-7ed0-4393-9985-de454bd62c09 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.169266] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Waiting for the task: (returnval){ [ 1855.169266] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52553e6c-6196-556c-9b32-5af6d9d362a5" [ 1855.169266] env[63750]: _type = "Task" [ 1855.169266] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.177948] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52553e6c-6196-556c-9b32-5af6d9d362a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.196220] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.282285] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c8c9d414-dc40-4091-878f-28a49c89c37a tempest-VolumesAssistedSnapshotsTest-1131604155 tempest-VolumesAssistedSnapshotsTest-1131604155-project-member] Lock "8892fd3b-b3fa-4b83-89f8-3162579d6f87" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.743s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.397092] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Acquiring lock "refresh_cache-9b56be0d-29db-48b2-81f8-8b1bd7e7362f" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.397244] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Acquired lock "refresh_cache-9b56be0d-29db-48b2-81f8-8b1bd7e7362f" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.397395] env[63750]: DEBUG nova.network.neutron [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 9b56be0d-29db-48b2-81f8-8b1bd7e7362f] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1855.445560] env[63750]: DEBUG nova.compute.manager [None req-143b17aa-aadb-49be-a127-50dce2babf69 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 113fba09-0579-45b5-98a3-7c0a17a8c2fb] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1855.445817] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-143b17aa-aadb-49be-a127-50dce2babf69 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 113fba09-0579-45b5-98a3-7c0a17a8c2fb] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1855.449343] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69cbb80-d8d2-45a8-b2a1-d2281a3021c1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.459628] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-143b17aa-aadb-49be-a127-50dce2babf69 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 113fba09-0579-45b5-98a3-7c0a17a8c2fb] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1855.459905] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-394f4b12-d033-4c29-8a5d-e8d5713766ee {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.466429] env[63750]: DEBUG oslo_vmware.api [None req-143b17aa-aadb-49be-a127-50dce2babf69 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Waiting for the task: (returnval){ [ 1855.466429] env[63750]: value = "task-2006602" [ 1855.466429] env[63750]: _type = "Task" [ 1855.466429] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.474938] env[63750]: DEBUG oslo_vmware.api [None req-143b17aa-aadb-49be-a127-50dce2babf69 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': task-2006602, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.498280] env[63750]: DEBUG oslo_vmware.api [None req-ae631e38-6022-4e89-926c-9551e0fb1697 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Task: {'id': task-2006600, 'name': PowerOffVM_Task, 'duration_secs': 0.412272} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.500599] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae631e38-6022-4e89-926c-9551e0fb1697 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1855.500837] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ae631e38-6022-4e89-926c-9551e0fb1697 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1855.501209] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dee28759-a214-42db-a78f-d6c126658515 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.608995] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db177eb3-9939-40ec-bc5b-d325449b0c02 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.619366] env[63750]: DEBUG nova.compute.manager [req-c906efc4-be5f-4c85-ba5c-8825ec37f7f5 req-e03f3117-5f0f-424d-bc6a-ca85dd63f3ea service nova] [instance: 9b56be0d-29db-48b2-81f8-8b1bd7e7362f] Received event network-vif-plugged-5cf20518-d0e8-4097-88c1-439fb22bfa1f {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1855.619621] env[63750]: DEBUG oslo_concurrency.lockutils [req-c906efc4-be5f-4c85-ba5c-8825ec37f7f5 req-e03f3117-5f0f-424d-bc6a-ca85dd63f3ea service nova] Acquiring lock "9b56be0d-29db-48b2-81f8-8b1bd7e7362f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.619832] env[63750]: DEBUG oslo_concurrency.lockutils [req-c906efc4-be5f-4c85-ba5c-8825ec37f7f5 req-e03f3117-5f0f-424d-bc6a-ca85dd63f3ea service nova] Lock "9b56be0d-29db-48b2-81f8-8b1bd7e7362f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.619980] env[63750]: DEBUG oslo_concurrency.lockutils [req-c906efc4-be5f-4c85-ba5c-8825ec37f7f5 req-e03f3117-5f0f-424d-bc6a-ca85dd63f3ea service nova] Lock "9b56be0d-29db-48b2-81f8-8b1bd7e7362f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.620209] env[63750]: DEBUG nova.compute.manager [req-c906efc4-be5f-4c85-ba5c-8825ec37f7f5 req-e03f3117-5f0f-424d-bc6a-ca85dd63f3ea service nova] [instance: 9b56be0d-29db-48b2-81f8-8b1bd7e7362f] No waiting events found dispatching network-vif-plugged-5cf20518-d0e8-4097-88c1-439fb22bfa1f {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1855.620324] env[63750]: WARNING nova.compute.manager [req-c906efc4-be5f-4c85-ba5c-8825ec37f7f5 req-e03f3117-5f0f-424d-bc6a-ca85dd63f3ea service nova] [instance: 9b56be0d-29db-48b2-81f8-8b1bd7e7362f] Received unexpected event network-vif-plugged-5cf20518-d0e8-4097-88c1-439fb22bfa1f for instance with vm_state building and task_state spawning. [ 1855.620510] env[63750]: DEBUG nova.compute.manager [req-c906efc4-be5f-4c85-ba5c-8825ec37f7f5 req-e03f3117-5f0f-424d-bc6a-ca85dd63f3ea service nova] [instance: 9b56be0d-29db-48b2-81f8-8b1bd7e7362f] Received event network-changed-5cf20518-d0e8-4097-88c1-439fb22bfa1f {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1855.620633] env[63750]: DEBUG nova.compute.manager [req-c906efc4-be5f-4c85-ba5c-8825ec37f7f5 req-e03f3117-5f0f-424d-bc6a-ca85dd63f3ea service nova] [instance: 9b56be0d-29db-48b2-81f8-8b1bd7e7362f] Refreshing instance network info cache due to event network-changed-5cf20518-d0e8-4097-88c1-439fb22bfa1f. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1855.620817] env[63750]: DEBUG oslo_concurrency.lockutils [req-c906efc4-be5f-4c85-ba5c-8825ec37f7f5 req-e03f3117-5f0f-424d-bc6a-ca85dd63f3ea service nova] Acquiring lock "refresh_cache-9b56be0d-29db-48b2-81f8-8b1bd7e7362f" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.625968] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': task-2006601, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.627075] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be4d465-cda4-46c2-8b62-075dbc97d1d1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.658446] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8861bb7b-8cea-4cbe-804f-059da0ec5fd6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.666458] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50eb29b5-45d4-4f6d-8585-d191a059b740 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.679660] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52553e6c-6196-556c-9b32-5af6d9d362a5, 'name': SearchDatastore_Task, 'duration_secs': 0.009448} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.687354] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1855.687677] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1855.687964] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.688134] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.688343] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1855.689190] env[63750]: DEBUG nova.compute.provider_tree [None req-4b31e951-2dae-4b66-8bcd-5a7926adbf78 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1855.690498] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8e04e17-5aa2-4320-98c5-317929cbc53d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.699797] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1855.699989] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1855.700777] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5684d1c3-ba0a-42f4-8b87-0c06a19b7fd5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.706158] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Waiting for the task: (returnval){ [ 1855.706158] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52d76ee5-1788-c980-55db-f34551c799c3" [ 1855.706158] env[63750]: _type = "Task" [ 1855.706158] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.718055] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52d76ee5-1788-c980-55db-f34551c799c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.764324] env[63750]: DEBUG nova.compute.manager [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] [instance: 061e6a4c-f817-4955-9813-f63c318f6739] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1855.773896] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ae631e38-6022-4e89-926c-9551e0fb1697 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1855.773896] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ae631e38-6022-4e89-926c-9551e0fb1697 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1855.773896] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae631e38-6022-4e89-926c-9551e0fb1697 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Deleting the datastore file [datastore1] b137e48f-6f38-483f-8c23-1d47bf8aecc2 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1855.774122] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35833eb1-68d7-468f-97f3-f68ac07cd7f2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.781760] env[63750]: DEBUG oslo_vmware.api [None req-ae631e38-6022-4e89-926c-9551e0fb1697 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Waiting for the task: (returnval){ [ 1855.781760] env[63750]: value = "task-2006604" [ 1855.781760] env[63750]: _type = "Task" [ 1855.781760] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.790452] env[63750]: DEBUG oslo_vmware.api [None req-ae631e38-6022-4e89-926c-9551e0fb1697 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Task: {'id': task-2006604, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.793084] env[63750]: DEBUG nova.virt.hardware [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1855.793315] env[63750]: DEBUG nova.virt.hardware [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1855.793475] env[63750]: DEBUG nova.virt.hardware [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1855.793657] env[63750]: DEBUG nova.virt.hardware [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1855.793799] env[63750]: DEBUG nova.virt.hardware [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1855.793941] env[63750]: DEBUG nova.virt.hardware [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1855.794157] env[63750]: DEBUG nova.virt.hardware [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1855.794317] env[63750]: DEBUG nova.virt.hardware [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1855.794870] env[63750]: DEBUG nova.virt.hardware [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1855.794870] env[63750]: DEBUG nova.virt.hardware [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1855.794870] env[63750]: DEBUG nova.virt.hardware [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1855.795636] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8514bcc2-55be-4040-a13f-cc6e8c15794c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.802727] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828cad7e-f801-467b-bb7c-13dd4f5fdeee {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.929323] env[63750]: DEBUG nova.network.neutron [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 9b56be0d-29db-48b2-81f8-8b1bd7e7362f] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1855.977990] env[63750]: DEBUG oslo_vmware.api [None req-143b17aa-aadb-49be-a127-50dce2babf69 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': task-2006602, 'name': PowerOffVM_Task, 'duration_secs': 0.272235} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.978319] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-143b17aa-aadb-49be-a127-50dce2babf69 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 113fba09-0579-45b5-98a3-7c0a17a8c2fb] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1855.978454] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-143b17aa-aadb-49be-a127-50dce2babf69 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 113fba09-0579-45b5-98a3-7c0a17a8c2fb] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1855.978706] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b24d52d7-49fb-4276-8737-06ab3ea6b888 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.082600] env[63750]: DEBUG nova.network.neutron [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 9b56be0d-29db-48b2-81f8-8b1bd7e7362f] Updating instance_info_cache with network_info: [{"id": "5cf20518-d0e8-4097-88c1-439fb22bfa1f", "address": "fa:16:3e:31:dc:d3", "network": {"id": "c19c6837-3152-4824-99fb-0e7139184fdb", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1277231212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efc8f756a56e4d019b41869401e7ccdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cf20518-d0", "ovs_interfaceid": "5cf20518-d0e8-4097-88c1-439fb22bfa1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1856.101331] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-143b17aa-aadb-49be-a127-50dce2babf69 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 113fba09-0579-45b5-98a3-7c0a17a8c2fb] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1856.101606] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-143b17aa-aadb-49be-a127-50dce2babf69 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 113fba09-0579-45b5-98a3-7c0a17a8c2fb] Deleting contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1856.101740] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-143b17aa-aadb-49be-a127-50dce2babf69 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Deleting the datastore file [datastore2] 113fba09-0579-45b5-98a3-7c0a17a8c2fb {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1856.102011] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec525134-552d-4423-8cd9-749c3921e684 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.107976] env[63750]: DEBUG oslo_vmware.api [None req-143b17aa-aadb-49be-a127-50dce2babf69 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Waiting for the task: (returnval){ [ 1856.107976] env[63750]: value = "task-2006606" [ 1856.107976] env[63750]: _type = "Task" [ 1856.107976] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.119667] env[63750]: DEBUG oslo_vmware.api [None req-143b17aa-aadb-49be-a127-50dce2babf69 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': task-2006606, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.123041] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': task-2006601, 'name': ReconfigVM_Task, 'duration_secs': 0.662646} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.123372] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 0420a80c-c7dd-419f-9123-bb69c09e037e] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 0420a80c-c7dd-419f-9123-bb69c09e037e/0420a80c-c7dd-419f-9123-bb69c09e037e.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1856.124083] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db21f1ae-f14a-4f9e-a953-d654448a0340 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.130142] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Waiting for the task: (returnval){ [ 1856.130142] env[63750]: value = "task-2006607" [ 1856.130142] env[63750]: _type = "Task" [ 1856.130142] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.138494] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': task-2006607, 'name': Rename_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.194570] env[63750]: DEBUG nova.scheduler.client.report [None req-4b31e951-2dae-4b66-8bcd-5a7926adbf78 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1856.217654] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52d76ee5-1788-c980-55db-f34551c799c3, 'name': SearchDatastore_Task, 'duration_secs': 0.009977} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.218470] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58faa7b8-73bd-4c87-9772-f0c767ab0748 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.223705] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Waiting for the task: (returnval){ [ 1856.223705] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52520053-12a5-f350-fb02-d0873ea631e8" [ 1856.223705] env[63750]: _type = "Task" [ 1856.223705] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.231583] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52520053-12a5-f350-fb02-d0873ea631e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.292342] env[63750]: DEBUG oslo_vmware.api [None req-ae631e38-6022-4e89-926c-9551e0fb1697 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Task: {'id': task-2006604, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131416} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.292615] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae631e38-6022-4e89-926c-9551e0fb1697 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1856.292795] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ae631e38-6022-4e89-926c-9551e0fb1697 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1856.292971] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ae631e38-6022-4e89-926c-9551e0fb1697 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1856.293318] env[63750]: INFO nova.compute.manager [None req-ae631e38-6022-4e89-926c-9551e0fb1697 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] Took 1.32 seconds to destroy the instance on the hypervisor. [ 1856.293500] env[63750]: DEBUG oslo.service.loopingcall [None req-ae631e38-6022-4e89-926c-9551e0fb1697 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1856.293711] env[63750]: DEBUG nova.compute.manager [-] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1856.293806] env[63750]: DEBUG nova.network.neutron [-] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1856.585723] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Releasing lock "refresh_cache-9b56be0d-29db-48b2-81f8-8b1bd7e7362f" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.586093] env[63750]: DEBUG nova.compute.manager [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 9b56be0d-29db-48b2-81f8-8b1bd7e7362f] Instance network_info: |[{"id": "5cf20518-d0e8-4097-88c1-439fb22bfa1f", "address": "fa:16:3e:31:dc:d3", "network": {"id": "c19c6837-3152-4824-99fb-0e7139184fdb", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1277231212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efc8f756a56e4d019b41869401e7ccdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cf20518-d0", "ovs_interfaceid": "5cf20518-d0e8-4097-88c1-439fb22bfa1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1856.586448] env[63750]: DEBUG oslo_concurrency.lockutils [req-c906efc4-be5f-4c85-ba5c-8825ec37f7f5 req-e03f3117-5f0f-424d-bc6a-ca85dd63f3ea service nova] Acquired lock "refresh_cache-9b56be0d-29db-48b2-81f8-8b1bd7e7362f" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1856.586677] env[63750]: DEBUG nova.network.neutron [req-c906efc4-be5f-4c85-ba5c-8825ec37f7f5 req-e03f3117-5f0f-424d-bc6a-ca85dd63f3ea service nova] [instance: 9b56be0d-29db-48b2-81f8-8b1bd7e7362f] Refreshing network info cache for port 5cf20518-d0e8-4097-88c1-439fb22bfa1f {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1856.588821] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 9b56be0d-29db-48b2-81f8-8b1bd7e7362f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:dc:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f67a2790-f2b0-4d03-b606-0bfaee7a4229', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5cf20518-d0e8-4097-88c1-439fb22bfa1f', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1856.596894] env[63750]: DEBUG oslo.service.loopingcall [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1856.597788] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b56be0d-29db-48b2-81f8-8b1bd7e7362f] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1856.598061] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f1b9d74-b51c-4fcd-ab95-72fc48c3fe9e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.625079] env[63750]: DEBUG oslo_vmware.api [None req-143b17aa-aadb-49be-a127-50dce2babf69 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': task-2006606, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139246} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.626344] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-143b17aa-aadb-49be-a127-50dce2babf69 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1856.626538] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-143b17aa-aadb-49be-a127-50dce2babf69 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 113fba09-0579-45b5-98a3-7c0a17a8c2fb] Deleted contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1856.626720] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-143b17aa-aadb-49be-a127-50dce2babf69 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 113fba09-0579-45b5-98a3-7c0a17a8c2fb] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1856.626890] env[63750]: INFO nova.compute.manager [None req-143b17aa-aadb-49be-a127-50dce2babf69 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: 113fba09-0579-45b5-98a3-7c0a17a8c2fb] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1856.627138] env[63750]: DEBUG oslo.service.loopingcall [None req-143b17aa-aadb-49be-a127-50dce2babf69 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1856.627321] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1856.627321] env[63750]: value = "task-2006608" [ 1856.627321] env[63750]: _type = "Task" [ 1856.627321] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.627495] env[63750]: DEBUG nova.compute.manager [-] [instance: 113fba09-0579-45b5-98a3-7c0a17a8c2fb] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1856.627584] env[63750]: DEBUG nova.network.neutron [-] [instance: 113fba09-0579-45b5-98a3-7c0a17a8c2fb] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1856.642051] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006608, 'name': CreateVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.643574] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': task-2006607, 'name': Rename_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.702771] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4b31e951-2dae-4b66-8bcd-5a7926adbf78 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.952s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.706842] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0fe652b2-9ea1-49de-9a58-1078f9897c7d tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.147s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.706842] env[63750]: DEBUG nova.objects.instance [None req-0fe652b2-9ea1-49de-9a58-1078f9897c7d tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lazy-loading 'resources' on Instance uuid f456f617-7004-4849-b5b3-743adbe45ed1 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1856.731872] env[63750]: INFO nova.scheduler.client.report [None req-4b31e951-2dae-4b66-8bcd-5a7926adbf78 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Deleted allocations for instance 64f39f2d-d65b-4cbe-ad6a-b755acc238f1 [ 1856.743023] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52520053-12a5-f350-fb02-d0873ea631e8, 'name': SearchDatastore_Task, 'duration_secs': 0.008917} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.744168] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.744168] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074/2f025cc6-cd13-4f1b-9236-e5ff5a0f5074.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1856.744168] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6518df90-154a-4d9c-b356-0b652048a200 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.753018] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Waiting for the task: (returnval){ [ 1856.753018] env[63750]: value = "task-2006609" [ 1856.753018] env[63750]: _type = "Task" [ 1856.753018] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.762590] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': task-2006609, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.903422] env[63750]: DEBUG nova.network.neutron [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] [instance: 061e6a4c-f817-4955-9813-f63c318f6739] Successfully updated port: 8fd5550c-9bcb-4d56-884c-0e3e92fa1f33 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1857.143982] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006608, 'name': CreateVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.147342] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': task-2006607, 'name': Rename_Task, 'duration_secs': 0.735193} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.147664] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 0420a80c-c7dd-419f-9123-bb69c09e037e] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1857.147907] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7adf0338-07b0-4d91-bf94-c968d7b7858c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.163258] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Waiting for the task: (returnval){ [ 1857.163258] env[63750]: value = "task-2006610" [ 1857.163258] env[63750]: _type = "Task" [ 1857.163258] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.182000] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': task-2006610, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.243400] env[63750]: DEBUG nova.network.neutron [-] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1857.248970] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4b31e951-2dae-4b66-8bcd-5a7926adbf78 tempest-InstanceActionsV221TestJSON-1033946333 tempest-InstanceActionsV221TestJSON-1033946333-project-member] Lock "64f39f2d-d65b-4cbe-ad6a-b755acc238f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.417s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.267903] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': task-2006609, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506291} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.268697] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074/2f025cc6-cd13-4f1b-9236-e5ff5a0f5074.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1857.268697] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1857.269042] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba95f809-b4b0-44eb-b034-ed5243a677d3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.279502] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Waiting for the task: (returnval){ [ 1857.279502] env[63750]: value = "task-2006611" [ 1857.279502] env[63750]: _type = "Task" [ 1857.279502] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.293965] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': task-2006611, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.405823] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Acquiring lock "refresh_cache-061e6a4c-f817-4955-9813-f63c318f6739" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1857.405966] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Acquired lock "refresh_cache-061e6a4c-f817-4955-9813-f63c318f6739" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1857.406852] env[63750]: DEBUG nova.network.neutron [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] [instance: 061e6a4c-f817-4955-9813-f63c318f6739] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1857.424412] env[63750]: DEBUG nova.network.neutron [req-c906efc4-be5f-4c85-ba5c-8825ec37f7f5 req-e03f3117-5f0f-424d-bc6a-ca85dd63f3ea service nova] [instance: 9b56be0d-29db-48b2-81f8-8b1bd7e7362f] Updated VIF entry in instance network info cache for port 5cf20518-d0e8-4097-88c1-439fb22bfa1f. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1857.424412] env[63750]: DEBUG nova.network.neutron [req-c906efc4-be5f-4c85-ba5c-8825ec37f7f5 req-e03f3117-5f0f-424d-bc6a-ca85dd63f3ea service nova] [instance: 9b56be0d-29db-48b2-81f8-8b1bd7e7362f] Updating instance_info_cache with network_info: [{"id": "5cf20518-d0e8-4097-88c1-439fb22bfa1f", "address": "fa:16:3e:31:dc:d3", "network": {"id": "c19c6837-3152-4824-99fb-0e7139184fdb", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1277231212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efc8f756a56e4d019b41869401e7ccdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cf20518-d0", "ovs_interfaceid": "5cf20518-d0e8-4097-88c1-439fb22bfa1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1857.548390] env[63750]: DEBUG nova.network.neutron [-] [instance: 113fba09-0579-45b5-98a3-7c0a17a8c2fb] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1857.608360] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61971918-e7b3-4ed4-879b-2edae2236d2b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.616047] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a120a67a-a14f-4833-8f81-579fb15b745b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.649929] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c1ab30-29c3-4e4d-adb0-be5daefb2ed3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.655039] env[63750]: DEBUG nova.compute.manager [req-feba62ea-be12-484c-95e0-e1a09b210d53 req-467d2dd3-b376-4fe6-80d3-f516854956c5 service nova] [instance: 061e6a4c-f817-4955-9813-f63c318f6739] Received event network-vif-plugged-8fd5550c-9bcb-4d56-884c-0e3e92fa1f33 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1857.655570] env[63750]: DEBUG oslo_concurrency.lockutils [req-feba62ea-be12-484c-95e0-e1a09b210d53 req-467d2dd3-b376-4fe6-80d3-f516854956c5 service nova] Acquiring lock "061e6a4c-f817-4955-9813-f63c318f6739-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.655570] env[63750]: DEBUG oslo_concurrency.lockutils [req-feba62ea-be12-484c-95e0-e1a09b210d53 req-467d2dd3-b376-4fe6-80d3-f516854956c5 service nova] Lock "061e6a4c-f817-4955-9813-f63c318f6739-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.655695] env[63750]: DEBUG oslo_concurrency.lockutils [req-feba62ea-be12-484c-95e0-e1a09b210d53 req-467d2dd3-b376-4fe6-80d3-f516854956c5 service nova] Lock "061e6a4c-f817-4955-9813-f63c318f6739-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.655830] env[63750]: DEBUG nova.compute.manager [req-feba62ea-be12-484c-95e0-e1a09b210d53 req-467d2dd3-b376-4fe6-80d3-f516854956c5 service nova] [instance: 061e6a4c-f817-4955-9813-f63c318f6739] No waiting events found dispatching network-vif-plugged-8fd5550c-9bcb-4d56-884c-0e3e92fa1f33 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1857.655992] env[63750]: WARNING nova.compute.manager [req-feba62ea-be12-484c-95e0-e1a09b210d53 req-467d2dd3-b376-4fe6-80d3-f516854956c5 service nova] [instance: 061e6a4c-f817-4955-9813-f63c318f6739] Received unexpected event network-vif-plugged-8fd5550c-9bcb-4d56-884c-0e3e92fa1f33 for instance with vm_state building and task_state spawning. [ 1857.656169] env[63750]: DEBUG nova.compute.manager [req-feba62ea-be12-484c-95e0-e1a09b210d53 req-467d2dd3-b376-4fe6-80d3-f516854956c5 service nova] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] Received event network-vif-deleted-0bf7eae4-2892-4376-92d5-513b19f5f705 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1857.656336] env[63750]: DEBUG nova.compute.manager [req-feba62ea-be12-484c-95e0-e1a09b210d53 req-467d2dd3-b376-4fe6-80d3-f516854956c5 service nova] [instance: 061e6a4c-f817-4955-9813-f63c318f6739] Received event network-changed-8fd5550c-9bcb-4d56-884c-0e3e92fa1f33 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1857.656500] env[63750]: DEBUG nova.compute.manager [req-feba62ea-be12-484c-95e0-e1a09b210d53 req-467d2dd3-b376-4fe6-80d3-f516854956c5 service nova] [instance: 061e6a4c-f817-4955-9813-f63c318f6739] Refreshing instance network info cache due to event network-changed-8fd5550c-9bcb-4d56-884c-0e3e92fa1f33. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1857.656668] env[63750]: DEBUG oslo_concurrency.lockutils [req-feba62ea-be12-484c-95e0-e1a09b210d53 req-467d2dd3-b376-4fe6-80d3-f516854956c5 service nova] Acquiring lock "refresh_cache-061e6a4c-f817-4955-9813-f63c318f6739" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1857.665052] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd68995-13d9-44bb-85e2-9f08089e9f25 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.669086] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006608, 'name': CreateVM_Task, 'duration_secs': 0.573879} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.669568] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b56be0d-29db-48b2-81f8-8b1bd7e7362f] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1857.673468] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1857.673468] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1857.673763] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1857.674018] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d5280d5-61d7-49d8-a5f6-d45e00dbc76c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.683818] env[63750]: DEBUG nova.compute.provider_tree [None req-0fe652b2-9ea1-49de-9a58-1078f9897c7d tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1857.688323] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': task-2006610, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.690549] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Waiting for the task: (returnval){ [ 1857.690549] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52f39f2c-ee35-4f3f-c0f8-e847a90223b2" [ 1857.690549] env[63750]: _type = "Task" [ 1857.690549] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.701456] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52f39f2c-ee35-4f3f-c0f8-e847a90223b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.747766] env[63750]: INFO nova.compute.manager [-] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] Took 1.45 seconds to deallocate network for instance. [ 1857.790366] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': task-2006611, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074487} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.790611] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1857.791429] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0b1393-d49a-4de6-9056-9b5cfa35833a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.814254] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074/2f025cc6-cd13-4f1b-9236-e5ff5a0f5074.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1857.814545] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4241f4de-a63e-476f-98d8-ec3622db863c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.834474] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Waiting for the task: (returnval){ [ 1857.834474] env[63750]: value = "task-2006612" [ 1857.834474] env[63750]: _type = "Task" [ 1857.834474] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.842594] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': task-2006612, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.927893] env[63750]: DEBUG oslo_concurrency.lockutils [req-c906efc4-be5f-4c85-ba5c-8825ec37f7f5 req-e03f3117-5f0f-424d-bc6a-ca85dd63f3ea service nova] Releasing lock "refresh_cache-9b56be0d-29db-48b2-81f8-8b1bd7e7362f" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1857.950957] env[63750]: DEBUG nova.network.neutron [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] [instance: 061e6a4c-f817-4955-9813-f63c318f6739] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1858.053408] env[63750]: INFO nova.compute.manager [-] [instance: 113fba09-0579-45b5-98a3-7c0a17a8c2fb] Took 1.43 seconds to deallocate network for instance. [ 1858.128732] env[63750]: DEBUG nova.network.neutron [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] [instance: 061e6a4c-f817-4955-9813-f63c318f6739] Updating instance_info_cache with network_info: [{"id": "8fd5550c-9bcb-4d56-884c-0e3e92fa1f33", "address": "fa:16:3e:ec:fc:ec", "network": {"id": "308539ac-75d7-4321-b596-23a602194180", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1323636950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "464fa01cc2224fbeb5895ae52924a536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fd5550c-9b", "ovs_interfaceid": "8fd5550c-9bcb-4d56-884c-0e3e92fa1f33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1858.180828] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': task-2006610, 'name': PowerOnVM_Task, 'duration_secs': 0.906466} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.181208] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 0420a80c-c7dd-419f-9123-bb69c09e037e] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1858.181501] env[63750]: INFO nova.compute.manager [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 0420a80c-c7dd-419f-9123-bb69c09e037e] Took 10.27 seconds to spawn the instance on the hypervisor. [ 1858.181712] env[63750]: DEBUG nova.compute.manager [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 0420a80c-c7dd-419f-9123-bb69c09e037e] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1858.182722] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9451700-4d65-4077-bc12-31c022e86865 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.191286] env[63750]: DEBUG nova.scheduler.client.report [None req-0fe652b2-9ea1-49de-9a58-1078f9897c7d tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1858.209244] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52f39f2c-ee35-4f3f-c0f8-e847a90223b2, 'name': SearchDatastore_Task, 'duration_secs': 0.009371} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.209846] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1858.209846] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 9b56be0d-29db-48b2-81f8-8b1bd7e7362f] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1858.210017] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1858.210172] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1858.210349] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1858.210610] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46b8ff38-b1f6-4564-8e40-334d7405815f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.222090] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1858.222311] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1858.223048] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cbdabf3-bbb1-427c-840e-bd4ad3c170ad {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.229944] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Waiting for the task: (returnval){ [ 1858.229944] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52fc926f-2356-f94c-9d54-8fe946cfff6b" [ 1858.229944] env[63750]: _type = "Task" [ 1858.229944] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.239753] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52fc926f-2356-f94c-9d54-8fe946cfff6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.254442] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ae631e38-6022-4e89-926c-9551e0fb1697 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1858.346706] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': task-2006612, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.561143] env[63750]: DEBUG oslo_concurrency.lockutils [None req-143b17aa-aadb-49be-a127-50dce2babf69 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1858.631869] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Releasing lock "refresh_cache-061e6a4c-f817-4955-9813-f63c318f6739" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1858.632238] env[63750]: DEBUG nova.compute.manager [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] [instance: 061e6a4c-f817-4955-9813-f63c318f6739] Instance network_info: |[{"id": "8fd5550c-9bcb-4d56-884c-0e3e92fa1f33", "address": "fa:16:3e:ec:fc:ec", "network": {"id": "308539ac-75d7-4321-b596-23a602194180", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1323636950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "464fa01cc2224fbeb5895ae52924a536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fd5550c-9b", "ovs_interfaceid": "8fd5550c-9bcb-4d56-884c-0e3e92fa1f33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1858.632618] env[63750]: DEBUG oslo_concurrency.lockutils [req-feba62ea-be12-484c-95e0-e1a09b210d53 req-467d2dd3-b376-4fe6-80d3-f516854956c5 service nova] Acquired lock "refresh_cache-061e6a4c-f817-4955-9813-f63c318f6739" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1858.632817] env[63750]: DEBUG nova.network.neutron [req-feba62ea-be12-484c-95e0-e1a09b210d53 req-467d2dd3-b376-4fe6-80d3-f516854956c5 service nova] [instance: 061e6a4c-f817-4955-9813-f63c318f6739] Refreshing network info cache for port 8fd5550c-9bcb-4d56-884c-0e3e92fa1f33 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1858.634041] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] [instance: 061e6a4c-f817-4955-9813-f63c318f6739] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:fc:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24376631-ee89-4ff1-b8ac-f09911fc8329', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8fd5550c-9bcb-4d56-884c-0e3e92fa1f33', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1858.644160] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Creating folder: Project (464fa01cc2224fbeb5895ae52924a536). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1858.644160] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-673f2264-ea15-4bef-b4de-2189b55241e7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.655128] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Created folder: Project (464fa01cc2224fbeb5895ae52924a536) in parent group-v412391. [ 1858.655333] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Creating folder: Instances. Parent ref: group-v412574. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1858.655712] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba67194d-9055-4ccd-9b88-b8de2b10f507 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.664793] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Created folder: Instances in parent group-v412574. [ 1858.665079] env[63750]: DEBUG oslo.service.loopingcall [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1858.665317] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 061e6a4c-f817-4955-9813-f63c318f6739] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1858.665521] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-913884fb-fccf-4cab-a3a9-34c8ae84dd26 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.687270] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1858.687270] env[63750]: value = "task-2006615" [ 1858.687270] env[63750]: _type = "Task" [ 1858.687270] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.695125] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006615, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.700313] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0fe652b2-9ea1-49de-9a58-1078f9897c7d tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.995s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.706756] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d822e4f2-33bf-4cd6-b46e-eeaae0253e5a tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.821s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.706756] env[63750]: DEBUG nova.objects.instance [None req-d822e4f2-33bf-4cd6-b46e-eeaae0253e5a tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Lazy-loading 'resources' on Instance uuid 71b4eb74-3e75-44d0-a132-0fa238a09fd2 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1858.715191] env[63750]: INFO nova.compute.manager [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 0420a80c-c7dd-419f-9123-bb69c09e037e] Took 40.64 seconds to build instance. [ 1858.732841] env[63750]: INFO nova.scheduler.client.report [None req-0fe652b2-9ea1-49de-9a58-1078f9897c7d tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Deleted allocations for instance f456f617-7004-4849-b5b3-743adbe45ed1 [ 1858.750951] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52fc926f-2356-f94c-9d54-8fe946cfff6b, 'name': SearchDatastore_Task, 'duration_secs': 0.009216} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.751862] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06f3b0a0-c624-4f41-9c22-23d9157391c7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.758765] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Waiting for the task: (returnval){ [ 1858.758765] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52b8197d-72cb-dabe-e645-8cc218591c11" [ 1858.758765] env[63750]: _type = "Task" [ 1858.758765] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.768273] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52b8197d-72cb-dabe-e645-8cc218591c11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.844513] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': task-2006612, 'name': ReconfigVM_Task, 'duration_secs': 0.721352} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.844775] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074/2f025cc6-cd13-4f1b-9236-e5ff5a0f5074.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1858.845426] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d14cfb86-fca4-473d-a4c3-d73d4588fa3d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.851257] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Waiting for the task: (returnval){ [ 1858.851257] env[63750]: value = "task-2006616" [ 1858.851257] env[63750]: _type = "Task" [ 1858.851257] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.859901] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': task-2006616, 'name': Rename_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.198569] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006615, 'name': CreateVM_Task, 'duration_secs': 0.37449} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.198850] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 061e6a4c-f817-4955-9813-f63c318f6739] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1859.199437] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1859.199593] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1859.199919] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1859.200197] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cb92908-b08e-48c9-a178-6c1d8a986788 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.205210] env[63750]: DEBUG oslo_vmware.api [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Waiting for the task: (returnval){ [ 1859.205210] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52fa4ae7-0778-bdd2-8a1b-b13b397a8156" [ 1859.205210] env[63750]: _type = "Task" [ 1859.205210] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.216095] env[63750]: DEBUG oslo_vmware.api [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52fa4ae7-0778-bdd2-8a1b-b13b397a8156, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.218607] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Lock "0420a80c-c7dd-419f-9123-bb69c09e037e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.150s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1859.250955] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0fe652b2-9ea1-49de-9a58-1078f9897c7d tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "f456f617-7004-4849-b5b3-743adbe45ed1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.053s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1859.272294] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52b8197d-72cb-dabe-e645-8cc218591c11, 'name': SearchDatastore_Task, 'duration_secs': 0.017828} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.272588] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1859.273025] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 9b56be0d-29db-48b2-81f8-8b1bd7e7362f/9b56be0d-29db-48b2-81f8-8b1bd7e7362f.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1859.273326] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-516c8011-21a8-46fa-86ac-20742e2dd969 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.280782] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Waiting for the task: (returnval){ [ 1859.280782] env[63750]: value = "task-2006617" [ 1859.280782] env[63750]: _type = "Task" [ 1859.280782] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.291110] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': task-2006617, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.361536] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': task-2006616, 'name': Rename_Task, 'duration_secs': 0.139647} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.364277] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1859.364727] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5049de3f-3766-4c70-9217-cfcb3ab080ca {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.371088] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Waiting for the task: (returnval){ [ 1859.371088] env[63750]: value = "task-2006618" [ 1859.371088] env[63750]: _type = "Task" [ 1859.371088] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.384496] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': task-2006618, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.385955] env[63750]: DEBUG nova.network.neutron [req-feba62ea-be12-484c-95e0-e1a09b210d53 req-467d2dd3-b376-4fe6-80d3-f516854956c5 service nova] [instance: 061e6a4c-f817-4955-9813-f63c318f6739] Updated VIF entry in instance network info cache for port 8fd5550c-9bcb-4d56-884c-0e3e92fa1f33. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1859.386362] env[63750]: DEBUG nova.network.neutron [req-feba62ea-be12-484c-95e0-e1a09b210d53 req-467d2dd3-b376-4fe6-80d3-f516854956c5 service nova] [instance: 061e6a4c-f817-4955-9813-f63c318f6739] Updating instance_info_cache with network_info: [{"id": "8fd5550c-9bcb-4d56-884c-0e3e92fa1f33", "address": "fa:16:3e:ec:fc:ec", "network": {"id": "308539ac-75d7-4321-b596-23a602194180", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1323636950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "464fa01cc2224fbeb5895ae52924a536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fd5550c-9b", "ovs_interfaceid": "8fd5550c-9bcb-4d56-884c-0e3e92fa1f33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1859.654605] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90c699b-2ede-44da-9b75-49188a8ccf2d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.663373] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b3b11a-9b96-4baa-b1e1-ccabb215f5f8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.696622] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ed013a-a3c4-4043-b89e-4edbd0af0afd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.705726] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7413a40-929d-4e88-9cc3-b5608c677685 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.724472] env[63750]: DEBUG nova.compute.provider_tree [None req-d822e4f2-33bf-4cd6-b46e-eeaae0253e5a tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1859.730565] env[63750]: DEBUG oslo_vmware.api [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52fa4ae7-0778-bdd2-8a1b-b13b397a8156, 'name': SearchDatastore_Task, 'duration_secs': 0.009385} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.730900] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1859.731152] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] [instance: 061e6a4c-f817-4955-9813-f63c318f6739] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1859.731386] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1859.731532] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1859.731707] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1859.732062] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-686ec572-dce1-4de5-97ec-ab1fea73d318 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.747755] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1859.747943] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1859.748793] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cafa7073-67f8-4247-bc47-4f9f83c05dba {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.756133] env[63750]: DEBUG oslo_vmware.api [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Waiting for the task: (returnval){ [ 1859.756133] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5288d476-44ae-46e7-94c5-a30cbd04616b" [ 1859.756133] env[63750]: _type = "Task" [ 1859.756133] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.764945] env[63750]: DEBUG oslo_vmware.api [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5288d476-44ae-46e7-94c5-a30cbd04616b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.792253] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': task-2006617, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495097} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.792521] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 9b56be0d-29db-48b2-81f8-8b1bd7e7362f/9b56be0d-29db-48b2-81f8-8b1bd7e7362f.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1859.792734] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 9b56be0d-29db-48b2-81f8-8b1bd7e7362f] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1859.793896] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9bc64842-2adb-427c-8a90-4ccbd22e2b8b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.799311] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Waiting for the task: (returnval){ [ 1859.799311] env[63750]: value = "task-2006619" [ 1859.799311] env[63750]: _type = "Task" [ 1859.799311] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.808014] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': task-2006619, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.884772] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': task-2006618, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.889573] env[63750]: DEBUG oslo_concurrency.lockutils [req-feba62ea-be12-484c-95e0-e1a09b210d53 req-467d2dd3-b376-4fe6-80d3-f516854956c5 service nova] Releasing lock "refresh_cache-061e6a4c-f817-4955-9813-f63c318f6739" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1859.889852] env[63750]: DEBUG nova.compute.manager [req-feba62ea-be12-484c-95e0-e1a09b210d53 req-467d2dd3-b376-4fe6-80d3-f516854956c5 service nova] [instance: 113fba09-0579-45b5-98a3-7c0a17a8c2fb] Received event network-vif-deleted-f34d42d4-ff81-4ce3-9693-76b61878c42f {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1860.228452] env[63750]: DEBUG nova.scheduler.client.report [None req-d822e4f2-33bf-4cd6-b46e-eeaae0253e5a tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1860.267905] env[63750]: DEBUG oslo_vmware.api [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5288d476-44ae-46e7-94c5-a30cbd04616b, 'name': SearchDatastore_Task, 'duration_secs': 0.018748} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.268764] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09512b2c-ca4d-40ba-8a98-f9c37720bd52 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.275517] env[63750]: DEBUG oslo_vmware.api [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Waiting for the task: (returnval){ [ 1860.275517] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52601464-1879-11de-630b-4f61163ae3ce" [ 1860.275517] env[63750]: _type = "Task" [ 1860.275517] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.283676] env[63750]: DEBUG oslo_vmware.api [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52601464-1879-11de-630b-4f61163ae3ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.310640] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': task-2006619, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069243} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.310963] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 9b56be0d-29db-48b2-81f8-8b1bd7e7362f] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1860.313170] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617b3662-888a-446e-bf10-8fe422bf7577 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.339438] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 9b56be0d-29db-48b2-81f8-8b1bd7e7362f] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 9b56be0d-29db-48b2-81f8-8b1bd7e7362f/9b56be0d-29db-48b2-81f8-8b1bd7e7362f.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1860.339947] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e0cb9b1-4134-4dd9-90a7-6ebc0cf688dc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.364084] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Waiting for the task: (returnval){ [ 1860.364084] env[63750]: value = "task-2006620" [ 1860.364084] env[63750]: _type = "Task" [ 1860.364084] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.373227] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': task-2006620, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.381407] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': task-2006618, 'name': PowerOnVM_Task, 'duration_secs': 0.57037} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.381837] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1860.382264] env[63750]: INFO nova.compute.manager [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074] Took 9.68 seconds to spawn the instance on the hypervisor. [ 1860.382541] env[63750]: DEBUG nova.compute.manager [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1860.383626] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d52dbb0-18db-45a9-8ca9-d5131c07cf1d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.692324] env[63750]: DEBUG oslo_concurrency.lockutils [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquiring lock "a0cb827a-0b98-46e8-bece-6832c14e0495" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1860.692778] env[63750]: DEBUG oslo_concurrency.lockutils [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "a0cb827a-0b98-46e8-bece-6832c14e0495" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.733669] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d822e4f2-33bf-4cd6-b46e-eeaae0253e5a tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.027s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.736365] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4c3be3e3-b94d-461a-b03b-53fa820644c0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.444s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.737219] env[63750]: DEBUG nova.objects.instance [None req-4c3be3e3-b94d-461a-b03b-53fa820644c0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Lazy-loading 'resources' on Instance uuid e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1860.766044] env[63750]: INFO nova.scheduler.client.report [None req-d822e4f2-33bf-4cd6-b46e-eeaae0253e5a tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Deleted allocations for instance 71b4eb74-3e75-44d0-a132-0fa238a09fd2 [ 1860.789092] env[63750]: DEBUG oslo_vmware.api [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52601464-1879-11de-630b-4f61163ae3ce, 'name': SearchDatastore_Task, 'duration_secs': 0.018628} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.789576] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1860.789861] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 061e6a4c-f817-4955-9813-f63c318f6739/061e6a4c-f817-4955-9813-f63c318f6739.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1860.790318] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7edd97a4-3e43-477c-95f1-f437a2936485 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.798265] env[63750]: DEBUG oslo_vmware.api [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Waiting for the task: (returnval){ [ 1860.798265] env[63750]: value = "task-2006621" [ 1860.798265] env[63750]: _type = "Task" [ 1860.798265] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.810836] env[63750]: DEBUG oslo_vmware.api [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Task: {'id': task-2006621, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.876900] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': task-2006620, 'name': ReconfigVM_Task, 'duration_secs': 0.507391} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.879414] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 9b56be0d-29db-48b2-81f8-8b1bd7e7362f] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 9b56be0d-29db-48b2-81f8-8b1bd7e7362f/9b56be0d-29db-48b2-81f8-8b1bd7e7362f.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1860.880716] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a01e3d14-f69a-47bb-9dc8-925853e015d4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.890206] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Waiting for the task: (returnval){ [ 1860.890206] env[63750]: value = "task-2006622" [ 1860.890206] env[63750]: _type = "Task" [ 1860.890206] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.908504] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': task-2006622, 'name': Rename_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.911377] env[63750]: INFO nova.compute.manager [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074] Took 42.79 seconds to build instance. [ 1861.196264] env[63750]: DEBUG nova.compute.manager [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: a0cb827a-0b98-46e8-bece-6832c14e0495] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1861.278532] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d822e4f2-33bf-4cd6-b46e-eeaae0253e5a tempest-VolumesAdminNegativeTest-1002671122 tempest-VolumesAdminNegativeTest-1002671122-project-member] Lock "71b4eb74-3e75-44d0-a132-0fa238a09fd2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.473s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.316658] env[63750]: DEBUG oslo_vmware.api [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Task: {'id': task-2006621, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496395} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.319411] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 061e6a4c-f817-4955-9813-f63c318f6739/061e6a4c-f817-4955-9813-f63c318f6739.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1861.319642] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] [instance: 061e6a4c-f817-4955-9813-f63c318f6739] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1861.320099] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96cee1c2-369b-4060-92f7-13d7d3dddb52 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.330487] env[63750]: DEBUG oslo_vmware.api [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Waiting for the task: (returnval){ [ 1861.330487] env[63750]: value = "task-2006623" [ 1861.330487] env[63750]: _type = "Task" [ 1861.330487] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.344384] env[63750]: DEBUG oslo_vmware.api [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Task: {'id': task-2006623, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.404014] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': task-2006622, 'name': Rename_Task, 'duration_secs': 0.225295} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.406686] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 9b56be0d-29db-48b2-81f8-8b1bd7e7362f] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1861.407304] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0c26de1-5304-4097-8c3d-30b00411f3f3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.413196] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Lock "2f025cc6-cd13-4f1b-9236-e5ff5a0f5074" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.307s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.413538] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Waiting for the task: (returnval){ [ 1861.413538] env[63750]: value = "task-2006624" [ 1861.413538] env[63750]: _type = "Task" [ 1861.413538] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.423559] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': task-2006624, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.633778] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6888a5e6-96c8-4d84-b610-089c4360875f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.641952] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2854640-f434-4687-8c68-0e0feb32aa40 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.676726] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b568e8b-f71e-495b-b967-cd71a595c179 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.685891] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34ae0d5-9904-4a10-a251-fd706b98481b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.700150] env[63750]: DEBUG nova.compute.provider_tree [None req-4c3be3e3-b94d-461a-b03b-53fa820644c0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1861.726181] env[63750]: DEBUG oslo_concurrency.lockutils [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.845531] env[63750]: DEBUG oslo_vmware.api [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Task: {'id': task-2006623, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064875} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.845949] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] [instance: 061e6a4c-f817-4955-9813-f63c318f6739] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1861.847825] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc17690-8f10-499a-bf36-ebea9154a204 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.881891] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] [instance: 061e6a4c-f817-4955-9813-f63c318f6739] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 061e6a4c-f817-4955-9813-f63c318f6739/061e6a4c-f817-4955-9813-f63c318f6739.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1861.882240] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11e1009a-e50d-4f9a-b348-4a29fed706e7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.903296] env[63750]: DEBUG oslo_vmware.api [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Waiting for the task: (returnval){ [ 1861.903296] env[63750]: value = "task-2006625" [ 1861.903296] env[63750]: _type = "Task" [ 1861.903296] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.911599] env[63750]: DEBUG oslo_vmware.api [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Task: {'id': task-2006625, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.922258] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': task-2006624, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.204956] env[63750]: DEBUG nova.scheduler.client.report [None req-4c3be3e3-b94d-461a-b03b-53fa820644c0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1862.415164] env[63750]: DEBUG oslo_vmware.api [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Task: {'id': task-2006625, 'name': ReconfigVM_Task, 'duration_secs': 0.302507} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.418683] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] [instance: 061e6a4c-f817-4955-9813-f63c318f6739] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 061e6a4c-f817-4955-9813-f63c318f6739/061e6a4c-f817-4955-9813-f63c318f6739.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1862.420662] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3da72194-f7f8-42e0-ae0c-7eb7b0e46c11 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.427064] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': task-2006624, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.427878] env[63750]: DEBUG oslo_vmware.api [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Waiting for the task: (returnval){ [ 1862.427878] env[63750]: value = "task-2006626" [ 1862.427878] env[63750]: _type = "Task" [ 1862.427878] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.436800] env[63750]: DEBUG oslo_vmware.api [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Task: {'id': task-2006626, 'name': Rename_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.711849] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4c3be3e3-b94d-461a-b03b-53fa820644c0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.975s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.714884] env[63750]: DEBUG oslo_concurrency.lockutils [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.435s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.715915] env[63750]: DEBUG nova.objects.instance [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63750) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1862.754500] env[63750]: INFO nova.scheduler.client.report [None req-4c3be3e3-b94d-461a-b03b-53fa820644c0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Deleted allocations for instance e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca [ 1862.926687] env[63750]: DEBUG oslo_vmware.api [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': task-2006624, 'name': PowerOnVM_Task, 'duration_secs': 1.340753} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.926964] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 9b56be0d-29db-48b2-81f8-8b1bd7e7362f] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1862.928281] env[63750]: INFO nova.compute.manager [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 9b56be0d-29db-48b2-81f8-8b1bd7e7362f] Took 9.69 seconds to spawn the instance on the hypervisor. [ 1862.928512] env[63750]: DEBUG nova.compute.manager [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 9b56be0d-29db-48b2-81f8-8b1bd7e7362f] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1862.929630] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73710621-7651-4330-9cf2-2ca2dab3ea6d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.943610] env[63750]: DEBUG oslo_vmware.api [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Task: {'id': task-2006626, 'name': Rename_Task, 'duration_secs': 0.232758} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.943703] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] [instance: 061e6a4c-f817-4955-9813-f63c318f6739] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1862.946828] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b856bd0-7a46-40b1-882d-9f5c4f0c2ba1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.954905] env[63750]: DEBUG oslo_vmware.api [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Waiting for the task: (returnval){ [ 1862.954905] env[63750]: value = "task-2006627" [ 1862.954905] env[63750]: _type = "Task" [ 1862.954905] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.966506] env[63750]: DEBUG oslo_vmware.api [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Task: {'id': task-2006627, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.266352] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4c3be3e3-b94d-461a-b03b-53fa820644c0 tempest-ImagesOneServerNegativeTestJSON-1490170486 tempest-ImagesOneServerNegativeTestJSON-1490170486-project-member] Lock "e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.488s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.458111] env[63750]: INFO nova.compute.manager [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 9b56be0d-29db-48b2-81f8-8b1bd7e7362f] Took 45.31 seconds to build instance. [ 1863.469950] env[63750]: DEBUG oslo_vmware.api [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Task: {'id': task-2006627, 'name': PowerOnVM_Task, 'duration_secs': 0.487202} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.470284] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] [instance: 061e6a4c-f817-4955-9813-f63c318f6739] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1863.470494] env[63750]: INFO nova.compute.manager [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] [instance: 061e6a4c-f817-4955-9813-f63c318f6739] Took 7.71 seconds to spawn the instance on the hypervisor. [ 1863.470669] env[63750]: DEBUG nova.compute.manager [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] [instance: 061e6a4c-f817-4955-9813-f63c318f6739] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1863.471447] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d367af7-9bf7-48f7-b0cc-66546d57aaaf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.728112] env[63750]: DEBUG oslo_concurrency.lockutils [None req-330a6512-9844-4e24-98d3-fbf4471ae822 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.728495] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 16.267s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.728672] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.728907] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63750) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1863.729151] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0fe92885-edd5-474e-b890-f4fb9b271626 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 16.238s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.731604] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b384c2f-e686-482f-9ab5-26676be876cf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.742335] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ff8fd1-290b-4cae-8059-fd9b39f66a50 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.761068] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18bafe99-2a9d-4a02-a030-744f59e2b7fc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.769602] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4259f8f9-d33b-4e1f-9507-b5a27b525779 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.802695] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178902MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=63750) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1863.802876] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.960410] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b42e9386-0213-4eb8-adb7-dce95b26735f tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Lock "9b56be0d-29db-48b2-81f8-8b1bd7e7362f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.824s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.992458] env[63750]: INFO nova.compute.manager [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] [instance: 061e6a4c-f817-4955-9813-f63c318f6739] Took 38.71 seconds to build instance. [ 1864.494555] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b59f2091-17e4-4a67-9b19-fdb5a3536022 tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Lock "061e6a4c-f817-4955-9813-f63c318f6739" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.227s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.634713] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be0b21e-4672-4537-8714-f5f80e97d568 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.647674] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cff2477-dd97-4d46-83dd-c19767eb2d64 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.681234] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6b39d5-9e1e-4c29-825e-5bd6e047476a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.689688] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303392d5-8c33-4157-be90-9d9ce662533f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.706509] env[63750]: DEBUG nova.compute.provider_tree [None req-0fe92885-edd5-474e-b890-f4fb9b271626 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1864.914034] env[63750]: DEBUG oslo_concurrency.lockutils [None req-217b9791-569f-441f-868d-fc1844535bb3 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Acquiring lock "0420a80c-c7dd-419f-9123-bb69c09e037e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1864.914034] env[63750]: DEBUG oslo_concurrency.lockutils [None req-217b9791-569f-441f-868d-fc1844535bb3 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Lock "0420a80c-c7dd-419f-9123-bb69c09e037e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1864.914034] env[63750]: DEBUG oslo_concurrency.lockutils [None req-217b9791-569f-441f-868d-fc1844535bb3 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Acquiring lock "0420a80c-c7dd-419f-9123-bb69c09e037e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1864.914034] env[63750]: DEBUG oslo_concurrency.lockutils [None req-217b9791-569f-441f-868d-fc1844535bb3 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Lock "0420a80c-c7dd-419f-9123-bb69c09e037e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1864.914034] env[63750]: DEBUG oslo_concurrency.lockutils [None req-217b9791-569f-441f-868d-fc1844535bb3 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Lock "0420a80c-c7dd-419f-9123-bb69c09e037e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.915210] env[63750]: INFO nova.compute.manager [None req-217b9791-569f-441f-868d-fc1844535bb3 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 0420a80c-c7dd-419f-9123-bb69c09e037e] Terminating instance [ 1865.212019] env[63750]: DEBUG nova.scheduler.client.report [None req-0fe92885-edd5-474e-b890-f4fb9b271626 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1865.421824] env[63750]: DEBUG nova.compute.manager [None req-217b9791-569f-441f-868d-fc1844535bb3 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 0420a80c-c7dd-419f-9123-bb69c09e037e] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1865.422923] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-217b9791-569f-441f-868d-fc1844535bb3 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 0420a80c-c7dd-419f-9123-bb69c09e037e] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1865.423099] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7929ef35-43d2-4e15-997f-8384d1ef7383 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.433454] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-217b9791-569f-441f-868d-fc1844535bb3 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 0420a80c-c7dd-419f-9123-bb69c09e037e] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1865.433755] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb6f863f-efeb-4adf-848c-158042b409d1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.445227] env[63750]: DEBUG oslo_vmware.api [None req-217b9791-569f-441f-868d-fc1844535bb3 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Waiting for the task: (returnval){ [ 1865.445227] env[63750]: value = "task-2006628" [ 1865.445227] env[63750]: _type = "Task" [ 1865.445227] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.457042] env[63750]: DEBUG oslo_vmware.api [None req-217b9791-569f-441f-868d-fc1844535bb3 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': task-2006628, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.489459] env[63750]: DEBUG nova.compute.manager [req-4ad472e4-d710-4e1a-ae68-ebebf3d9b320 req-cb3b9f72-da1f-470c-aac3-c6a411d4ab37 service nova] [instance: 061e6a4c-f817-4955-9813-f63c318f6739] Received event network-changed-8fd5550c-9bcb-4d56-884c-0e3e92fa1f33 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1865.489693] env[63750]: DEBUG nova.compute.manager [req-4ad472e4-d710-4e1a-ae68-ebebf3d9b320 req-cb3b9f72-da1f-470c-aac3-c6a411d4ab37 service nova] [instance: 061e6a4c-f817-4955-9813-f63c318f6739] Refreshing instance network info cache due to event network-changed-8fd5550c-9bcb-4d56-884c-0e3e92fa1f33. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1865.489942] env[63750]: DEBUG oslo_concurrency.lockutils [req-4ad472e4-d710-4e1a-ae68-ebebf3d9b320 req-cb3b9f72-da1f-470c-aac3-c6a411d4ab37 service nova] Acquiring lock "refresh_cache-061e6a4c-f817-4955-9813-f63c318f6739" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1865.490895] env[63750]: DEBUG oslo_concurrency.lockutils [req-4ad472e4-d710-4e1a-ae68-ebebf3d9b320 req-cb3b9f72-da1f-470c-aac3-c6a411d4ab37 service nova] Acquired lock "refresh_cache-061e6a4c-f817-4955-9813-f63c318f6739" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1865.491158] env[63750]: DEBUG nova.network.neutron [req-4ad472e4-d710-4e1a-ae68-ebebf3d9b320 req-cb3b9f72-da1f-470c-aac3-c6a411d4ab37 service nova] [instance: 061e6a4c-f817-4955-9813-f63c318f6739] Refreshing network info cache for port 8fd5550c-9bcb-4d56-884c-0e3e92fa1f33 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1865.955625] env[63750]: DEBUG oslo_vmware.api [None req-217b9791-569f-441f-868d-fc1844535bb3 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': task-2006628, 'name': PowerOffVM_Task, 'duration_secs': 0.356811} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.956025] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-217b9791-569f-441f-868d-fc1844535bb3 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 0420a80c-c7dd-419f-9123-bb69c09e037e] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1865.956213] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-217b9791-569f-441f-868d-fc1844535bb3 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 0420a80c-c7dd-419f-9123-bb69c09e037e] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1865.956539] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1300491-f5c5-4355-bb61-7146de4eca9e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.126499] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-217b9791-569f-441f-868d-fc1844535bb3 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 0420a80c-c7dd-419f-9123-bb69c09e037e] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1866.126742] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-217b9791-569f-441f-868d-fc1844535bb3 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 0420a80c-c7dd-419f-9123-bb69c09e037e] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1866.126958] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-217b9791-569f-441f-868d-fc1844535bb3 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Deleting the datastore file [datastore1] 0420a80c-c7dd-419f-9123-bb69c09e037e {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1866.127280] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc94e9c5-220f-42ca-b116-fa411405d27a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.135705] env[63750]: DEBUG oslo_vmware.api [None req-217b9791-569f-441f-868d-fc1844535bb3 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Waiting for the task: (returnval){ [ 1866.135705] env[63750]: value = "task-2006630" [ 1866.135705] env[63750]: _type = "Task" [ 1866.135705] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.144665] env[63750]: DEBUG oslo_vmware.api [None req-217b9791-569f-441f-868d-fc1844535bb3 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': task-2006630, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.224047] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0fe92885-edd5-474e-b890-f4fb9b271626 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.495s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1866.227781] env[63750]: DEBUG oslo_concurrency.lockutils [None req-464560ee-95f6-4227-ab45-3a09354f987e tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.407s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1866.228050] env[63750]: DEBUG nova.objects.instance [None req-464560ee-95f6-4227-ab45-3a09354f987e tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Lazy-loading 'resources' on Instance uuid fe9c3f7c-4c8b-426b-85c1-6fc0f325609e {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1866.426953] env[63750]: DEBUG nova.network.neutron [req-4ad472e4-d710-4e1a-ae68-ebebf3d9b320 req-cb3b9f72-da1f-470c-aac3-c6a411d4ab37 service nova] [instance: 061e6a4c-f817-4955-9813-f63c318f6739] Updated VIF entry in instance network info cache for port 8fd5550c-9bcb-4d56-884c-0e3e92fa1f33. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1866.427347] env[63750]: DEBUG nova.network.neutron [req-4ad472e4-d710-4e1a-ae68-ebebf3d9b320 req-cb3b9f72-da1f-470c-aac3-c6a411d4ab37 service nova] [instance: 061e6a4c-f817-4955-9813-f63c318f6739] Updating instance_info_cache with network_info: [{"id": "8fd5550c-9bcb-4d56-884c-0e3e92fa1f33", "address": "fa:16:3e:ec:fc:ec", "network": {"id": "308539ac-75d7-4321-b596-23a602194180", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1323636950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "464fa01cc2224fbeb5895ae52924a536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fd5550c-9b", "ovs_interfaceid": "8fd5550c-9bcb-4d56-884c-0e3e92fa1f33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1866.648274] env[63750]: DEBUG oslo_vmware.api [None req-217b9791-569f-441f-868d-fc1844535bb3 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': task-2006630, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232945} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.648655] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-217b9791-569f-441f-868d-fc1844535bb3 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1866.648855] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-217b9791-569f-441f-868d-fc1844535bb3 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 0420a80c-c7dd-419f-9123-bb69c09e037e] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1866.649874] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-217b9791-569f-441f-868d-fc1844535bb3 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 0420a80c-c7dd-419f-9123-bb69c09e037e] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1866.649874] env[63750]: INFO nova.compute.manager [None req-217b9791-569f-441f-868d-fc1844535bb3 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 0420a80c-c7dd-419f-9123-bb69c09e037e] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1866.650086] env[63750]: DEBUG oslo.service.loopingcall [None req-217b9791-569f-441f-868d-fc1844535bb3 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1866.651233] env[63750]: DEBUG nova.compute.manager [-] [instance: 0420a80c-c7dd-419f-9123-bb69c09e037e] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1866.651485] env[63750]: DEBUG nova.network.neutron [-] [instance: 0420a80c-c7dd-419f-9123-bb69c09e037e] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1866.819117] env[63750]: INFO nova.scheduler.client.report [None req-0fe92885-edd5-474e-b890-f4fb9b271626 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Deleted allocation for migration 831b146e-5a24-4c3b-94df-8cb4d30d3d96 [ 1866.931298] env[63750]: DEBUG oslo_concurrency.lockutils [req-4ad472e4-d710-4e1a-ae68-ebebf3d9b320 req-cb3b9f72-da1f-470c-aac3-c6a411d4ab37 service nova] Releasing lock "refresh_cache-061e6a4c-f817-4955-9813-f63c318f6739" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1867.146102] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605dda6d-43db-4b26-af5b-b72715bc3cb9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.154699] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e2f921-72bb-4fdd-9b37-d1a11e6b2907 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.190271] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3112644-474d-41d4-aafa-813bb1c51bc0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.198483] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eac63de-4f9d-4950-948d-7e3e8b9c4539 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.213477] env[63750]: DEBUG nova.compute.provider_tree [None req-464560ee-95f6-4227-ab45-3a09354f987e tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1867.328430] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0fe92885-edd5-474e-b890-f4fb9b271626 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "f9e7715c-fd1a-4425-a800-c07f5627807c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 22.762s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.517969] env[63750]: DEBUG nova.compute.manager [req-76c23d25-6429-471d-9d40-a8f20969205e req-76faf054-788a-4dc4-a32d-f798321334b5 service nova] [instance: 0420a80c-c7dd-419f-9123-bb69c09e037e] Received event network-vif-deleted-6ae43ba2-21b4-4385-a7df-97e5e61801a0 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1867.518285] env[63750]: INFO nova.compute.manager [req-76c23d25-6429-471d-9d40-a8f20969205e req-76faf054-788a-4dc4-a32d-f798321334b5 service nova] [instance: 0420a80c-c7dd-419f-9123-bb69c09e037e] Neutron deleted interface 6ae43ba2-21b4-4385-a7df-97e5e61801a0; detaching it from the instance and deleting it from the info cache [ 1867.519545] env[63750]: DEBUG nova.network.neutron [req-76c23d25-6429-471d-9d40-a8f20969205e req-76faf054-788a-4dc4-a32d-f798321334b5 service nova] [instance: 0420a80c-c7dd-419f-9123-bb69c09e037e] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1867.555785] env[63750]: DEBUG nova.network.neutron [-] [instance: 0420a80c-c7dd-419f-9123-bb69c09e037e] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1867.716958] env[63750]: DEBUG nova.scheduler.client.report [None req-464560ee-95f6-4227-ab45-3a09354f987e tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1868.023028] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a8dbf8f6-de17-4870-a4da-b57fee46b365 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.036446] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c61061-2bbe-4898-9934-5c2806ac66a0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.058621] env[63750]: INFO nova.compute.manager [-] [instance: 0420a80c-c7dd-419f-9123-bb69c09e037e] Took 1.41 seconds to deallocate network for instance. [ 1868.076576] env[63750]: DEBUG nova.compute.manager [req-76c23d25-6429-471d-9d40-a8f20969205e req-76faf054-788a-4dc4-a32d-f798321334b5 service nova] [instance: 0420a80c-c7dd-419f-9123-bb69c09e037e] Detach interface failed, port_id=6ae43ba2-21b4-4385-a7df-97e5e61801a0, reason: Instance 0420a80c-c7dd-419f-9123-bb69c09e037e could not be found. {{(pid=63750) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1868.225998] env[63750]: DEBUG oslo_concurrency.lockutils [None req-464560ee-95f6-4227-ab45-3a09354f987e tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.995s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.228527] env[63750]: DEBUG oslo_concurrency.lockutils [None req-abd53c4d-ad0f-4c75-bf50-c9189cee8984 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.947s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1868.229152] env[63750]: DEBUG nova.objects.instance [None req-abd53c4d-ad0f-4c75-bf50-c9189cee8984 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Lazy-loading 'resources' on Instance uuid fbac5dc9-a86c-44fe-8fa5-0007124ce44b {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1868.255894] env[63750]: INFO nova.scheduler.client.report [None req-464560ee-95f6-4227-ab45-3a09354f987e tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Deleted allocations for instance fe9c3f7c-4c8b-426b-85c1-6fc0f325609e [ 1868.579184] env[63750]: DEBUG oslo_concurrency.lockutils [None req-217b9791-569f-441f-868d-fc1844535bb3 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1868.660614] env[63750]: DEBUG oslo_concurrency.lockutils [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Acquiring lock "0dabc79e-2f17-4d61-b0c7-c384fb2fdc57" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1868.660902] env[63750]: DEBUG oslo_concurrency.lockutils [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Lock "0dabc79e-2f17-4d61-b0c7-c384fb2fdc57" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1868.689771] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ef230645-b791-466e-b908-22d118dadf0e tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquiring lock "f9e7715c-fd1a-4425-a800-c07f5627807c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1868.690069] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ef230645-b791-466e-b908-22d118dadf0e tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "f9e7715c-fd1a-4425-a800-c07f5627807c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1868.690498] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ef230645-b791-466e-b908-22d118dadf0e tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquiring lock "f9e7715c-fd1a-4425-a800-c07f5627807c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1868.690725] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ef230645-b791-466e-b908-22d118dadf0e tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "f9e7715c-fd1a-4425-a800-c07f5627807c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1868.691179] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ef230645-b791-466e-b908-22d118dadf0e tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "f9e7715c-fd1a-4425-a800-c07f5627807c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.693209] env[63750]: INFO nova.compute.manager [None req-ef230645-b791-466e-b908-22d118dadf0e tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Terminating instance [ 1868.770941] env[63750]: DEBUG oslo_concurrency.lockutils [None req-464560ee-95f6-4227-ab45-3a09354f987e tempest-MigrationsAdminTest-167536355 tempest-MigrationsAdminTest-167536355-project-member] Lock "fe9c3f7c-4c8b-426b-85c1-6fc0f325609e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.008s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.102156] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75dbefd-c0e4-4468-bd26-cb65c1f9675b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.110276] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b452ab50-ec4c-402d-aa88-638572d02703 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.143112] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95bbb9d2-b45f-496a-a356-012ef98e079d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.151737] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551522b1-dc9a-42f0-b45d-6edde92655bc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.166769] env[63750]: DEBUG nova.compute.manager [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1869.169865] env[63750]: DEBUG nova.compute.provider_tree [None req-abd53c4d-ad0f-4c75-bf50-c9189cee8984 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1869.200188] env[63750]: DEBUG nova.compute.manager [None req-ef230645-b791-466e-b908-22d118dadf0e tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1869.200188] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ef230645-b791-466e-b908-22d118dadf0e tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1869.200188] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5968ff11-9400-4e80-8641-951203f66940 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.209902] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef230645-b791-466e-b908-22d118dadf0e tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1869.209902] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf7f3568-9c32-4487-8adc-4146cda4812c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.217740] env[63750]: DEBUG oslo_vmware.api [None req-ef230645-b791-466e-b908-22d118dadf0e tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1869.217740] env[63750]: value = "task-2006631" [ 1869.217740] env[63750]: _type = "Task" [ 1869.217740] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.230899] env[63750]: DEBUG oslo_vmware.api [None req-ef230645-b791-466e-b908-22d118dadf0e tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006631, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.302119] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquiring lock "e2f05884-7293-4e98-a2e3-690440efd29a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.302373] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "e2f05884-7293-4e98-a2e3-690440efd29a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.673805] env[63750]: DEBUG nova.scheduler.client.report [None req-abd53c4d-ad0f-4c75-bf50-c9189cee8984 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1869.697712] env[63750]: DEBUG oslo_concurrency.lockutils [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.729610] env[63750]: DEBUG oslo_vmware.api [None req-ef230645-b791-466e-b908-22d118dadf0e tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006631, 'name': PowerOffVM_Task, 'duration_secs': 0.2634} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.729610] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef230645-b791-466e-b908-22d118dadf0e tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1869.729610] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ef230645-b791-466e-b908-22d118dadf0e tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1869.729610] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14b7d8ad-2781-40d6-9d9b-804023980bbe {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.804616] env[63750]: DEBUG nova.compute.manager [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1869.812108] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ef230645-b791-466e-b908-22d118dadf0e tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1869.816349] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ef230645-b791-466e-b908-22d118dadf0e tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1869.816349] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef230645-b791-466e-b908-22d118dadf0e tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Deleting the datastore file [datastore1] f9e7715c-fd1a-4425-a800-c07f5627807c {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1869.816349] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e40479b-8519-414c-981e-eccd6cc94a18 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.822120] env[63750]: DEBUG oslo_vmware.api [None req-ef230645-b791-466e-b908-22d118dadf0e tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1869.822120] env[63750]: value = "task-2006633" [ 1869.822120] env[63750]: _type = "Task" [ 1869.822120] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.839011] env[63750]: DEBUG oslo_vmware.api [None req-ef230645-b791-466e-b908-22d118dadf0e tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006633, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.184512] env[63750]: DEBUG oslo_concurrency.lockutils [None req-abd53c4d-ad0f-4c75-bf50-c9189cee8984 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.956s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.189486] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.056s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1870.189486] env[63750]: INFO nova.compute.claims [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1870.210611] env[63750]: INFO nova.scheduler.client.report [None req-abd53c4d-ad0f-4c75-bf50-c9189cee8984 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Deleted allocations for instance fbac5dc9-a86c-44fe-8fa5-0007124ce44b [ 1870.336683] env[63750]: DEBUG oslo_vmware.api [None req-ef230645-b791-466e-b908-22d118dadf0e tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006633, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.457342} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.340018] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.340018] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef230645-b791-466e-b908-22d118dadf0e tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1870.340018] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ef230645-b791-466e-b908-22d118dadf0e tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1870.340018] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ef230645-b791-466e-b908-22d118dadf0e tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1870.340018] env[63750]: INFO nova.compute.manager [None req-ef230645-b791-466e-b908-22d118dadf0e tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1870.340018] env[63750]: DEBUG oslo.service.loopingcall [None req-ef230645-b791-466e-b908-22d118dadf0e tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1870.341031] env[63750]: DEBUG nova.compute.manager [-] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1870.341377] env[63750]: DEBUG nova.network.neutron [-] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1870.723358] env[63750]: DEBUG oslo_concurrency.lockutils [None req-abd53c4d-ad0f-4c75-bf50-c9189cee8984 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Lock "fbac5dc9-a86c-44fe-8fa5-0007124ce44b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.036s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.826412] env[63750]: DEBUG nova.compute.manager [req-bbac5475-d68e-4bb2-8ab1-c9f1ecca516c req-ba99e80b-8162-4973-8022-9f5c5f5ca3f0 service nova] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Received event network-vif-deleted-811a2e11-c848-48ad-ac4d-d351484fb47b {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1870.826412] env[63750]: INFO nova.compute.manager [req-bbac5475-d68e-4bb2-8ab1-c9f1ecca516c req-ba99e80b-8162-4973-8022-9f5c5f5ca3f0 service nova] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Neutron deleted interface 811a2e11-c848-48ad-ac4d-d351484fb47b; detaching it from the instance and deleting it from the info cache [ 1870.826581] env[63750]: DEBUG nova.network.neutron [req-bbac5475-d68e-4bb2-8ab1-c9f1ecca516c req-ba99e80b-8162-4973-8022-9f5c5f5ca3f0 service nova] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1871.300461] env[63750]: DEBUG nova.network.neutron [-] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1871.329322] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ad2ba1f9-4ee3-4600-9203-4415b5ac04ba {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.343790] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba468def-c1db-490f-a99d-8254a574fb65 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.386136] env[63750]: DEBUG nova.compute.manager [req-bbac5475-d68e-4bb2-8ab1-c9f1ecca516c req-ba99e80b-8162-4973-8022-9f5c5f5ca3f0 service nova] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Detach interface failed, port_id=811a2e11-c848-48ad-ac4d-d351484fb47b, reason: Instance f9e7715c-fd1a-4425-a800-c07f5627807c could not be found. {{(pid=63750) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1871.491463] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ea4fe281-70f6-403d-bfa4-b18e4921b2ca tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Acquiring lock "c22023e7-8e33-478b-a1d7-f844a427dae6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.491949] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ea4fe281-70f6-403d-bfa4-b18e4921b2ca tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Lock "c22023e7-8e33-478b-a1d7-f844a427dae6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.492189] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ea4fe281-70f6-403d-bfa4-b18e4921b2ca tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Acquiring lock "c22023e7-8e33-478b-a1d7-f844a427dae6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.492751] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ea4fe281-70f6-403d-bfa4-b18e4921b2ca tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Lock "c22023e7-8e33-478b-a1d7-f844a427dae6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.492945] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ea4fe281-70f6-403d-bfa4-b18e4921b2ca tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Lock "c22023e7-8e33-478b-a1d7-f844a427dae6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1871.495280] env[63750]: INFO nova.compute.manager [None req-ea4fe281-70f6-403d-bfa4-b18e4921b2ca tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: c22023e7-8e33-478b-a1d7-f844a427dae6] Terminating instance [ 1871.590360] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604ae831-cc13-4ab1-9ad5-a0021664fb0b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.598518] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc6efc9-7cca-4736-be16-11294ead9ae1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.637191] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a9cde1-2e1c-4ead-8289-20051d84f2c5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.645554] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc4373d-7311-4084-ab75-0c2bfe275f3e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.660840] env[63750]: DEBUG nova.compute.provider_tree [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1871.809963] env[63750]: INFO nova.compute.manager [-] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Took 1.47 seconds to deallocate network for instance. [ 1872.003510] env[63750]: DEBUG nova.compute.manager [None req-ea4fe281-70f6-403d-bfa4-b18e4921b2ca tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: c22023e7-8e33-478b-a1d7-f844a427dae6] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1872.003915] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4fe281-70f6-403d-bfa4-b18e4921b2ca tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: c22023e7-8e33-478b-a1d7-f844a427dae6] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1872.004675] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e615d1b4-b1c4-4e06-962f-55808c4db852 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.016286] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea4fe281-70f6-403d-bfa4-b18e4921b2ca tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: c22023e7-8e33-478b-a1d7-f844a427dae6] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1872.016286] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc6bc89c-627f-43d1-afdb-b17783a4d446 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.025417] env[63750]: DEBUG oslo_vmware.api [None req-ea4fe281-70f6-403d-bfa4-b18e4921b2ca tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for the task: (returnval){ [ 1872.025417] env[63750]: value = "task-2006634" [ 1872.025417] env[63750]: _type = "Task" [ 1872.025417] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.036025] env[63750]: DEBUG oslo_vmware.api [None req-ea4fe281-70f6-403d-bfa4-b18e4921b2ca tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.164393] env[63750]: DEBUG nova.scheduler.client.report [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1872.317975] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ef230645-b791-466e-b908-22d118dadf0e tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1872.545124] env[63750]: DEBUG oslo_vmware.api [None req-ea4fe281-70f6-403d-bfa4-b18e4921b2ca tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006634, 'name': PowerOffVM_Task, 'duration_secs': 0.233914} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.545474] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea4fe281-70f6-403d-bfa4-b18e4921b2ca tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: c22023e7-8e33-478b-a1d7-f844a427dae6] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1872.545659] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4fe281-70f6-403d-bfa4-b18e4921b2ca tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: c22023e7-8e33-478b-a1d7-f844a427dae6] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1872.545920] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-863a286b-430d-4e65-aceb-9a81fe9ada56 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.647872] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4fe281-70f6-403d-bfa4-b18e4921b2ca tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: c22023e7-8e33-478b-a1d7-f844a427dae6] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1872.648425] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4fe281-70f6-403d-bfa4-b18e4921b2ca tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: c22023e7-8e33-478b-a1d7-f844a427dae6] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1872.648551] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea4fe281-70f6-403d-bfa4-b18e4921b2ca tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Deleting the datastore file [datastore1] c22023e7-8e33-478b-a1d7-f844a427dae6 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1872.648849] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e39e5da7-9b67-47ce-a160-476ec7c6c14b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.657370] env[63750]: DEBUG oslo_vmware.api [None req-ea4fe281-70f6-403d-bfa4-b18e4921b2ca tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for the task: (returnval){ [ 1872.657370] env[63750]: value = "task-2006636" [ 1872.657370] env[63750]: _type = "Task" [ 1872.657370] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.674427] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.488s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1872.675489] env[63750]: DEBUG nova.compute.manager [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1872.678291] env[63750]: DEBUG oslo_vmware.api [None req-ea4fe281-70f6-403d-bfa4-b18e4921b2ca tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006636, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.682339] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.486s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1872.686016] env[63750]: INFO nova.compute.claims [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1873.173416] env[63750]: DEBUG oslo_vmware.api [None req-ea4fe281-70f6-403d-bfa4-b18e4921b2ca tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006636, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166808} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.174378] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea4fe281-70f6-403d-bfa4-b18e4921b2ca tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1873.174591] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4fe281-70f6-403d-bfa4-b18e4921b2ca tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: c22023e7-8e33-478b-a1d7-f844a427dae6] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1873.174776] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4fe281-70f6-403d-bfa4-b18e4921b2ca tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: c22023e7-8e33-478b-a1d7-f844a427dae6] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1873.175013] env[63750]: INFO nova.compute.manager [None req-ea4fe281-70f6-403d-bfa4-b18e4921b2ca tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: c22023e7-8e33-478b-a1d7-f844a427dae6] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1873.175287] env[63750]: DEBUG oslo.service.loopingcall [None req-ea4fe281-70f6-403d-bfa4-b18e4921b2ca tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1873.175744] env[63750]: DEBUG nova.compute.manager [-] [instance: c22023e7-8e33-478b-a1d7-f844a427dae6] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1873.175879] env[63750]: DEBUG nova.network.neutron [-] [instance: c22023e7-8e33-478b-a1d7-f844a427dae6] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1873.186220] env[63750]: DEBUG nova.compute.utils [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1873.186220] env[63750]: DEBUG nova.compute.manager [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1873.186220] env[63750]: DEBUG nova.network.neutron [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1873.315032] env[63750]: DEBUG nova.policy [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f28f1dde6bf4a0b90b3b0f81b889a6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '668d085ff7c7464ebe4a6eaa3fb6cd88', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1873.691965] env[63750]: DEBUG nova.compute.manager [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1873.884340] env[63750]: DEBUG nova.compute.manager [req-d7089d9c-550a-4878-a265-86beb84f073f req-ce6cc4d1-1dc7-4ba6-8ac2-02d94b5bdf19 service nova] [instance: c22023e7-8e33-478b-a1d7-f844a427dae6] Received event network-vif-deleted-ac98a9e9-6bb6-4b54-995a-33dec1c5d7a3 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1873.885033] env[63750]: INFO nova.compute.manager [req-d7089d9c-550a-4878-a265-86beb84f073f req-ce6cc4d1-1dc7-4ba6-8ac2-02d94b5bdf19 service nova] [instance: c22023e7-8e33-478b-a1d7-f844a427dae6] Neutron deleted interface ac98a9e9-6bb6-4b54-995a-33dec1c5d7a3; detaching it from the instance and deleting it from the info cache [ 1873.885033] env[63750]: DEBUG nova.network.neutron [req-d7089d9c-550a-4878-a265-86beb84f073f req-ce6cc4d1-1dc7-4ba6-8ac2-02d94b5bdf19 service nova] [instance: c22023e7-8e33-478b-a1d7-f844a427dae6] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1874.052040] env[63750]: DEBUG nova.network.neutron [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Successfully created port: ced1267d-22bd-4c6c-a07e-c25487ba689d {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1874.060330] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e82ca30-9f66-4b7c-b0ae-72f012237b9c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.069586] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71217f5c-dedc-4063-8010-8f91db19893c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.109123] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c870be9-3d27-4e5f-9c88-502e88814d9f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.116785] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78805057-4946-4172-b9e6-b7a6ad2913b4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.133070] env[63750]: DEBUG nova.compute.provider_tree [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1874.276621] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Acquiring lock "c72d3206-1842-4cf6-bfba-c4f811744f29" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.276836] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Lock "c72d3206-1842-4cf6-bfba-c4f811744f29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.352424] env[63750]: DEBUG nova.network.neutron [-] [instance: c22023e7-8e33-478b-a1d7-f844a427dae6] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1874.391020] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f917b7de-3a25-4507-aca5-ae7c33e6f5f7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.401356] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a0b74c-3cea-44ad-912f-9d881122bbd8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.437890] env[63750]: DEBUG nova.compute.manager [req-d7089d9c-550a-4878-a265-86beb84f073f req-ce6cc4d1-1dc7-4ba6-8ac2-02d94b5bdf19 service nova] [instance: c22023e7-8e33-478b-a1d7-f844a427dae6] Detach interface failed, port_id=ac98a9e9-6bb6-4b54-995a-33dec1c5d7a3, reason: Instance c22023e7-8e33-478b-a1d7-f844a427dae6 could not be found. {{(pid=63750) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1874.637608] env[63750]: DEBUG nova.scheduler.client.report [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1874.701578] env[63750]: DEBUG nova.compute.manager [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1874.730869] env[63750]: DEBUG nova.virt.hardware [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1874.731361] env[63750]: DEBUG nova.virt.hardware [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1874.731361] env[63750]: DEBUG nova.virt.hardware [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1874.731491] env[63750]: DEBUG nova.virt.hardware [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1874.731620] env[63750]: DEBUG nova.virt.hardware [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1874.731965] env[63750]: DEBUG nova.virt.hardware [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1874.732219] env[63750]: DEBUG nova.virt.hardware [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1874.732387] env[63750]: DEBUG nova.virt.hardware [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1874.732550] env[63750]: DEBUG nova.virt.hardware [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1874.732708] env[63750]: DEBUG nova.virt.hardware [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1874.732872] env[63750]: DEBUG nova.virt.hardware [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1874.734582] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c4a7eb-0e00-4442-a9de-78b3d6dae5c3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.743827] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e9b139-dbdd-4d31-9e1d-f49132845313 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.779765] env[63750]: DEBUG nova.compute.manager [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] [instance: c72d3206-1842-4cf6-bfba-c4f811744f29] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1874.856087] env[63750]: INFO nova.compute.manager [-] [instance: c22023e7-8e33-478b-a1d7-f844a427dae6] Took 1.68 seconds to deallocate network for instance. [ 1875.144577] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.462s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1875.145176] env[63750]: DEBUG nova.compute.manager [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1875.148438] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ae631e38-6022-4e89-926c-9551e0fb1697 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.894s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1875.148702] env[63750]: DEBUG nova.objects.instance [None req-ae631e38-6022-4e89-926c-9551e0fb1697 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Lazy-loading 'resources' on Instance uuid b137e48f-6f38-483f-8c23-1d47bf8aecc2 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1875.309747] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1875.365020] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ea4fe281-70f6-403d-bfa4-b18e4921b2ca tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1875.655570] env[63750]: DEBUG nova.compute.utils [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1875.661378] env[63750]: DEBUG nova.compute.manager [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1875.661378] env[63750]: DEBUG nova.network.neutron [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1875.784049] env[63750]: DEBUG oslo_concurrency.lockutils [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquiring lock "2807eaf2-56ab-4391-a2b2-9ba4b0600cd3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1875.784330] env[63750]: DEBUG oslo_concurrency.lockutils [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lock "2807eaf2-56ab-4391-a2b2-9ba4b0600cd3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1875.807095] env[63750]: DEBUG nova.policy [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '074447d45e6f4097a39694e36a73c8f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '618573a371474aec86d00edfd3267bcf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1875.961032] env[63750]: DEBUG nova.network.neutron [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Successfully updated port: ced1267d-22bd-4c6c-a07e-c25487ba689d {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1875.991958] env[63750]: DEBUG nova.compute.manager [req-2612a0fa-456e-43b4-8ad7-348daaf41d88 req-fa4299dd-c9af-4a18-a82a-bc6373ee3b2b service nova] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Received event network-vif-plugged-ced1267d-22bd-4c6c-a07e-c25487ba689d {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1875.991958] env[63750]: DEBUG oslo_concurrency.lockutils [req-2612a0fa-456e-43b4-8ad7-348daaf41d88 req-fa4299dd-c9af-4a18-a82a-bc6373ee3b2b service nova] Acquiring lock "22d7b81c-e802-4f7f-9269-b39916d70b4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1875.991958] env[63750]: DEBUG oslo_concurrency.lockutils [req-2612a0fa-456e-43b4-8ad7-348daaf41d88 req-fa4299dd-c9af-4a18-a82a-bc6373ee3b2b service nova] Lock "22d7b81c-e802-4f7f-9269-b39916d70b4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1875.992148] env[63750]: DEBUG oslo_concurrency.lockutils [req-2612a0fa-456e-43b4-8ad7-348daaf41d88 req-fa4299dd-c9af-4a18-a82a-bc6373ee3b2b service nova] Lock "22d7b81c-e802-4f7f-9269-b39916d70b4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1875.992756] env[63750]: DEBUG nova.compute.manager [req-2612a0fa-456e-43b4-8ad7-348daaf41d88 req-fa4299dd-c9af-4a18-a82a-bc6373ee3b2b service nova] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] No waiting events found dispatching network-vif-plugged-ced1267d-22bd-4c6c-a07e-c25487ba689d {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1875.992756] env[63750]: WARNING nova.compute.manager [req-2612a0fa-456e-43b4-8ad7-348daaf41d88 req-fa4299dd-c9af-4a18-a82a-bc6373ee3b2b service nova] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Received unexpected event network-vif-plugged-ced1267d-22bd-4c6c-a07e-c25487ba689d for instance with vm_state building and task_state spawning. [ 1876.062521] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92d5d4a-feab-44f5-b97f-07b085f52e36 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.070634] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84246e5c-b6bf-4dd1-bdd0-f13defdf232c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.100308] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eebe65ef-fe18-4295-8303-0c061757e132 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.108433] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04b96b7-ddf1-440c-80a8-7a7227299a37 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.126020] env[63750]: DEBUG nova.compute.provider_tree [None req-ae631e38-6022-4e89-926c-9551e0fb1697 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1876.160917] env[63750]: DEBUG nova.compute.manager [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1876.214853] env[63750]: DEBUG nova.network.neutron [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Successfully created port: ab4a9716-8c1d-4f5d-a4c0-12bfa8139d06 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1876.290101] env[63750]: DEBUG nova.compute.manager [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1876.464540] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Acquiring lock "refresh_cache-22d7b81c-e802-4f7f-9269-b39916d70b4a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1876.464540] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Acquired lock "refresh_cache-22d7b81c-e802-4f7f-9269-b39916d70b4a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1876.465490] env[63750]: DEBUG nova.network.neutron [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1876.522291] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Acquiring lock "5bf50b91-900d-4a40-b166-9311017e2d78" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1876.523424] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Lock "5bf50b91-900d-4a40-b166-9311017e2d78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1876.626179] env[63750]: DEBUG nova.scheduler.client.report [None req-ae631e38-6022-4e89-926c-9551e0fb1697 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1876.817024] env[63750]: DEBUG oslo_concurrency.lockutils [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1877.005798] env[63750]: DEBUG nova.network.neutron [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1877.029335] env[63750]: DEBUG nova.compute.manager [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] [instance: 5bf50b91-900d-4a40-b166-9311017e2d78] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1877.136038] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ae631e38-6022-4e89-926c-9551e0fb1697 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.987s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1877.139315] env[63750]: DEBUG oslo_concurrency.lockutils [None req-143b17aa-aadb-49be-a127-50dce2babf69 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.577s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1877.139315] env[63750]: DEBUG nova.objects.instance [None req-143b17aa-aadb-49be-a127-50dce2babf69 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Lazy-loading 'resources' on Instance uuid 113fba09-0579-45b5-98a3-7c0a17a8c2fb {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1877.142707] env[63750]: DEBUG nova.network.neutron [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Updating instance_info_cache with network_info: [{"id": "ced1267d-22bd-4c6c-a07e-c25487ba689d", "address": "fa:16:3e:fa:28:9b", "network": {"id": "5b72bddf-6d28-4847-ad10-3ead21b1a568", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-96814161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "668d085ff7c7464ebe4a6eaa3fb6cd88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapced1267d-22", "ovs_interfaceid": "ced1267d-22bd-4c6c-a07e-c25487ba689d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1877.156520] env[63750]: INFO nova.scheduler.client.report [None req-ae631e38-6022-4e89-926c-9551e0fb1697 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Deleted allocations for instance b137e48f-6f38-483f-8c23-1d47bf8aecc2 [ 1877.176157] env[63750]: DEBUG nova.compute.manager [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1877.208419] env[63750]: DEBUG nova.virt.hardware [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1877.208652] env[63750]: DEBUG nova.virt.hardware [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1877.208814] env[63750]: DEBUG nova.virt.hardware [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1877.208993] env[63750]: DEBUG nova.virt.hardware [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1877.209152] env[63750]: DEBUG nova.virt.hardware [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1877.209296] env[63750]: DEBUG nova.virt.hardware [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1877.209519] env[63750]: DEBUG nova.virt.hardware [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1877.209680] env[63750]: DEBUG nova.virt.hardware [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1877.209841] env[63750]: DEBUG nova.virt.hardware [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1877.210047] env[63750]: DEBUG nova.virt.hardware [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1877.210388] env[63750]: DEBUG nova.virt.hardware [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1877.211468] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69576548-1a71-44b6-9c61-a906f5c7c63f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.219891] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae92591c-8262-437b-b3b0-4a8f8db8a5c5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.551185] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1877.650014] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Releasing lock "refresh_cache-22d7b81c-e802-4f7f-9269-b39916d70b4a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1877.650545] env[63750]: DEBUG nova.compute.manager [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Instance network_info: |[{"id": "ced1267d-22bd-4c6c-a07e-c25487ba689d", "address": "fa:16:3e:fa:28:9b", "network": {"id": "5b72bddf-6d28-4847-ad10-3ead21b1a568", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-96814161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "668d085ff7c7464ebe4a6eaa3fb6cd88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapced1267d-22", "ovs_interfaceid": "ced1267d-22bd-4c6c-a07e-c25487ba689d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1877.651072] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:28:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '706c9762-1cf8-4770-897d-377d0d927773', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ced1267d-22bd-4c6c-a07e-c25487ba689d', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1877.664529] env[63750]: DEBUG oslo.service.loopingcall [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1877.667234] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1877.667508] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9eb06502-4432-47d0-83e7-5a494fe67dc8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.684480] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ae631e38-6022-4e89-926c-9551e0fb1697 tempest-SecurityGroupsTestJSON-1449734882 tempest-SecurityGroupsTestJSON-1449734882-project-member] Lock "b137e48f-6f38-483f-8c23-1d47bf8aecc2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.223s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1877.691962] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1877.691962] env[63750]: value = "task-2006637" [ 1877.691962] env[63750]: _type = "Task" [ 1877.691962] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.704728] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006637, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.907678] env[63750]: DEBUG nova.network.neutron [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Successfully updated port: ab4a9716-8c1d-4f5d-a4c0-12bfa8139d06 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1878.014465] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9887266-0475-4d0e-ba0a-d97720c423b0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.023993] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4333d17-b0af-427f-a265-de461df2317d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.062319] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3fa7fc3-7985-4993-b1e2-437b28af99a8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.066750] env[63750]: DEBUG nova.compute.manager [req-6339d683-ca38-4774-8faa-d21b82a84df7 req-d10fbf45-8be7-47e5-a752-6d9c06c7b06b service nova] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Received event network-changed-ced1267d-22bd-4c6c-a07e-c25487ba689d {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1878.066903] env[63750]: DEBUG nova.compute.manager [req-6339d683-ca38-4774-8faa-d21b82a84df7 req-d10fbf45-8be7-47e5-a752-6d9c06c7b06b service nova] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Refreshing instance network info cache due to event network-changed-ced1267d-22bd-4c6c-a07e-c25487ba689d. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1878.067131] env[63750]: DEBUG oslo_concurrency.lockutils [req-6339d683-ca38-4774-8faa-d21b82a84df7 req-d10fbf45-8be7-47e5-a752-6d9c06c7b06b service nova] Acquiring lock "refresh_cache-22d7b81c-e802-4f7f-9269-b39916d70b4a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1878.067279] env[63750]: DEBUG oslo_concurrency.lockutils [req-6339d683-ca38-4774-8faa-d21b82a84df7 req-d10fbf45-8be7-47e5-a752-6d9c06c7b06b service nova] Acquired lock "refresh_cache-22d7b81c-e802-4f7f-9269-b39916d70b4a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1878.067435] env[63750]: DEBUG nova.network.neutron [req-6339d683-ca38-4774-8faa-d21b82a84df7 req-d10fbf45-8be7-47e5-a752-6d9c06c7b06b service nova] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Refreshing network info cache for port ced1267d-22bd-4c6c-a07e-c25487ba689d {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1878.074987] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c399a2-b95c-4dfb-a046-3384c1261320 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.090393] env[63750]: DEBUG nova.compute.provider_tree [None req-143b17aa-aadb-49be-a127-50dce2babf69 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1878.202565] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006637, 'name': CreateVM_Task, 'duration_secs': 0.460327} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.202733] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1878.203451] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1878.203623] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1878.203940] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1878.204504] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b966edf-9190-4899-a446-75756af14594 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.209028] env[63750]: DEBUG oslo_vmware.api [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Waiting for the task: (returnval){ [ 1878.209028] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5294b2b1-30d4-e5ae-d9a1-09614de5a0f3" [ 1878.209028] env[63750]: _type = "Task" [ 1878.209028] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.216732] env[63750]: DEBUG oslo_vmware.api [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5294b2b1-30d4-e5ae-d9a1-09614de5a0f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.413809] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquiring lock "refresh_cache-d300f90f-ea70-4575-9643-29462f2602ce" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1878.413974] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquired lock "refresh_cache-d300f90f-ea70-4575-9643-29462f2602ce" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1878.414150] env[63750]: DEBUG nova.network.neutron [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1878.593427] env[63750]: DEBUG nova.scheduler.client.report [None req-143b17aa-aadb-49be-a127-50dce2babf69 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1878.719028] env[63750]: DEBUG oslo_vmware.api [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5294b2b1-30d4-e5ae-d9a1-09614de5a0f3, 'name': SearchDatastore_Task, 'duration_secs': 0.00924} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.719334] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1878.719678] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1878.719798] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1878.719944] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1878.720135] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1878.720394] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fceaf52-3196-4323-b68f-1a14b539f797 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.728795] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1878.728795] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1878.729490] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67f5153c-2c4c-4b4e-9296-e1123e1c1c7e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.734531] env[63750]: DEBUG oslo_vmware.api [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Waiting for the task: (returnval){ [ 1878.734531] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]524a1895-2302-dec7-52f3-c4fde235c554" [ 1878.734531] env[63750]: _type = "Task" [ 1878.734531] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.744772] env[63750]: DEBUG oslo_vmware.api [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]524a1895-2302-dec7-52f3-c4fde235c554, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.773635] env[63750]: DEBUG nova.network.neutron [req-6339d683-ca38-4774-8faa-d21b82a84df7 req-d10fbf45-8be7-47e5-a752-6d9c06c7b06b service nova] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Updated VIF entry in instance network info cache for port ced1267d-22bd-4c6c-a07e-c25487ba689d. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1878.773635] env[63750]: DEBUG nova.network.neutron [req-6339d683-ca38-4774-8faa-d21b82a84df7 req-d10fbf45-8be7-47e5-a752-6d9c06c7b06b service nova] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Updating instance_info_cache with network_info: [{"id": "ced1267d-22bd-4c6c-a07e-c25487ba689d", "address": "fa:16:3e:fa:28:9b", "network": {"id": "5b72bddf-6d28-4847-ad10-3ead21b1a568", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-96814161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "668d085ff7c7464ebe4a6eaa3fb6cd88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapced1267d-22", "ovs_interfaceid": "ced1267d-22bd-4c6c-a07e-c25487ba689d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1878.948463] env[63750]: DEBUG nova.network.neutron [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1879.106021] env[63750]: DEBUG oslo_concurrency.lockutils [None req-143b17aa-aadb-49be-a127-50dce2babf69 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.965s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1879.106577] env[63750]: DEBUG oslo_concurrency.lockutils [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.380s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1879.108233] env[63750]: INFO nova.compute.claims [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: a0cb827a-0b98-46e8-bece-6832c14e0495] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1879.117267] env[63750]: DEBUG nova.network.neutron [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Updating instance_info_cache with network_info: [{"id": "ab4a9716-8c1d-4f5d-a4c0-12bfa8139d06", "address": "fa:16:3e:43:13:ee", "network": {"id": "8eeb3f57-9e47-48f4-ab8b-e14a44671e51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1675437426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "618573a371474aec86d00edfd3267bcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab4a9716-8c", "ovs_interfaceid": "ab4a9716-8c1d-4f5d-a4c0-12bfa8139d06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1879.163906] env[63750]: INFO nova.scheduler.client.report [None req-143b17aa-aadb-49be-a127-50dce2babf69 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Deleted allocations for instance 113fba09-0579-45b5-98a3-7c0a17a8c2fb [ 1879.248499] env[63750]: DEBUG oslo_vmware.api [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]524a1895-2302-dec7-52f3-c4fde235c554, 'name': SearchDatastore_Task, 'duration_secs': 0.009401} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.249909] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48bad5ad-e6d9-4889-bffe-e81f356959ab {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.255560] env[63750]: DEBUG oslo_vmware.api [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Waiting for the task: (returnval){ [ 1879.255560] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]520f5477-adfc-5650-bec9-c9aab7ff158e" [ 1879.255560] env[63750]: _type = "Task" [ 1879.255560] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.264263] env[63750]: DEBUG oslo_vmware.api [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]520f5477-adfc-5650-bec9-c9aab7ff158e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.276792] env[63750]: DEBUG oslo_concurrency.lockutils [req-6339d683-ca38-4774-8faa-d21b82a84df7 req-d10fbf45-8be7-47e5-a752-6d9c06c7b06b service nova] Releasing lock "refresh_cache-22d7b81c-e802-4f7f-9269-b39916d70b4a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1879.277246] env[63750]: DEBUG nova.compute.manager [req-6339d683-ca38-4774-8faa-d21b82a84df7 req-d10fbf45-8be7-47e5-a752-6d9c06c7b06b service nova] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Received event network-vif-plugged-ab4a9716-8c1d-4f5d-a4c0-12bfa8139d06 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1879.277585] env[63750]: DEBUG oslo_concurrency.lockutils [req-6339d683-ca38-4774-8faa-d21b82a84df7 req-d10fbf45-8be7-47e5-a752-6d9c06c7b06b service nova] Acquiring lock "d300f90f-ea70-4575-9643-29462f2602ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1879.277945] env[63750]: DEBUG oslo_concurrency.lockutils [req-6339d683-ca38-4774-8faa-d21b82a84df7 req-d10fbf45-8be7-47e5-a752-6d9c06c7b06b service nova] Lock "d300f90f-ea70-4575-9643-29462f2602ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1879.278256] env[63750]: DEBUG oslo_concurrency.lockutils [req-6339d683-ca38-4774-8faa-d21b82a84df7 req-d10fbf45-8be7-47e5-a752-6d9c06c7b06b service nova] Lock "d300f90f-ea70-4575-9643-29462f2602ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1879.278589] env[63750]: DEBUG nova.compute.manager [req-6339d683-ca38-4774-8faa-d21b82a84df7 req-d10fbf45-8be7-47e5-a752-6d9c06c7b06b service nova] [instance: d300f90f-ea70-4575-9643-29462f2602ce] No waiting events found dispatching network-vif-plugged-ab4a9716-8c1d-4f5d-a4c0-12bfa8139d06 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1879.278895] env[63750]: WARNING nova.compute.manager [req-6339d683-ca38-4774-8faa-d21b82a84df7 req-d10fbf45-8be7-47e5-a752-6d9c06c7b06b service nova] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Received unexpected event network-vif-plugged-ab4a9716-8c1d-4f5d-a4c0-12bfa8139d06 for instance with vm_state building and task_state spawning. [ 1879.279230] env[63750]: DEBUG nova.compute.manager [req-6339d683-ca38-4774-8faa-d21b82a84df7 req-d10fbf45-8be7-47e5-a752-6d9c06c7b06b service nova] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Received event network-changed-ab4a9716-8c1d-4f5d-a4c0-12bfa8139d06 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1879.279544] env[63750]: DEBUG nova.compute.manager [req-6339d683-ca38-4774-8faa-d21b82a84df7 req-d10fbf45-8be7-47e5-a752-6d9c06c7b06b service nova] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Refreshing instance network info cache due to event network-changed-ab4a9716-8c1d-4f5d-a4c0-12bfa8139d06. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1879.279884] env[63750]: DEBUG oslo_concurrency.lockutils [req-6339d683-ca38-4774-8faa-d21b82a84df7 req-d10fbf45-8be7-47e5-a752-6d9c06c7b06b service nova] Acquiring lock "refresh_cache-d300f90f-ea70-4575-9643-29462f2602ce" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1879.624247] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Releasing lock "refresh_cache-d300f90f-ea70-4575-9643-29462f2602ce" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1879.624559] env[63750]: DEBUG nova.compute.manager [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Instance network_info: |[{"id": "ab4a9716-8c1d-4f5d-a4c0-12bfa8139d06", "address": "fa:16:3e:43:13:ee", "network": {"id": "8eeb3f57-9e47-48f4-ab8b-e14a44671e51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1675437426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "618573a371474aec86d00edfd3267bcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab4a9716-8c", "ovs_interfaceid": "ab4a9716-8c1d-4f5d-a4c0-12bfa8139d06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1879.625415] env[63750]: DEBUG oslo_concurrency.lockutils [req-6339d683-ca38-4774-8faa-d21b82a84df7 req-d10fbf45-8be7-47e5-a752-6d9c06c7b06b service nova] Acquired lock "refresh_cache-d300f90f-ea70-4575-9643-29462f2602ce" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1879.625600] env[63750]: DEBUG nova.network.neutron [req-6339d683-ca38-4774-8faa-d21b82a84df7 req-d10fbf45-8be7-47e5-a752-6d9c06c7b06b service nova] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Refreshing network info cache for port ab4a9716-8c1d-4f5d-a4c0-12bfa8139d06 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1879.626846] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:13:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab4a9716-8c1d-4f5d-a4c0-12bfa8139d06', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1879.634035] env[63750]: DEBUG oslo.service.loopingcall [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1879.634742] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1879.634960] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6a15b2e-944d-49eb-94e0-e35fd1ba33e8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.654988] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1879.654988] env[63750]: value = "task-2006638" [ 1879.654988] env[63750]: _type = "Task" [ 1879.654988] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.662900] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006638, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.672885] env[63750]: DEBUG oslo_concurrency.lockutils [None req-143b17aa-aadb-49be-a127-50dce2babf69 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Lock "113fba09-0579-45b5-98a3-7c0a17a8c2fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.736s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1879.766199] env[63750]: DEBUG oslo_vmware.api [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]520f5477-adfc-5650-bec9-c9aab7ff158e, 'name': SearchDatastore_Task, 'duration_secs': 0.009575} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.766466] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1879.766732] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 22d7b81c-e802-4f7f-9269-b39916d70b4a/22d7b81c-e802-4f7f-9269-b39916d70b4a.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1879.766985] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4b07eff-f7ce-40b5-8931-8e33e97adbed {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.773578] env[63750]: DEBUG oslo_vmware.api [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Waiting for the task: (returnval){ [ 1879.773578] env[63750]: value = "task-2006639" [ 1879.773578] env[63750]: _type = "Task" [ 1879.773578] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.781306] env[63750]: DEBUG oslo_vmware.api [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006639, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.170904] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006638, 'name': CreateVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.288018] env[63750]: DEBUG oslo_vmware.api [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006639, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.417772] env[63750]: DEBUG nova.network.neutron [req-6339d683-ca38-4774-8faa-d21b82a84df7 req-d10fbf45-8be7-47e5-a752-6d9c06c7b06b service nova] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Updated VIF entry in instance network info cache for port ab4a9716-8c1d-4f5d-a4c0-12bfa8139d06. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1880.417772] env[63750]: DEBUG nova.network.neutron [req-6339d683-ca38-4774-8faa-d21b82a84df7 req-d10fbf45-8be7-47e5-a752-6d9c06c7b06b service nova] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Updating instance_info_cache with network_info: [{"id": "ab4a9716-8c1d-4f5d-a4c0-12bfa8139d06", "address": "fa:16:3e:43:13:ee", "network": {"id": "8eeb3f57-9e47-48f4-ab8b-e14a44671e51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1675437426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "618573a371474aec86d00edfd3267bcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab4a9716-8c", "ovs_interfaceid": "ab4a9716-8c1d-4f5d-a4c0-12bfa8139d06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1880.500858] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7acfabc-5123-445f-8f32-7559612bdf61 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.510596] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592a86cf-91b0-4451-8671-77409feb4731 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.540146] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e2d6d7-4dad-49aa-b608-64639d2a32ca {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.547482] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b531e28-5cf6-479f-8392-b378cb86be2c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.561010] env[63750]: DEBUG nova.compute.provider_tree [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1880.666833] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006638, 'name': CreateVM_Task, 'duration_secs': 0.565585} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.667060] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1880.667723] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1880.667896] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1880.668250] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1880.668510] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdddced5-4e13-46c6-a572-22eea39ae1ea {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.672913] env[63750]: DEBUG oslo_vmware.api [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 1880.672913] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5270287a-b378-6d99-0475-ed0fe3a03cdf" [ 1880.672913] env[63750]: _type = "Task" [ 1880.672913] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.680596] env[63750]: DEBUG oslo_vmware.api [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5270287a-b378-6d99-0475-ed0fe3a03cdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.784642] env[63750]: DEBUG oslo_vmware.api [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006639, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538723} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.784901] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 22d7b81c-e802-4f7f-9269-b39916d70b4a/22d7b81c-e802-4f7f-9269-b39916d70b4a.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1880.785126] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1880.785408] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e05f805c-0158-48dd-ab39-8c96f535a6e8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.792129] env[63750]: DEBUG oslo_vmware.api [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Waiting for the task: (returnval){ [ 1880.792129] env[63750]: value = "task-2006640" [ 1880.792129] env[63750]: _type = "Task" [ 1880.792129] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.799163] env[63750]: DEBUG oslo_vmware.api [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006640, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.848450] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5828534c-6a29-442c-887e-24a4a6eb98c1 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Acquiring lock "adf74ced-9577-4117-a486-11585818389d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1880.849126] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5828534c-6a29-442c-887e-24a4a6eb98c1 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Lock "adf74ced-9577-4117-a486-11585818389d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1880.849126] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5828534c-6a29-442c-887e-24a4a6eb98c1 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Acquiring lock "adf74ced-9577-4117-a486-11585818389d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1880.849290] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5828534c-6a29-442c-887e-24a4a6eb98c1 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Lock "adf74ced-9577-4117-a486-11585818389d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1880.849350] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5828534c-6a29-442c-887e-24a4a6eb98c1 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Lock "adf74ced-9577-4117-a486-11585818389d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1880.852016] env[63750]: INFO nova.compute.manager [None req-5828534c-6a29-442c-887e-24a4a6eb98c1 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: adf74ced-9577-4117-a486-11585818389d] Terminating instance [ 1880.920562] env[63750]: DEBUG oslo_concurrency.lockutils [req-6339d683-ca38-4774-8faa-d21b82a84df7 req-d10fbf45-8be7-47e5-a752-6d9c06c7b06b service nova] Releasing lock "refresh_cache-d300f90f-ea70-4575-9643-29462f2602ce" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1881.068076] env[63750]: DEBUG nova.scheduler.client.report [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1881.185578] env[63750]: DEBUG oslo_vmware.api [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5270287a-b378-6d99-0475-ed0fe3a03cdf, 'name': SearchDatastore_Task, 'duration_secs': 0.009096} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.185874] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1881.186103] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1881.186334] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1881.186479] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1881.186654] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1881.186908] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28e4fca2-6354-42ee-af84-e67a16a08f48 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.195853] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1881.196085] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1881.196778] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4dc3dd0-ee3e-4760-a58e-f5df5b8b71fb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.201860] env[63750]: DEBUG oslo_vmware.api [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 1881.201860] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]521ec755-4966-d7e5-fcf1-1d8978dcf793" [ 1881.201860] env[63750]: _type = "Task" [ 1881.201860] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.208888] env[63750]: DEBUG oslo_vmware.api [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]521ec755-4966-d7e5-fcf1-1d8978dcf793, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.301846] env[63750]: DEBUG oslo_vmware.api [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006640, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062875} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.302505] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1881.303590] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72ee380-e6b2-4fe0-ad1b-9840fa067c6c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.326642] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 22d7b81c-e802-4f7f-9269-b39916d70b4a/22d7b81c-e802-4f7f-9269-b39916d70b4a.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1881.326973] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62794abe-28e4-4734-b5f6-be9112d5bc5a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.349550] env[63750]: DEBUG oslo_vmware.api [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Waiting for the task: (returnval){ [ 1881.349550] env[63750]: value = "task-2006641" [ 1881.349550] env[63750]: _type = "Task" [ 1881.349550] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.356379] env[63750]: DEBUG nova.compute.manager [None req-5828534c-6a29-442c-887e-24a4a6eb98c1 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: adf74ced-9577-4117-a486-11585818389d] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1881.356589] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5828534c-6a29-442c-887e-24a4a6eb98c1 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: adf74ced-9577-4117-a486-11585818389d] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1881.362842] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffcbe8f-b4c2-447f-a009-2a7064adbd1c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.365661] env[63750]: DEBUG oslo_vmware.api [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006641, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.370812] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-5828534c-6a29-442c-887e-24a4a6eb98c1 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: adf74ced-9577-4117-a486-11585818389d] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1881.371111] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7108bb0b-4132-4643-b85f-b5218bb054fd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.377626] env[63750]: DEBUG oslo_vmware.api [None req-5828534c-6a29-442c-887e-24a4a6eb98c1 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Waiting for the task: (returnval){ [ 1881.377626] env[63750]: value = "task-2006642" [ 1881.377626] env[63750]: _type = "Task" [ 1881.377626] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.385971] env[63750]: DEBUG oslo_vmware.api [None req-5828534c-6a29-442c-887e-24a4a6eb98c1 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': task-2006642, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.573502] env[63750]: DEBUG oslo_concurrency.lockutils [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.467s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1881.574132] env[63750]: DEBUG nova.compute.manager [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: a0cb827a-0b98-46e8-bece-6832c14e0495] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1881.577132] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 17.774s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1881.712249] env[63750]: DEBUG oslo_vmware.api [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]521ec755-4966-d7e5-fcf1-1d8978dcf793, 'name': SearchDatastore_Task, 'duration_secs': 0.008317} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.713595] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85933d0d-8e6e-487a-882b-105922d1b446 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.718235] env[63750]: DEBUG oslo_vmware.api [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 1881.718235] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]523b4b9d-8b35-7f54-d755-a6c5ee0be8ff" [ 1881.718235] env[63750]: _type = "Task" [ 1881.718235] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.725472] env[63750]: DEBUG oslo_vmware.api [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]523b4b9d-8b35-7f54-d755-a6c5ee0be8ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.860803] env[63750]: DEBUG oslo_vmware.api [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006641, 'name': ReconfigVM_Task, 'duration_secs': 0.287314} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.861272] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 22d7b81c-e802-4f7f-9269-b39916d70b4a/22d7b81c-e802-4f7f-9269-b39916d70b4a.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1881.861930] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-920a8b5a-57e5-4fff-9944-9f1ff2cb64a0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.870097] env[63750]: DEBUG oslo_vmware.api [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Waiting for the task: (returnval){ [ 1881.870097] env[63750]: value = "task-2006643" [ 1881.870097] env[63750]: _type = "Task" [ 1881.870097] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.878436] env[63750]: DEBUG oslo_vmware.api [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006643, 'name': Rename_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.887061] env[63750]: DEBUG oslo_vmware.api [None req-5828534c-6a29-442c-887e-24a4a6eb98c1 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': task-2006642, 'name': PowerOffVM_Task, 'duration_secs': 0.211297} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.887614] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-5828534c-6a29-442c-887e-24a4a6eb98c1 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: adf74ced-9577-4117-a486-11585818389d] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1881.887849] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5828534c-6a29-442c-887e-24a4a6eb98c1 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: adf74ced-9577-4117-a486-11585818389d] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1881.888204] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d41faea-b4a8-4f70-8d53-5316ce85927e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.996840] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5828534c-6a29-442c-887e-24a4a6eb98c1 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: adf74ced-9577-4117-a486-11585818389d] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1881.997010] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5828534c-6a29-442c-887e-24a4a6eb98c1 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: adf74ced-9577-4117-a486-11585818389d] Deleting contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1881.997161] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-5828534c-6a29-442c-887e-24a4a6eb98c1 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Deleting the datastore file [datastore2] adf74ced-9577-4117-a486-11585818389d {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1881.997424] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b606aac-6920-43e1-a5ab-b20acd477d55 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.005478] env[63750]: DEBUG oslo_vmware.api [None req-5828534c-6a29-442c-887e-24a4a6eb98c1 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Waiting for the task: (returnval){ [ 1882.005478] env[63750]: value = "task-2006645" [ 1882.005478] env[63750]: _type = "Task" [ 1882.005478] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.012816] env[63750]: DEBUG oslo_vmware.api [None req-5828534c-6a29-442c-887e-24a4a6eb98c1 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': task-2006645, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.089975] env[63750]: DEBUG nova.compute.utils [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1882.093505] env[63750]: DEBUG nova.compute.manager [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: a0cb827a-0b98-46e8-bece-6832c14e0495] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1882.093505] env[63750]: DEBUG nova.network.neutron [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: a0cb827a-0b98-46e8-bece-6832c14e0495] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1882.153164] env[63750]: DEBUG nova.policy [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34e09636d2e2459c968741baef923422', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '348f6d26e2ec4f0ea7a2f9ae9fdf7a62', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1882.229250] env[63750]: DEBUG oslo_vmware.api [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]523b4b9d-8b35-7f54-d755-a6c5ee0be8ff, 'name': SearchDatastore_Task, 'duration_secs': 0.008933} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.229510] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1882.229699] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] d300f90f-ea70-4575-9643-29462f2602ce/d300f90f-ea70-4575-9643-29462f2602ce.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1882.230838] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e73600de-732c-4ed2-9360-28b646edaccc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.238628] env[63750]: DEBUG oslo_vmware.api [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 1882.238628] env[63750]: value = "task-2006646" [ 1882.238628] env[63750]: _type = "Task" [ 1882.238628] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.247191] env[63750]: DEBUG oslo_vmware.api [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006646, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.381753] env[63750]: DEBUG oslo_vmware.api [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006643, 'name': Rename_Task, 'duration_secs': 0.140799} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.382469] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1882.382703] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e49e6921-28e2-4965-a92d-30c41fd8e806 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.390394] env[63750]: DEBUG oslo_vmware.api [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Waiting for the task: (returnval){ [ 1882.390394] env[63750]: value = "task-2006647" [ 1882.390394] env[63750]: _type = "Task" [ 1882.390394] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.402332] env[63750]: DEBUG oslo_vmware.api [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006647, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.516868] env[63750]: DEBUG oslo_vmware.api [None req-5828534c-6a29-442c-887e-24a4a6eb98c1 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Task: {'id': task-2006645, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143985} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.517367] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-5828534c-6a29-442c-887e-24a4a6eb98c1 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1882.517521] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5828534c-6a29-442c-887e-24a4a6eb98c1 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: adf74ced-9577-4117-a486-11585818389d] Deleted contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1882.517590] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5828534c-6a29-442c-887e-24a4a6eb98c1 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: adf74ced-9577-4117-a486-11585818389d] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1882.517744] env[63750]: INFO nova.compute.manager [None req-5828534c-6a29-442c-887e-24a4a6eb98c1 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] [instance: adf74ced-9577-4117-a486-11585818389d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1882.517994] env[63750]: DEBUG oslo.service.loopingcall [None req-5828534c-6a29-442c-887e-24a4a6eb98c1 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1882.519901] env[63750]: DEBUG nova.compute.manager [-] [instance: adf74ced-9577-4117-a486-11585818389d] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1882.519901] env[63750]: DEBUG nova.network.neutron [-] [instance: adf74ced-9577-4117-a486-11585818389d] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1882.593461] env[63750]: DEBUG nova.compute.manager [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: a0cb827a-0b98-46e8-bece-6832c14e0495] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1882.633578] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 3d11142c-0197-4bd9-bf31-fffabf48ee87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1882.633799] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 627fabed-0639-417d-b78c-fc6ef6ab7979 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1882.633863] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 6837b938-5169-44a2-a03f-e6a2064334d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1882.634028] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 0431561b-dd08-4c9c-a4f6-43d19cbe4b03 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1882.634205] env[63750]: WARNING nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance c22023e7-8e33-478b-a1d7-f844a427dae6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1882.634323] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1882.634783] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance bf03616d-723b-4ab9-9e5e-68b50541b080 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1882.635067] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance adf74ced-9577-4117-a486-11585818389d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1882.635207] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 58be5fa1-c15e-4bd4-96d2-ebac3a39606c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1882.636275] env[63750]: WARNING nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance f9e7715c-fd1a-4425-a800-c07f5627807c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1882.636905] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 28f784fb-42a3-40b9-b2f4-f047eb7bb83b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1882.636905] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance ee1deeaf-7782-4ae2-bf3e-c766ae21a05a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1882.636905] env[63750]: WARNING nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 0420a80c-c7dd-419f-9123-bb69c09e037e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1882.636905] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1882.636905] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 9b56be0d-29db-48b2-81f8-8b1bd7e7362f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1882.637213] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 061e6a4c-f817-4955-9813-f63c318f6739 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1882.637213] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 22d7b81c-e802-4f7f-9269-b39916d70b4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1882.637319] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance d300f90f-ea70-4575-9643-29462f2602ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1882.637439] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance a0cb827a-0b98-46e8-bece-6832c14e0495 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1882.670807] env[63750]: DEBUG nova.network.neutron [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: a0cb827a-0b98-46e8-bece-6832c14e0495] Successfully created port: da143c80-6a10-48a4-83f8-7f4aa36c9521 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1882.751879] env[63750]: DEBUG oslo_vmware.api [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006646, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.901946] env[63750]: DEBUG oslo_vmware.api [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006647, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.118490] env[63750]: DEBUG nova.compute.manager [req-e9dd8f14-ce11-4486-b1bc-82ab72d5cb11 req-def10dfa-a26c-4d65-b3e7-5828e99a9383 service nova] [instance: adf74ced-9577-4117-a486-11585818389d] Received event network-vif-deleted-82a2a9d4-eb22-42f7-8c71-2e193aa29274 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1883.118490] env[63750]: INFO nova.compute.manager [req-e9dd8f14-ce11-4486-b1bc-82ab72d5cb11 req-def10dfa-a26c-4d65-b3e7-5828e99a9383 service nova] [instance: adf74ced-9577-4117-a486-11585818389d] Neutron deleted interface 82a2a9d4-eb22-42f7-8c71-2e193aa29274; detaching it from the instance and deleting it from the info cache [ 1883.118490] env[63750]: DEBUG nova.network.neutron [req-e9dd8f14-ce11-4486-b1bc-82ab72d5cb11 req-def10dfa-a26c-4d65-b3e7-5828e99a9383 service nova] [instance: adf74ced-9577-4117-a486-11585818389d] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1883.143272] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1883.252124] env[63750]: DEBUG oslo_vmware.api [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006646, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51672} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.252812] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] d300f90f-ea70-4575-9643-29462f2602ce/d300f90f-ea70-4575-9643-29462f2602ce.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1883.253143] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1883.253310] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20d34a69-462a-4ba2-8a03-62402d13de56 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.260402] env[63750]: DEBUG oslo_vmware.api [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 1883.260402] env[63750]: value = "task-2006648" [ 1883.260402] env[63750]: _type = "Task" [ 1883.260402] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.269226] env[63750]: DEBUG oslo_vmware.api [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006648, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.401772] env[63750]: DEBUG oslo_vmware.api [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006647, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.595486] env[63750]: DEBUG nova.network.neutron [-] [instance: adf74ced-9577-4117-a486-11585818389d] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1883.608709] env[63750]: DEBUG nova.compute.manager [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: a0cb827a-0b98-46e8-bece-6832c14e0495] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1883.625502] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a872776a-7047-4826-809b-c7e125d5280a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.638708] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae43288-9260-4f69-8fb0-6c318b2d5ecc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.653934] env[63750]: DEBUG nova.virt.hardware [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1883.654262] env[63750]: DEBUG nova.virt.hardware [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1883.654459] env[63750]: DEBUG nova.virt.hardware [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1883.654684] env[63750]: DEBUG nova.virt.hardware [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1883.654862] env[63750]: DEBUG nova.virt.hardware [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1883.655073] env[63750]: DEBUG nova.virt.hardware [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1883.655332] env[63750]: DEBUG nova.virt.hardware [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1883.655557] env[63750]: DEBUG nova.virt.hardware [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1883.655841] env[63750]: DEBUG nova.virt.hardware [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1883.655982] env[63750]: DEBUG nova.virt.hardware [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1883.656211] env[63750]: DEBUG nova.virt.hardware [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1883.657468] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance e2f05884-7293-4e98-a2e3-690440efd29a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1883.659330] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7f1ec9-1ab1-497f-bd24-a2e92e4acebc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.668497] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b864f86-1ef6-44c5-9cd0-165e090cc3c3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.685333] env[63750]: DEBUG nova.compute.manager [req-e9dd8f14-ce11-4486-b1bc-82ab72d5cb11 req-def10dfa-a26c-4d65-b3e7-5828e99a9383 service nova] [instance: adf74ced-9577-4117-a486-11585818389d] Detach interface failed, port_id=82a2a9d4-eb22-42f7-8c71-2e193aa29274, reason: Instance adf74ced-9577-4117-a486-11585818389d could not be found. {{(pid=63750) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1883.772081] env[63750]: DEBUG oslo_vmware.api [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006648, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06626} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.772639] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1883.773706] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d49c89-60f4-4f70-bead-27d51c3b6e60 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.806453] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] d300f90f-ea70-4575-9643-29462f2602ce/d300f90f-ea70-4575-9643-29462f2602ce.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1883.806851] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4fe734b-f354-4bae-84e0-5217a3a5b973 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.831161] env[63750]: DEBUG oslo_vmware.api [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 1883.831161] env[63750]: value = "task-2006649" [ 1883.831161] env[63750]: _type = "Task" [ 1883.831161] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.839154] env[63750]: DEBUG oslo_vmware.api [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006649, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.902199] env[63750]: DEBUG oslo_vmware.api [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006647, 'name': PowerOnVM_Task, 'duration_secs': 1.017279} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.902535] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1883.902778] env[63750]: INFO nova.compute.manager [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Took 9.20 seconds to spawn the instance on the hypervisor. [ 1883.902985] env[63750]: DEBUG nova.compute.manager [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1883.904242] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81587ac8-b974-46ec-b60a-763ccc5f1270 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.098703] env[63750]: INFO nova.compute.manager [-] [instance: adf74ced-9577-4117-a486-11585818389d] Took 1.58 seconds to deallocate network for instance. [ 1884.164191] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance c72d3206-1842-4cf6-bfba-c4f811744f29 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1884.342625] env[63750]: DEBUG oslo_vmware.api [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.428234] env[63750]: INFO nova.compute.manager [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Took 30.31 seconds to build instance. [ 1884.512865] env[63750]: DEBUG nova.network.neutron [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: a0cb827a-0b98-46e8-bece-6832c14e0495] Successfully updated port: da143c80-6a10-48a4-83f8-7f4aa36c9521 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1884.604536] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5828534c-6a29-442c-887e-24a4a6eb98c1 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1884.667080] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1884.845893] env[63750]: DEBUG oslo_vmware.api [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006649, 'name': ReconfigVM_Task, 'duration_secs': 0.683312} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.846601] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Reconfigured VM instance instance-0000004a to attach disk [datastore1] d300f90f-ea70-4575-9643-29462f2602ce/d300f90f-ea70-4575-9643-29462f2602ce.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1884.847279] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74818f8d-7744-4a8b-ae15-40a355244ba4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.855464] env[63750]: DEBUG oslo_vmware.api [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 1884.855464] env[63750]: value = "task-2006653" [ 1884.855464] env[63750]: _type = "Task" [ 1884.855464] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.866408] env[63750]: DEBUG oslo_vmware.api [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006653, 'name': Rename_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.934159] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b85c89d9-4b39-464a-9f0d-e0870c32a505 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Lock "22d7b81c-e802-4f7f-9269-b39916d70b4a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.827s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1885.016055] env[63750]: DEBUG oslo_concurrency.lockutils [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquiring lock "refresh_cache-a0cb827a-0b98-46e8-bece-6832c14e0495" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1885.016210] env[63750]: DEBUG oslo_concurrency.lockutils [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquired lock "refresh_cache-a0cb827a-0b98-46e8-bece-6832c14e0495" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1885.016312] env[63750]: DEBUG nova.network.neutron [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: a0cb827a-0b98-46e8-bece-6832c14e0495] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1885.144182] env[63750]: DEBUG nova.compute.manager [req-49df2123-312b-4434-9ae4-881dd53df33b req-0102b722-fae6-44e7-a69e-9eb13edba236 service nova] [instance: a0cb827a-0b98-46e8-bece-6832c14e0495] Received event network-vif-plugged-da143c80-6a10-48a4-83f8-7f4aa36c9521 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1885.144362] env[63750]: DEBUG oslo_concurrency.lockutils [req-49df2123-312b-4434-9ae4-881dd53df33b req-0102b722-fae6-44e7-a69e-9eb13edba236 service nova] Acquiring lock "a0cb827a-0b98-46e8-bece-6832c14e0495-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.144572] env[63750]: DEBUG oslo_concurrency.lockutils [req-49df2123-312b-4434-9ae4-881dd53df33b req-0102b722-fae6-44e7-a69e-9eb13edba236 service nova] Lock "a0cb827a-0b98-46e8-bece-6832c14e0495-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.144780] env[63750]: DEBUG oslo_concurrency.lockutils [req-49df2123-312b-4434-9ae4-881dd53df33b req-0102b722-fae6-44e7-a69e-9eb13edba236 service nova] Lock "a0cb827a-0b98-46e8-bece-6832c14e0495-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1885.144950] env[63750]: DEBUG nova.compute.manager [req-49df2123-312b-4434-9ae4-881dd53df33b req-0102b722-fae6-44e7-a69e-9eb13edba236 service nova] [instance: a0cb827a-0b98-46e8-bece-6832c14e0495] No waiting events found dispatching network-vif-plugged-da143c80-6a10-48a4-83f8-7f4aa36c9521 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1885.145126] env[63750]: WARNING nova.compute.manager [req-49df2123-312b-4434-9ae4-881dd53df33b req-0102b722-fae6-44e7-a69e-9eb13edba236 service nova] [instance: a0cb827a-0b98-46e8-bece-6832c14e0495] Received unexpected event network-vif-plugged-da143c80-6a10-48a4-83f8-7f4aa36c9521 for instance with vm_state building and task_state spawning. [ 1885.145283] env[63750]: DEBUG nova.compute.manager [req-49df2123-312b-4434-9ae4-881dd53df33b req-0102b722-fae6-44e7-a69e-9eb13edba236 service nova] [instance: a0cb827a-0b98-46e8-bece-6832c14e0495] Received event network-changed-da143c80-6a10-48a4-83f8-7f4aa36c9521 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1885.145466] env[63750]: DEBUG nova.compute.manager [req-49df2123-312b-4434-9ae4-881dd53df33b req-0102b722-fae6-44e7-a69e-9eb13edba236 service nova] [instance: a0cb827a-0b98-46e8-bece-6832c14e0495] Refreshing instance network info cache due to event network-changed-da143c80-6a10-48a4-83f8-7f4aa36c9521. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1885.145636] env[63750]: DEBUG oslo_concurrency.lockutils [req-49df2123-312b-4434-9ae4-881dd53df33b req-0102b722-fae6-44e7-a69e-9eb13edba236 service nova] Acquiring lock "refresh_cache-a0cb827a-0b98-46e8-bece-6832c14e0495" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1885.169825] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 5bf50b91-900d-4a40-b166-9311017e2d78 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1885.170105] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1885.170293] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3584MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1885.184466] env[63750]: INFO nova.compute.manager [None req-568fd89f-cc8d-4634-b6fa-29bef7a797d3 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Rescuing [ 1885.184766] env[63750]: DEBUG oslo_concurrency.lockutils [None req-568fd89f-cc8d-4634-b6fa-29bef7a797d3 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Acquiring lock "refresh_cache-22d7b81c-e802-4f7f-9269-b39916d70b4a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1885.184978] env[63750]: DEBUG oslo_concurrency.lockutils [None req-568fd89f-cc8d-4634-b6fa-29bef7a797d3 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Acquired lock "refresh_cache-22d7b81c-e802-4f7f-9269-b39916d70b4a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1885.185223] env[63750]: DEBUG nova.network.neutron [None req-568fd89f-cc8d-4634-b6fa-29bef7a797d3 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1885.369137] env[63750]: DEBUG oslo_vmware.api [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006653, 'name': Rename_Task, 'duration_secs': 0.164998} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.369439] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1885.369689] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8313bc48-71ec-4a0a-b436-6e86e4973540 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.380405] env[63750]: DEBUG oslo_vmware.api [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 1885.380405] env[63750]: value = "task-2006654" [ 1885.380405] env[63750]: _type = "Task" [ 1885.380405] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.388395] env[63750]: DEBUG oslo_vmware.api [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006654, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.461040] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f28a8e-6607-4df7-854c-581756f1e2cd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.468609] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab135128-c848-4fbc-89ca-8b5b25687c2c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.498491] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638bb0da-41b3-43ab-8222-b95941a6142e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.505881] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0adbe53-fc53-4ce7-8024-c66d8a879fdc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.520623] env[63750]: DEBUG nova.compute.provider_tree [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1885.560912] env[63750]: DEBUG nova.network.neutron [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: a0cb827a-0b98-46e8-bece-6832c14e0495] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1885.735698] env[63750]: DEBUG nova.network.neutron [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: a0cb827a-0b98-46e8-bece-6832c14e0495] Updating instance_info_cache with network_info: [{"id": "da143c80-6a10-48a4-83f8-7f4aa36c9521", "address": "fa:16:3e:74:8a:4a", "network": {"id": "0e079862-a158-4a83-80c0-7e4b9250f9fe", "bridge": "br-int", "label": "tempest-ServersTestJSON-24691741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348f6d26e2ec4f0ea7a2f9ae9fdf7a62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda143c80-6a", "ovs_interfaceid": "da143c80-6a10-48a4-83f8-7f4aa36c9521", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1885.891341] env[63750]: DEBUG oslo_vmware.api [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006654, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.967437] env[63750]: DEBUG nova.network.neutron [None req-568fd89f-cc8d-4634-b6fa-29bef7a797d3 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Updating instance_info_cache with network_info: [{"id": "ced1267d-22bd-4c6c-a07e-c25487ba689d", "address": "fa:16:3e:fa:28:9b", "network": {"id": "5b72bddf-6d28-4847-ad10-3ead21b1a568", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-96814161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "668d085ff7c7464ebe4a6eaa3fb6cd88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapced1267d-22", "ovs_interfaceid": "ced1267d-22bd-4c6c-a07e-c25487ba689d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1886.024834] env[63750]: DEBUG nova.scheduler.client.report [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1886.238917] env[63750]: DEBUG oslo_concurrency.lockutils [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Releasing lock "refresh_cache-a0cb827a-0b98-46e8-bece-6832c14e0495" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1886.239210] env[63750]: DEBUG nova.compute.manager [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: a0cb827a-0b98-46e8-bece-6832c14e0495] Instance network_info: |[{"id": "da143c80-6a10-48a4-83f8-7f4aa36c9521", "address": "fa:16:3e:74:8a:4a", "network": {"id": "0e079862-a158-4a83-80c0-7e4b9250f9fe", "bridge": "br-int", "label": "tempest-ServersTestJSON-24691741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348f6d26e2ec4f0ea7a2f9ae9fdf7a62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda143c80-6a", "ovs_interfaceid": "da143c80-6a10-48a4-83f8-7f4aa36c9521", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1886.239539] env[63750]: DEBUG oslo_concurrency.lockutils [req-49df2123-312b-4434-9ae4-881dd53df33b req-0102b722-fae6-44e7-a69e-9eb13edba236 service nova] Acquired lock "refresh_cache-a0cb827a-0b98-46e8-bece-6832c14e0495" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1886.239736] env[63750]: DEBUG nova.network.neutron [req-49df2123-312b-4434-9ae4-881dd53df33b req-0102b722-fae6-44e7-a69e-9eb13edba236 service nova] [instance: a0cb827a-0b98-46e8-bece-6832c14e0495] Refreshing network info cache for port da143c80-6a10-48a4-83f8-7f4aa36c9521 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1886.241077] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: a0cb827a-0b98-46e8-bece-6832c14e0495] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:8a:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd646f9d5-d2ad-4c22-bea5-85a965334de6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da143c80-6a10-48a4-83f8-7f4aa36c9521', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1886.248307] env[63750]: DEBUG oslo.service.loopingcall [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1886.251317] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0cb827a-0b98-46e8-bece-6832c14e0495] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1886.251932] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae2ed4e1-b3fc-4fe2-ad28-891789707aa3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.274447] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1886.274447] env[63750]: value = "task-2006655" [ 1886.274447] env[63750]: _type = "Task" [ 1886.274447] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.282304] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006655, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.390385] env[63750]: DEBUG oslo_vmware.api [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006654, 'name': PowerOnVM_Task, 'duration_secs': 0.611109} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.390835] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1886.391049] env[63750]: INFO nova.compute.manager [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Took 9.21 seconds to spawn the instance on the hypervisor. [ 1886.391309] env[63750]: DEBUG nova.compute.manager [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1886.392239] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb035cd-7bf6-4d2e-aa34-37f2162f8e93 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.469833] env[63750]: DEBUG nova.network.neutron [req-49df2123-312b-4434-9ae4-881dd53df33b req-0102b722-fae6-44e7-a69e-9eb13edba236 service nova] [instance: a0cb827a-0b98-46e8-bece-6832c14e0495] Updated VIF entry in instance network info cache for port da143c80-6a10-48a4-83f8-7f4aa36c9521. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1886.470200] env[63750]: DEBUG nova.network.neutron [req-49df2123-312b-4434-9ae4-881dd53df33b req-0102b722-fae6-44e7-a69e-9eb13edba236 service nova] [instance: a0cb827a-0b98-46e8-bece-6832c14e0495] Updating instance_info_cache with network_info: [{"id": "da143c80-6a10-48a4-83f8-7f4aa36c9521", "address": "fa:16:3e:74:8a:4a", "network": {"id": "0e079862-a158-4a83-80c0-7e4b9250f9fe", "bridge": "br-int", "label": "tempest-ServersTestJSON-24691741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348f6d26e2ec4f0ea7a2f9ae9fdf7a62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda143c80-6a", "ovs_interfaceid": "da143c80-6a10-48a4-83f8-7f4aa36c9521", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1886.471567] env[63750]: DEBUG oslo_concurrency.lockutils [None req-568fd89f-cc8d-4634-b6fa-29bef7a797d3 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Releasing lock "refresh_cache-22d7b81c-e802-4f7f-9269-b39916d70b4a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1886.530958] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63750) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1886.531242] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.954s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.531516] env[63750]: DEBUG oslo_concurrency.lockutils [None req-217b9791-569f-441f-868d-fc1844535bb3 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.953s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.532011] env[63750]: DEBUG oslo_concurrency.lockutils [None req-217b9791-569f-441f-868d-fc1844535bb3 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.533846] env[63750]: DEBUG oslo_concurrency.lockutils [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.836s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.535490] env[63750]: INFO nova.compute.claims [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1886.561108] env[63750]: INFO nova.scheduler.client.report [None req-217b9791-569f-441f-868d-fc1844535bb3 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Deleted allocations for instance 0420a80c-c7dd-419f-9123-bb69c09e037e [ 1886.785907] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006655, 'name': CreateVM_Task, 'duration_secs': 0.474456} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.786088] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0cb827a-0b98-46e8-bece-6832c14e0495] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1886.786771] env[63750]: DEBUG oslo_concurrency.lockutils [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1886.786935] env[63750]: DEBUG oslo_concurrency.lockutils [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1886.787261] env[63750]: DEBUG oslo_concurrency.lockutils [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1886.787569] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa53fb6b-67a4-4d1b-a71d-c6eed056fa51 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.792022] env[63750]: DEBUG oslo_vmware.api [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1886.792022] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52295dfa-9a83-798f-f83d-9bdee51cfb97" [ 1886.792022] env[63750]: _type = "Task" [ 1886.792022] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.799518] env[63750]: DEBUG oslo_vmware.api [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52295dfa-9a83-798f-f83d-9bdee51cfb97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.914348] env[63750]: INFO nova.compute.manager [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Took 31.73 seconds to build instance. [ 1886.976867] env[63750]: DEBUG oslo_concurrency.lockutils [req-49df2123-312b-4434-9ae4-881dd53df33b req-0102b722-fae6-44e7-a69e-9eb13edba236 service nova] Releasing lock "refresh_cache-a0cb827a-0b98-46e8-bece-6832c14e0495" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1887.071886] env[63750]: DEBUG oslo_concurrency.lockutils [None req-217b9791-569f-441f-868d-fc1844535bb3 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Lock "0420a80c-c7dd-419f-9123-bb69c09e037e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.160s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1887.250079] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1887.303743] env[63750]: DEBUG oslo_vmware.api [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52295dfa-9a83-798f-f83d-9bdee51cfb97, 'name': SearchDatastore_Task, 'duration_secs': 0.038221} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.304051] env[63750]: DEBUG oslo_concurrency.lockutils [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1887.304277] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: a0cb827a-0b98-46e8-bece-6832c14e0495] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1887.304505] env[63750]: DEBUG oslo_concurrency.lockutils [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1887.304649] env[63750]: DEBUG oslo_concurrency.lockutils [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1887.304823] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1887.305093] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-988af9fc-107e-472a-b889-e6723349c013 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.314886] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1887.315074] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1887.317335] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33361814-837f-4829-b7e3-2344d83d9645 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.321331] env[63750]: DEBUG oslo_vmware.api [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1887.321331] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]522be3de-a6ab-88cd-a5dd-d09d6ccc22f0" [ 1887.321331] env[63750]: _type = "Task" [ 1887.321331] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.330805] env[63750]: DEBUG oslo_vmware.api [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]522be3de-a6ab-88cd-a5dd-d09d6ccc22f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.416542] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e95caa6f-4001-4a29-98f7-b237c18b850a tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "d300f90f-ea70-4575-9643-29462f2602ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.242s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1887.732157] env[63750]: DEBUG nova.compute.manager [req-72b179e7-8641-4d6c-8756-f049744ec8eb req-b55e43f1-ac5a-492c-8ea0-b0ecb73dfe4d service nova] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Received event network-changed-ab4a9716-8c1d-4f5d-a4c0-12bfa8139d06 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1887.732157] env[63750]: DEBUG nova.compute.manager [req-72b179e7-8641-4d6c-8756-f049744ec8eb req-b55e43f1-ac5a-492c-8ea0-b0ecb73dfe4d service nova] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Refreshing instance network info cache due to event network-changed-ab4a9716-8c1d-4f5d-a4c0-12bfa8139d06. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1887.732157] env[63750]: DEBUG oslo_concurrency.lockutils [req-72b179e7-8641-4d6c-8756-f049744ec8eb req-b55e43f1-ac5a-492c-8ea0-b0ecb73dfe4d service nova] Acquiring lock "refresh_cache-d300f90f-ea70-4575-9643-29462f2602ce" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1887.732157] env[63750]: DEBUG oslo_concurrency.lockutils [req-72b179e7-8641-4d6c-8756-f049744ec8eb req-b55e43f1-ac5a-492c-8ea0-b0ecb73dfe4d service nova] Acquired lock "refresh_cache-d300f90f-ea70-4575-9643-29462f2602ce" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1887.732509] env[63750]: DEBUG nova.network.neutron [req-72b179e7-8641-4d6c-8756-f049744ec8eb req-b55e43f1-ac5a-492c-8ea0-b0ecb73dfe4d service nova] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Refreshing network info cache for port ab4a9716-8c1d-4f5d-a4c0-12bfa8139d06 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1887.756571] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1887.827712] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf2acf7-d31e-4201-aca7-6a500ad950d8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.836058] env[63750]: DEBUG oslo_vmware.api [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]522be3de-a6ab-88cd-a5dd-d09d6ccc22f0, 'name': SearchDatastore_Task, 'duration_secs': 0.010339} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.838417] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b67890ff-3acd-4c0d-8bb1-753481b7916b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.841181] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4093a2-32ac-4125-bb2d-81d0ad297d53 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.847080] env[63750]: DEBUG oslo_vmware.api [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1887.847080] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52adf2f5-b75c-80b7-2bf9-cf9a04a1b157" [ 1887.847080] env[63750]: _type = "Task" [ 1887.847080] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.876747] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8d9393-fa89-4852-bedf-4d300c019801 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.886019] env[63750]: DEBUG oslo_vmware.api [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52adf2f5-b75c-80b7-2bf9-cf9a04a1b157, 'name': SearchDatastore_Task, 'duration_secs': 0.032336} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.886886] env[63750]: DEBUG oslo_concurrency.lockutils [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1887.887167] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] a0cb827a-0b98-46e8-bece-6832c14e0495/a0cb827a-0b98-46e8-bece-6832c14e0495.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1887.887457] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc2e7a0d-45a6-46aa-b478-e88b5a1c5e0b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.891285] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487e2a37-7efe-4113-8da7-f75bc1e699e7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.905576] env[63750]: DEBUG nova.compute.provider_tree [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1887.908708] env[63750]: DEBUG oslo_vmware.api [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1887.908708] env[63750]: value = "task-2006656" [ 1887.908708] env[63750]: _type = "Task" [ 1887.908708] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.919415] env[63750]: DEBUG oslo_vmware.api [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006656, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.929102] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4958987c-f026-4f32-845b-43405ebd50cb tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Acquiring lock "2f025cc6-cd13-4f1b-9236-e5ff5a0f5074" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1887.929200] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4958987c-f026-4f32-845b-43405ebd50cb tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Lock "2f025cc6-cd13-4f1b-9236-e5ff5a0f5074" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1887.929407] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4958987c-f026-4f32-845b-43405ebd50cb tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Acquiring lock "2f025cc6-cd13-4f1b-9236-e5ff5a0f5074-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1887.929672] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4958987c-f026-4f32-845b-43405ebd50cb tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Lock "2f025cc6-cd13-4f1b-9236-e5ff5a0f5074-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1887.929955] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4958987c-f026-4f32-845b-43405ebd50cb tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Lock "2f025cc6-cd13-4f1b-9236-e5ff5a0f5074-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1887.933621] env[63750]: INFO nova.compute.manager [None req-4958987c-f026-4f32-845b-43405ebd50cb tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074] Terminating instance [ 1887.992757] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f50e2c2e-2c6b-437b-aa6e-c7f36f1c7212 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Acquiring lock "9b56be0d-29db-48b2-81f8-8b1bd7e7362f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1887.993221] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f50e2c2e-2c6b-437b-aa6e-c7f36f1c7212 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Lock "9b56be0d-29db-48b2-81f8-8b1bd7e7362f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1887.993653] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f50e2c2e-2c6b-437b-aa6e-c7f36f1c7212 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Acquiring lock "9b56be0d-29db-48b2-81f8-8b1bd7e7362f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1887.993794] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f50e2c2e-2c6b-437b-aa6e-c7f36f1c7212 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Lock "9b56be0d-29db-48b2-81f8-8b1bd7e7362f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1887.994078] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f50e2c2e-2c6b-437b-aa6e-c7f36f1c7212 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Lock "9b56be0d-29db-48b2-81f8-8b1bd7e7362f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1887.996783] env[63750]: INFO nova.compute.manager [None req-f50e2c2e-2c6b-437b-aa6e-c7f36f1c7212 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 9b56be0d-29db-48b2-81f8-8b1bd7e7362f] Terminating instance [ 1888.008881] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-568fd89f-cc8d-4634-b6fa-29bef7a797d3 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1888.009509] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d2a6349-f2e2-4d8c-b7d1-2520ac477fb1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.022752] env[63750]: DEBUG oslo_vmware.api [None req-568fd89f-cc8d-4634-b6fa-29bef7a797d3 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Waiting for the task: (returnval){ [ 1888.022752] env[63750]: value = "task-2006657" [ 1888.022752] env[63750]: _type = "Task" [ 1888.022752] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.036635] env[63750]: DEBUG oslo_vmware.api [None req-568fd89f-cc8d-4634-b6fa-29bef7a797d3 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006657, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.410633] env[63750]: DEBUG nova.scheduler.client.report [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1888.424954] env[63750]: DEBUG oslo_vmware.api [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006656, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.438595] env[63750]: DEBUG nova.compute.manager [None req-4958987c-f026-4f32-845b-43405ebd50cb tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1888.438854] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4958987c-f026-4f32-845b-43405ebd50cb tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1888.440113] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca88b9c-5740-46e1-bcd2-456abf24f1fc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.451191] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-4958987c-f026-4f32-845b-43405ebd50cb tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1888.451576] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00fce30e-fd62-456f-9411-7b8ff6f8e3f2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.460719] env[63750]: DEBUG oslo_vmware.api [None req-4958987c-f026-4f32-845b-43405ebd50cb tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Waiting for the task: (returnval){ [ 1888.460719] env[63750]: value = "task-2006659" [ 1888.460719] env[63750]: _type = "Task" [ 1888.460719] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.470764] env[63750]: DEBUG oslo_vmware.api [None req-4958987c-f026-4f32-845b-43405ebd50cb tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': task-2006659, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.506465] env[63750]: DEBUG nova.compute.manager [None req-f50e2c2e-2c6b-437b-aa6e-c7f36f1c7212 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 9b56be0d-29db-48b2-81f8-8b1bd7e7362f] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1888.506795] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f50e2c2e-2c6b-437b-aa6e-c7f36f1c7212 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 9b56be0d-29db-48b2-81f8-8b1bd7e7362f] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1888.508133] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316965cb-f72e-4c77-89c5-05d64639bf89 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.515457] env[63750]: DEBUG nova.network.neutron [req-72b179e7-8641-4d6c-8756-f049744ec8eb req-b55e43f1-ac5a-492c-8ea0-b0ecb73dfe4d service nova] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Updated VIF entry in instance network info cache for port ab4a9716-8c1d-4f5d-a4c0-12bfa8139d06. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1888.515983] env[63750]: DEBUG nova.network.neutron [req-72b179e7-8641-4d6c-8756-f049744ec8eb req-b55e43f1-ac5a-492c-8ea0-b0ecb73dfe4d service nova] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Updating instance_info_cache with network_info: [{"id": "ab4a9716-8c1d-4f5d-a4c0-12bfa8139d06", "address": "fa:16:3e:43:13:ee", "network": {"id": "8eeb3f57-9e47-48f4-ab8b-e14a44671e51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1675437426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "618573a371474aec86d00edfd3267bcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab4a9716-8c", "ovs_interfaceid": "ab4a9716-8c1d-4f5d-a4c0-12bfa8139d06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1888.520203] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-f50e2c2e-2c6b-437b-aa6e-c7f36f1c7212 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 9b56be0d-29db-48b2-81f8-8b1bd7e7362f] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1888.520860] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47ef7a94-ea12-488a-87f1-3f743a6dfe70 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.530815] env[63750]: DEBUG oslo_vmware.api [None req-f50e2c2e-2c6b-437b-aa6e-c7f36f1c7212 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Waiting for the task: (returnval){ [ 1888.530815] env[63750]: value = "task-2006660" [ 1888.530815] env[63750]: _type = "Task" [ 1888.530815] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.535545] env[63750]: DEBUG oslo_vmware.api [None req-568fd89f-cc8d-4634-b6fa-29bef7a797d3 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006657, 'name': PowerOffVM_Task, 'duration_secs': 0.259615} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.539265] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-568fd89f-cc8d-4634-b6fa-29bef7a797d3 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1888.540720] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e867fd20-f6b7-453c-86fb-9b8abf1b6876 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.548410] env[63750]: DEBUG oslo_vmware.api [None req-f50e2c2e-2c6b-437b-aa6e-c7f36f1c7212 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': task-2006660, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.565135] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4449d41-2951-4722-8caa-9b66a69c7152 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.600959] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-568fd89f-cc8d-4634-b6fa-29bef7a797d3 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1888.601302] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a692659-ce15-4a43-ab55-084a0feccb7a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.608373] env[63750]: DEBUG oslo_vmware.api [None req-568fd89f-cc8d-4634-b6fa-29bef7a797d3 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Waiting for the task: (returnval){ [ 1888.608373] env[63750]: value = "task-2006661" [ 1888.608373] env[63750]: _type = "Task" [ 1888.608373] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.617739] env[63750]: DEBUG oslo_vmware.api [None req-568fd89f-cc8d-4634-b6fa-29bef7a797d3 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006661, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.920027] env[63750]: DEBUG oslo_concurrency.lockutils [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.386s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1888.920182] env[63750]: DEBUG nova.compute.manager [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1888.926597] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.588s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1888.928155] env[63750]: INFO nova.compute.claims [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1888.930676] env[63750]: DEBUG oslo_vmware.api [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006656, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634619} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.931354] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] a0cb827a-0b98-46e8-bece-6832c14e0495/a0cb827a-0b98-46e8-bece-6832c14e0495.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1888.931616] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: a0cb827a-0b98-46e8-bece-6832c14e0495] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1888.931932] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3bf31e1e-9415-4a15-acd8-56f9e16b7efd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.939850] env[63750]: DEBUG oslo_vmware.api [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1888.939850] env[63750]: value = "task-2006662" [ 1888.939850] env[63750]: _type = "Task" [ 1888.939850] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.948188] env[63750]: DEBUG oslo_vmware.api [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006662, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.971443] env[63750]: DEBUG oslo_vmware.api [None req-4958987c-f026-4f32-845b-43405ebd50cb tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': task-2006659, 'name': PowerOffVM_Task, 'duration_secs': 0.369439} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.971685] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-4958987c-f026-4f32-845b-43405ebd50cb tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1888.971840] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4958987c-f026-4f32-845b-43405ebd50cb tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1888.972129] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b48c730-a989-49e0-83e7-b2b8d22b61f8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.021825] env[63750]: DEBUG oslo_concurrency.lockutils [req-72b179e7-8641-4d6c-8756-f049744ec8eb req-b55e43f1-ac5a-492c-8ea0-b0ecb73dfe4d service nova] Releasing lock "refresh_cache-d300f90f-ea70-4575-9643-29462f2602ce" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1889.046063] env[63750]: DEBUG oslo_vmware.api [None req-f50e2c2e-2c6b-437b-aa6e-c7f36f1c7212 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': task-2006660, 'name': PowerOffVM_Task, 'duration_secs': 0.281378} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.046406] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-f50e2c2e-2c6b-437b-aa6e-c7f36f1c7212 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 9b56be0d-29db-48b2-81f8-8b1bd7e7362f] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1889.046645] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f50e2c2e-2c6b-437b-aa6e-c7f36f1c7212 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 9b56be0d-29db-48b2-81f8-8b1bd7e7362f] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1889.046928] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6da39e12-d58b-4b71-9c07-c0cca7a38202 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.119605] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-568fd89f-cc8d-4634-b6fa-29bef7a797d3 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] VM already powered off {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1889.119832] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-568fd89f-cc8d-4634-b6fa-29bef7a797d3 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1889.120108] env[63750]: DEBUG oslo_concurrency.lockutils [None req-568fd89f-cc8d-4634-b6fa-29bef7a797d3 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1889.120266] env[63750]: DEBUG oslo_concurrency.lockutils [None req-568fd89f-cc8d-4634-b6fa-29bef7a797d3 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1889.120444] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-568fd89f-cc8d-4634-b6fa-29bef7a797d3 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1889.120712] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4958987c-f026-4f32-845b-43405ebd50cb tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1889.120881] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4958987c-f026-4f32-845b-43405ebd50cb tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1889.121055] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-4958987c-f026-4f32-845b-43405ebd50cb tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Deleting the datastore file [datastore1] 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1889.121287] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02109065-2ba4-417d-a513-01eeccd81e57 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.123155] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7fbdf813-84c7-441b-a5ed-da5040c44dd0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.130113] env[63750]: DEBUG oslo_vmware.api [None req-4958987c-f026-4f32-845b-43405ebd50cb tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Waiting for the task: (returnval){ [ 1889.130113] env[63750]: value = "task-2006665" [ 1889.130113] env[63750]: _type = "Task" [ 1889.130113] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.134306] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f50e2c2e-2c6b-437b-aa6e-c7f36f1c7212 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 9b56be0d-29db-48b2-81f8-8b1bd7e7362f] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1889.134493] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f50e2c2e-2c6b-437b-aa6e-c7f36f1c7212 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 9b56be0d-29db-48b2-81f8-8b1bd7e7362f] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1889.134668] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-f50e2c2e-2c6b-437b-aa6e-c7f36f1c7212 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Deleting the datastore file [datastore1] 9b56be0d-29db-48b2-81f8-8b1bd7e7362f {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1889.135217] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfd28265-8b94-4537-9d9d-6f2eab6be629 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.137716] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-568fd89f-cc8d-4634-b6fa-29bef7a797d3 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1889.137916] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-568fd89f-cc8d-4634-b6fa-29bef7a797d3 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1889.138865] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8245e5d-53f3-4367-8a84-106998fde89e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.142449] env[63750]: DEBUG oslo_vmware.api [None req-f50e2c2e-2c6b-437b-aa6e-c7f36f1c7212 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Waiting for the task: (returnval){ [ 1889.142449] env[63750]: value = "task-2006666" [ 1889.142449] env[63750]: _type = "Task" [ 1889.142449] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.146650] env[63750]: DEBUG oslo_vmware.api [None req-4958987c-f026-4f32-845b-43405ebd50cb tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': task-2006665, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.146908] env[63750]: DEBUG oslo_vmware.api [None req-568fd89f-cc8d-4634-b6fa-29bef7a797d3 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Waiting for the task: (returnval){ [ 1889.146908] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5236dfbb-992a-9a00-78f2-13e81254e566" [ 1889.146908] env[63750]: _type = "Task" [ 1889.146908] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.156638] env[63750]: DEBUG oslo_vmware.api [None req-f50e2c2e-2c6b-437b-aa6e-c7f36f1c7212 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': task-2006666, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.159415] env[63750]: DEBUG oslo_vmware.api [None req-568fd89f-cc8d-4634-b6fa-29bef7a797d3 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5236dfbb-992a-9a00-78f2-13e81254e566, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.434789] env[63750]: DEBUG nova.compute.utils [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1889.436912] env[63750]: DEBUG nova.compute.manager [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] Not allocating networking since 'none' was specified. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1889.452072] env[63750]: DEBUG oslo_vmware.api [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006662, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.153792} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.452072] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: a0cb827a-0b98-46e8-bece-6832c14e0495] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1889.452747] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc5fcca-1459-4fb7-b9b5-e38cec0210e1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.477864] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: a0cb827a-0b98-46e8-bece-6832c14e0495] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] a0cb827a-0b98-46e8-bece-6832c14e0495/a0cb827a-0b98-46e8-bece-6832c14e0495.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1889.478599] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b17dfdd1-78aa-4c7d-9fa7-339eba6a2378 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.498592] env[63750]: DEBUG oslo_vmware.api [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1889.498592] env[63750]: value = "task-2006667" [ 1889.498592] env[63750]: _type = "Task" [ 1889.498592] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.506427] env[63750]: DEBUG oslo_vmware.api [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006667, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.640480] env[63750]: DEBUG oslo_vmware.api [None req-4958987c-f026-4f32-845b-43405ebd50cb tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': task-2006665, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.657881] env[63750]: DEBUG oslo_vmware.api [None req-f50e2c2e-2c6b-437b-aa6e-c7f36f1c7212 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': task-2006666, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.661166] env[63750]: DEBUG oslo_vmware.api [None req-568fd89f-cc8d-4634-b6fa-29bef7a797d3 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5236dfbb-992a-9a00-78f2-13e81254e566, 'name': SearchDatastore_Task, 'duration_secs': 0.041399} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.661894] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-994a3cdb-5113-43a1-8a69-923bc6ee1c74 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.666630] env[63750]: DEBUG oslo_vmware.api [None req-568fd89f-cc8d-4634-b6fa-29bef7a797d3 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Waiting for the task: (returnval){ [ 1889.666630] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a6aaea-3fb6-f438-9a33-a1cbce574bda" [ 1889.666630] env[63750]: _type = "Task" [ 1889.666630] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.673785] env[63750]: DEBUG oslo_vmware.api [None req-568fd89f-cc8d-4634-b6fa-29bef7a797d3 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a6aaea-3fb6-f438-9a33-a1cbce574bda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.940297] env[63750]: DEBUG nova.compute.manager [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1890.008430] env[63750]: DEBUG oslo_vmware.api [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006667, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.142162] env[63750]: DEBUG oslo_vmware.api [None req-4958987c-f026-4f32-845b-43405ebd50cb tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': task-2006665, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.722252} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.144754] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-4958987c-f026-4f32-845b-43405ebd50cb tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1890.144947] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4958987c-f026-4f32-845b-43405ebd50cb tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1890.145140] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4958987c-f026-4f32-845b-43405ebd50cb tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1890.145897] env[63750]: INFO nova.compute.manager [None req-4958987c-f026-4f32-845b-43405ebd50cb tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074] Took 1.71 seconds to destroy the instance on the hypervisor. [ 1890.145897] env[63750]: DEBUG oslo.service.loopingcall [None req-4958987c-f026-4f32-845b-43405ebd50cb tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1890.146073] env[63750]: DEBUG nova.compute.manager [-] [instance: 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1890.146073] env[63750]: DEBUG nova.network.neutron [-] [instance: 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1890.157790] env[63750]: DEBUG oslo_vmware.api [None req-f50e2c2e-2c6b-437b-aa6e-c7f36f1c7212 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Task: {'id': task-2006666, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.725158} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.161302] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-f50e2c2e-2c6b-437b-aa6e-c7f36f1c7212 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1890.161569] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f50e2c2e-2c6b-437b-aa6e-c7f36f1c7212 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 9b56be0d-29db-48b2-81f8-8b1bd7e7362f] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1890.161836] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f50e2c2e-2c6b-437b-aa6e-c7f36f1c7212 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 9b56be0d-29db-48b2-81f8-8b1bd7e7362f] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1890.162104] env[63750]: INFO nova.compute.manager [None req-f50e2c2e-2c6b-437b-aa6e-c7f36f1c7212 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] [instance: 9b56be0d-29db-48b2-81f8-8b1bd7e7362f] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1890.162433] env[63750]: DEBUG oslo.service.loopingcall [None req-f50e2c2e-2c6b-437b-aa6e-c7f36f1c7212 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1890.163707] env[63750]: DEBUG nova.compute.manager [-] [instance: 9b56be0d-29db-48b2-81f8-8b1bd7e7362f] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1890.163707] env[63750]: DEBUG nova.network.neutron [-] [instance: 9b56be0d-29db-48b2-81f8-8b1bd7e7362f] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1890.178038] env[63750]: DEBUG oslo_vmware.api [None req-568fd89f-cc8d-4634-b6fa-29bef7a797d3 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a6aaea-3fb6-f438-9a33-a1cbce574bda, 'name': SearchDatastore_Task, 'duration_secs': 0.015977} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.180851] env[63750]: DEBUG oslo_concurrency.lockutils [None req-568fd89f-cc8d-4634-b6fa-29bef7a797d3 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1890.181222] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-568fd89f-cc8d-4634-b6fa-29bef7a797d3 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 22d7b81c-e802-4f7f-9269-b39916d70b4a/53a5fdf8-c6be-4008-8c9d-7c67205e61eb-rescue.vmdk. {{(pid=63750) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1890.182028] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e378977e-c50b-459d-937c-5b18ed448049 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.188247] env[63750]: DEBUG oslo_vmware.api [None req-568fd89f-cc8d-4634-b6fa-29bef7a797d3 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Waiting for the task: (returnval){ [ 1890.188247] env[63750]: value = "task-2006668" [ 1890.188247] env[63750]: _type = "Task" [ 1890.188247] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.199645] env[63750]: DEBUG oslo_vmware.api [None req-568fd89f-cc8d-4634-b6fa-29bef7a797d3 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006668, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.258554] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37888f8-fc27-49d3-83df-e8bfe26af85a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.266230] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ed5f0c-0a6f-4463-9dcf-3f93564fed9b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.300704] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af114fd0-5533-4870-9672-0860523de83c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.309013] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7822c1-4529-4022-bc77-9cb4f2ae3e9d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.322598] env[63750]: DEBUG nova.compute.provider_tree [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1890.509268] env[63750]: DEBUG oslo_vmware.api [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006667, 'name': ReconfigVM_Task, 'duration_secs': 0.804298} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.509714] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: a0cb827a-0b98-46e8-bece-6832c14e0495] Reconfigured VM instance instance-0000004b to attach disk [datastore2] a0cb827a-0b98-46e8-bece-6832c14e0495/a0cb827a-0b98-46e8-bece-6832c14e0495.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1890.510249] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14ff01a7-1aec-4927-b010-e2c6dd7f9f8e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.516141] env[63750]: DEBUG oslo_vmware.api [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1890.516141] env[63750]: value = "task-2006670" [ 1890.516141] env[63750]: _type = "Task" [ 1890.516141] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.523735] env[63750]: DEBUG oslo_vmware.api [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006670, 'name': Rename_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.597254] env[63750]: DEBUG nova.compute.manager [req-b8f696fc-df62-4452-a960-1f31d9e29ef5 req-b3d22a50-e88c-4944-bd20-0893e10df1b1 service nova] [instance: 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074] Received event network-vif-deleted-0dda8bf0-d79e-491a-acad-9a5da5ed10e7 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1890.597254] env[63750]: INFO nova.compute.manager [req-b8f696fc-df62-4452-a960-1f31d9e29ef5 req-b3d22a50-e88c-4944-bd20-0893e10df1b1 service nova] [instance: 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074] Neutron deleted interface 0dda8bf0-d79e-491a-acad-9a5da5ed10e7; detaching it from the instance and deleting it from the info cache [ 1890.597254] env[63750]: DEBUG nova.network.neutron [req-b8f696fc-df62-4452-a960-1f31d9e29ef5 req-b3d22a50-e88c-4944-bd20-0893e10df1b1 service nova] [instance: 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1890.698404] env[63750]: DEBUG oslo_vmware.api [None req-568fd89f-cc8d-4634-b6fa-29bef7a797d3 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006668, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.827033] env[63750]: DEBUG nova.scheduler.client.report [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1890.948674] env[63750]: DEBUG nova.compute.manager [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1890.976040] env[63750]: DEBUG nova.virt.hardware [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1890.976318] env[63750]: DEBUG nova.virt.hardware [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1890.976556] env[63750]: DEBUG nova.virt.hardware [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1890.976818] env[63750]: DEBUG nova.virt.hardware [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1890.976995] env[63750]: DEBUG nova.virt.hardware [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1890.977194] env[63750]: DEBUG nova.virt.hardware [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1890.977444] env[63750]: DEBUG nova.virt.hardware [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1890.977656] env[63750]: DEBUG nova.virt.hardware [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1890.977848] env[63750]: DEBUG nova.virt.hardware [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1890.978025] env[63750]: DEBUG nova.virt.hardware [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1890.978243] env[63750]: DEBUG nova.virt.hardware [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1890.979640] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0bb44b9-f134-4e40-b86e-eff18177dedb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.989134] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eae70f4-0e6a-4a9e-90c9-f0254e0334b0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.003604] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] Instance VIF info [] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1891.009503] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Creating folder: Project (a27890fc759a417dbc2445ea47f57a56). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1891.009859] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4300602-9344-4888-b7dd-879ea73b9d8e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.021007] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Created folder: Project (a27890fc759a417dbc2445ea47f57a56) in parent group-v412391. [ 1891.021139] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Creating folder: Instances. Parent ref: group-v412583. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1891.021672] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99501a55-5c9f-4328-b003-4751d8b1d626 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.026179] env[63750]: DEBUG oslo_vmware.api [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006670, 'name': Rename_Task, 'duration_secs': 0.21839} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.026731] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: a0cb827a-0b98-46e8-bece-6832c14e0495] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1891.026949] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67bb4615-2e88-44e1-b731-d7abb3b0631f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.033865] env[63750]: DEBUG oslo_vmware.api [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1891.033865] env[63750]: value = "task-2006673" [ 1891.033865] env[63750]: _type = "Task" [ 1891.033865] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.034998] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Created folder: Instances in parent group-v412583. [ 1891.035312] env[63750]: DEBUG oslo.service.loopingcall [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1891.038215] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1891.038414] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8becad8-6bfc-46a4-9421-5cc511c9602f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.054656] env[63750]: DEBUG oslo_vmware.api [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006673, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.055787] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1891.055787] env[63750]: value = "task-2006674" [ 1891.055787] env[63750]: _type = "Task" [ 1891.055787] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.062648] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006674, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.076478] env[63750]: DEBUG nova.network.neutron [-] [instance: 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1891.077301] env[63750]: DEBUG nova.network.neutron [-] [instance: 9b56be0d-29db-48b2-81f8-8b1bd7e7362f] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1891.099873] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a608f709-63ad-4612-a881-0100ea258adb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.109146] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0886aaea-8d98-421f-830c-a1cedc18f076 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.140522] env[63750]: DEBUG nova.compute.manager [req-b8f696fc-df62-4452-a960-1f31d9e29ef5 req-b3d22a50-e88c-4944-bd20-0893e10df1b1 service nova] [instance: 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074] Detach interface failed, port_id=0dda8bf0-d79e-491a-acad-9a5da5ed10e7, reason: Instance 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074 could not be found. {{(pid=63750) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1891.199285] env[63750]: DEBUG oslo_vmware.api [None req-568fd89f-cc8d-4634-b6fa-29bef7a797d3 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006668, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.841671} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.199451] env[63750]: INFO nova.virt.vmwareapi.ds_util [None req-568fd89f-cc8d-4634-b6fa-29bef7a797d3 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 22d7b81c-e802-4f7f-9269-b39916d70b4a/53a5fdf8-c6be-4008-8c9d-7c67205e61eb-rescue.vmdk. [ 1891.200287] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc4314b-5bb1-4f7d-9b82-b5cfc3528290 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.229594] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-568fd89f-cc8d-4634-b6fa-29bef7a797d3 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 22d7b81c-e802-4f7f-9269-b39916d70b4a/53a5fdf8-c6be-4008-8c9d-7c67205e61eb-rescue.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1891.229732] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e70779b-c363-40ac-a42e-754713afa9da {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.255379] env[63750]: DEBUG oslo_vmware.api [None req-568fd89f-cc8d-4634-b6fa-29bef7a797d3 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Waiting for the task: (returnval){ [ 1891.255379] env[63750]: value = "task-2006675" [ 1891.255379] env[63750]: _type = "Task" [ 1891.255379] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.265894] env[63750]: DEBUG oslo_vmware.api [None req-568fd89f-cc8d-4634-b6fa-29bef7a797d3 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006675, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.331962] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.405s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1891.332543] env[63750]: DEBUG nova.compute.manager [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1891.335108] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ef230645-b791-466e-b908-22d118dadf0e tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.017s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1891.335864] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ef230645-b791-466e-b908-22d118dadf0e tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1891.337437] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.028s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1891.339130] env[63750]: INFO nova.compute.claims [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] [instance: c72d3206-1842-4cf6-bfba-c4f811744f29] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1891.361028] env[63750]: INFO nova.scheduler.client.report [None req-ef230645-b791-466e-b908-22d118dadf0e tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Deleted allocations for instance f9e7715c-fd1a-4425-a800-c07f5627807c [ 1891.544565] env[63750]: DEBUG oslo_vmware.api [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006673, 'name': PowerOnVM_Task, 'duration_secs': 0.426718} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.544929] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: a0cb827a-0b98-46e8-bece-6832c14e0495] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1891.545041] env[63750]: INFO nova.compute.manager [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: a0cb827a-0b98-46e8-bece-6832c14e0495] Took 7.94 seconds to spawn the instance on the hypervisor. [ 1891.545229] env[63750]: DEBUG nova.compute.manager [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: a0cb827a-0b98-46e8-bece-6832c14e0495] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1891.546045] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32cbe8c8-f0da-4cbb-becc-7d12c9830d7d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.564635] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006674, 'name': CreateVM_Task, 'duration_secs': 0.243385} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.564795] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1891.565258] env[63750]: DEBUG oslo_concurrency.lockutils [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1891.565419] env[63750]: DEBUG oslo_concurrency.lockutils [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1891.565784] env[63750]: DEBUG oslo_concurrency.lockutils [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1891.566034] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-819de2eb-43e4-404c-9463-ac1791828200 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.571087] env[63750]: DEBUG oslo_vmware.api [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Waiting for the task: (returnval){ [ 1891.571087] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527ce304-7ab0-c956-38fc-f7174862ee73" [ 1891.571087] env[63750]: _type = "Task" [ 1891.571087] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.578892] env[63750]: DEBUG oslo_vmware.api [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527ce304-7ab0-c956-38fc-f7174862ee73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.579405] env[63750]: INFO nova.compute.manager [-] [instance: 9b56be0d-29db-48b2-81f8-8b1bd7e7362f] Took 1.42 seconds to deallocate network for instance. [ 1891.579728] env[63750]: INFO nova.compute.manager [-] [instance: 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074] Took 1.43 seconds to deallocate network for instance. [ 1891.766425] env[63750]: DEBUG oslo_vmware.api [None req-568fd89f-cc8d-4634-b6fa-29bef7a797d3 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006675, 'name': ReconfigVM_Task, 'duration_secs': 0.330269} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.766722] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-568fd89f-cc8d-4634-b6fa-29bef7a797d3 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 22d7b81c-e802-4f7f-9269-b39916d70b4a/53a5fdf8-c6be-4008-8c9d-7c67205e61eb-rescue.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1891.767547] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7215d36-9bf9-49a2-93ae-c2b89f77daaf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.791845] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfed470d-d1f3-4df5-ade1-5824778c82e9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.807169] env[63750]: DEBUG oslo_vmware.api [None req-568fd89f-cc8d-4634-b6fa-29bef7a797d3 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Waiting for the task: (returnval){ [ 1891.807169] env[63750]: value = "task-2006676" [ 1891.807169] env[63750]: _type = "Task" [ 1891.807169] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.815126] env[63750]: DEBUG oslo_vmware.api [None req-568fd89f-cc8d-4634-b6fa-29bef7a797d3 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006676, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.843670] env[63750]: DEBUG nova.compute.utils [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1891.846874] env[63750]: DEBUG nova.compute.manager [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1891.847102] env[63750]: DEBUG nova.network.neutron [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1891.870821] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ef230645-b791-466e-b908-22d118dadf0e tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "f9e7715c-fd1a-4425-a800-c07f5627807c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.181s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1891.885618] env[63750]: DEBUG nova.policy [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '224173c61c32462c948e82a685c45e7a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a2d0199021141198e0a8cc981e6d49d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1892.064077] env[63750]: INFO nova.compute.manager [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: a0cb827a-0b98-46e8-bece-6832c14e0495] Took 30.36 seconds to build instance. [ 1892.081989] env[63750]: DEBUG oslo_vmware.api [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527ce304-7ab0-c956-38fc-f7174862ee73, 'name': SearchDatastore_Task, 'duration_secs': 0.010006} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.082307] env[63750]: DEBUG oslo_concurrency.lockutils [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1892.082542] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1892.082841] env[63750]: DEBUG oslo_concurrency.lockutils [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1892.083007] env[63750]: DEBUG oslo_concurrency.lockutils [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1892.083197] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1892.083451] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3dc61bea-7997-42ce-94fa-d16c7deaca38 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.085783] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f50e2c2e-2c6b-437b-aa6e-c7f36f1c7212 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1892.090164] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4958987c-f026-4f32-845b-43405ebd50cb tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1892.102946] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1892.103064] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1892.103756] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ee494d8-ca4f-4168-ba6f-753d298efd51 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.108968] env[63750]: DEBUG oslo_vmware.api [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Waiting for the task: (returnval){ [ 1892.108968] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52268097-dfe3-c7d1-b6ac-0442b77852f5" [ 1892.108968] env[63750]: _type = "Task" [ 1892.108968] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.117797] env[63750]: DEBUG oslo_vmware.api [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52268097-dfe3-c7d1-b6ac-0442b77852f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.148601] env[63750]: DEBUG nova.network.neutron [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Successfully created port: d71fabc7-e29e-472d-a3b9-d7dace21f686 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1892.318743] env[63750]: DEBUG oslo_vmware.api [None req-568fd89f-cc8d-4634-b6fa-29bef7a797d3 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006676, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.350241] env[63750]: DEBUG nova.compute.manager [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1892.566136] env[63750]: DEBUG oslo_concurrency.lockutils [None req-7f463bb2-fdf1-4cfb-9ac5-f19f51b42ddc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "a0cb827a-0b98-46e8-bece-6832c14e0495" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.873s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1892.621827] env[63750]: DEBUG oslo_vmware.api [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52268097-dfe3-c7d1-b6ac-0442b77852f5, 'name': SearchDatastore_Task, 'duration_secs': 0.070108} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.622634] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adbeab35-cf42-44ae-931c-80c30e102f81 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.630235] env[63750]: DEBUG oslo_vmware.api [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Waiting for the task: (returnval){ [ 1892.630235] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52dba698-71bf-7a98-f5da-8a8ef6d04908" [ 1892.630235] env[63750]: _type = "Task" [ 1892.630235] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.637943] env[63750]: DEBUG oslo_vmware.api [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52dba698-71bf-7a98-f5da-8a8ef6d04908, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.639429] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3f3c11-7f45-4fae-9a92-150059d2a455 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.648190] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac2d9d3-0f4f-41c7-9b0a-df64ca023f6f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.684308] env[63750]: DEBUG nova.compute.manager [req-2cca3700-4ef3-499a-b138-cd77075dd161 req-aaf750ec-16de-47fb-ba90-e661484bd207 service nova] [instance: 9b56be0d-29db-48b2-81f8-8b1bd7e7362f] Received event network-vif-deleted-5cf20518-d0e8-4097-88c1-439fb22bfa1f {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1892.684935] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bac2b08-263f-41d8-9d40-f719cb0169e4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.693155] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7392dc-6475-49b7-9bd5-672979f36ca6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.708471] env[63750]: DEBUG nova.compute.provider_tree [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1892.819302] env[63750]: DEBUG oslo_vmware.api [None req-568fd89f-cc8d-4634-b6fa-29bef7a797d3 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006676, 'name': ReconfigVM_Task, 'duration_secs': 0.5923} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.819537] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-568fd89f-cc8d-4634-b6fa-29bef7a797d3 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1892.819782] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0605f4ae-f590-49aa-8eb9-56820caba4a4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.826403] env[63750]: DEBUG oslo_vmware.api [None req-568fd89f-cc8d-4634-b6fa-29bef7a797d3 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Waiting for the task: (returnval){ [ 1892.826403] env[63750]: value = "task-2006678" [ 1892.826403] env[63750]: _type = "Task" [ 1892.826403] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.841837] env[63750]: DEBUG oslo_vmware.api [None req-568fd89f-cc8d-4634-b6fa-29bef7a797d3 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006678, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.140857] env[63750]: DEBUG oslo_vmware.api [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52dba698-71bf-7a98-f5da-8a8ef6d04908, 'name': SearchDatastore_Task, 'duration_secs': 0.023861} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.141134] env[63750]: DEBUG oslo_concurrency.lockutils [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1893.141412] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57/0dabc79e-2f17-4d61-b0c7-c384fb2fdc57.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1893.141676] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2d91afe-19a9-4124-a329-5a0d4e34b280 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.148369] env[63750]: DEBUG oslo_vmware.api [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Waiting for the task: (returnval){ [ 1893.148369] env[63750]: value = "task-2006679" [ 1893.148369] env[63750]: _type = "Task" [ 1893.148369] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.156073] env[63750]: DEBUG oslo_vmware.api [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Task: {'id': task-2006679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.211709] env[63750]: DEBUG nova.scheduler.client.report [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1893.260136] env[63750]: DEBUG oslo_concurrency.lockutils [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquiring lock "6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1893.260416] env[63750]: DEBUG oslo_concurrency.lockutils [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1893.339204] env[63750]: DEBUG oslo_vmware.api [None req-568fd89f-cc8d-4634-b6fa-29bef7a797d3 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006678, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.365832] env[63750]: DEBUG nova.compute.manager [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1893.392798] env[63750]: DEBUG nova.virt.hardware [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1893.393018] env[63750]: DEBUG nova.virt.hardware [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1893.393242] env[63750]: DEBUG nova.virt.hardware [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1893.393516] env[63750]: DEBUG nova.virt.hardware [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1893.393678] env[63750]: DEBUG nova.virt.hardware [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1893.393822] env[63750]: DEBUG nova.virt.hardware [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1893.394043] env[63750]: DEBUG nova.virt.hardware [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1893.394209] env[63750]: DEBUG nova.virt.hardware [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1893.394376] env[63750]: DEBUG nova.virt.hardware [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1893.394538] env[63750]: DEBUG nova.virt.hardware [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1893.394714] env[63750]: DEBUG nova.virt.hardware [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1893.395691] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9def99a5-d7f9-4930-8d1d-2f6f04262e49 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.409577] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2970faf6-531b-499c-8ddd-abba3297a7db {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.665500] env[63750]: DEBUG oslo_vmware.api [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Task: {'id': task-2006679, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.716660] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1893.717217] env[63750]: DEBUG nova.compute.manager [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] [instance: c72d3206-1842-4cf6-bfba-c4f811744f29] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1893.720199] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ea4fe281-70f6-403d-bfa4-b18e4921b2ca tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.357s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1893.720401] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ea4fe281-70f6-403d-bfa4-b18e4921b2ca tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1893.722435] env[63750]: DEBUG oslo_concurrency.lockutils [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.908s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1893.723851] env[63750]: INFO nova.compute.claims [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1893.752890] env[63750]: INFO nova.scheduler.client.report [None req-ea4fe281-70f6-403d-bfa4-b18e4921b2ca tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Deleted allocations for instance c22023e7-8e33-478b-a1d7-f844a427dae6 [ 1893.762195] env[63750]: DEBUG nova.compute.manager [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1893.840018] env[63750]: DEBUG oslo_vmware.api [None req-568fd89f-cc8d-4634-b6fa-29bef7a797d3 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006678, 'name': PowerOnVM_Task, 'duration_secs': 0.545101} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.840302] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-568fd89f-cc8d-4634-b6fa-29bef7a797d3 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1893.843161] env[63750]: DEBUG nova.compute.manager [None req-568fd89f-cc8d-4634-b6fa-29bef7a797d3 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1893.843978] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f756c1-a029-404a-92d0-8bbf2845ccbd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.875344] env[63750]: DEBUG nova.network.neutron [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Successfully updated port: d71fabc7-e29e-472d-a3b9-d7dace21f686 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1894.160471] env[63750]: DEBUG oslo_vmware.api [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Task: {'id': task-2006679, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59872} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.160723] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57/0dabc79e-2f17-4d61-b0c7-c384fb2fdc57.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1894.160977] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1894.161260] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40412cc3-6003-46bb-8d4f-f253b056cb56 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.168477] env[63750]: DEBUG oslo_vmware.api [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Waiting for the task: (returnval){ [ 1894.168477] env[63750]: value = "task-2006680" [ 1894.168477] env[63750]: _type = "Task" [ 1894.168477] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.177417] env[63750]: DEBUG oslo_vmware.api [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Task: {'id': task-2006680, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.228704] env[63750]: DEBUG nova.compute.utils [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1894.232148] env[63750]: DEBUG nova.compute.manager [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] [instance: c72d3206-1842-4cf6-bfba-c4f811744f29] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1894.232347] env[63750]: DEBUG nova.network.neutron [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] [instance: c72d3206-1842-4cf6-bfba-c4f811744f29] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1894.263919] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ea4fe281-70f6-403d-bfa4-b18e4921b2ca tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Lock "c22023e7-8e33-478b-a1d7-f844a427dae6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.772s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.272379] env[63750]: DEBUG nova.policy [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9eab38c8a2bc400a9502e65ea1261efa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'edee1a5495994e15bfd0a673cfb674fe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1894.279676] env[63750]: DEBUG oslo_concurrency.lockutils [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.380189] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquiring lock "refresh_cache-e2f05884-7293-4e98-a2e3-690440efd29a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1894.380326] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquired lock "refresh_cache-e2f05884-7293-4e98-a2e3-690440efd29a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1894.380479] env[63750]: DEBUG nova.network.neutron [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1894.543784] env[63750]: DEBUG oslo_concurrency.lockutils [None req-edafdbe2-0857-4717-a11c-cd51a4a85e58 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Acquiring lock "0431561b-dd08-4c9c-a4f6-43d19cbe4b03" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.544090] env[63750]: DEBUG oslo_concurrency.lockutils [None req-edafdbe2-0857-4717-a11c-cd51a4a85e58 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Lock "0431561b-dd08-4c9c-a4f6-43d19cbe4b03" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.544297] env[63750]: DEBUG oslo_concurrency.lockutils [None req-edafdbe2-0857-4717-a11c-cd51a4a85e58 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Acquiring lock "0431561b-dd08-4c9c-a4f6-43d19cbe4b03-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.544481] env[63750]: DEBUG oslo_concurrency.lockutils [None req-edafdbe2-0857-4717-a11c-cd51a4a85e58 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Lock "0431561b-dd08-4c9c-a4f6-43d19cbe4b03-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.544666] env[63750]: DEBUG oslo_concurrency.lockutils [None req-edafdbe2-0857-4717-a11c-cd51a4a85e58 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Lock "0431561b-dd08-4c9c-a4f6-43d19cbe4b03-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.546759] env[63750]: INFO nova.compute.manager [None req-edafdbe2-0857-4717-a11c-cd51a4a85e58 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 0431561b-dd08-4c9c-a4f6-43d19cbe4b03] Terminating instance [ 1894.553719] env[63750]: DEBUG nova.network.neutron [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] [instance: c72d3206-1842-4cf6-bfba-c4f811744f29] Successfully created port: de23215c-8f44-4b27-896f-ae174dbda3b3 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1894.678863] env[63750]: DEBUG oslo_vmware.api [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Task: {'id': task-2006680, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069878} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.679276] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1894.679985] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c9d071-8466-42d0-b5d8-c88e44490995 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.701691] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57/0dabc79e-2f17-4d61-b0c7-c384fb2fdc57.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1894.703271] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6fabe1c-1e72-4f0f-b1f3-1e3b455cab2d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.718854] env[63750]: DEBUG nova.compute.manager [req-dd73c943-8203-4167-9203-a96627368866 req-663b21c0-fd8e-471b-a1b5-09926c48f0ee service nova] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Received event network-vif-plugged-d71fabc7-e29e-472d-a3b9-d7dace21f686 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1894.719084] env[63750]: DEBUG oslo_concurrency.lockutils [req-dd73c943-8203-4167-9203-a96627368866 req-663b21c0-fd8e-471b-a1b5-09926c48f0ee service nova] Acquiring lock "e2f05884-7293-4e98-a2e3-690440efd29a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.719404] env[63750]: DEBUG oslo_concurrency.lockutils [req-dd73c943-8203-4167-9203-a96627368866 req-663b21c0-fd8e-471b-a1b5-09926c48f0ee service nova] Lock "e2f05884-7293-4e98-a2e3-690440efd29a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.719497] env[63750]: DEBUG oslo_concurrency.lockutils [req-dd73c943-8203-4167-9203-a96627368866 req-663b21c0-fd8e-471b-a1b5-09926c48f0ee service nova] Lock "e2f05884-7293-4e98-a2e3-690440efd29a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.719603] env[63750]: DEBUG nova.compute.manager [req-dd73c943-8203-4167-9203-a96627368866 req-663b21c0-fd8e-471b-a1b5-09926c48f0ee service nova] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] No waiting events found dispatching network-vif-plugged-d71fabc7-e29e-472d-a3b9-d7dace21f686 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1894.719762] env[63750]: WARNING nova.compute.manager [req-dd73c943-8203-4167-9203-a96627368866 req-663b21c0-fd8e-471b-a1b5-09926c48f0ee service nova] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Received unexpected event network-vif-plugged-d71fabc7-e29e-472d-a3b9-d7dace21f686 for instance with vm_state building and task_state spawning. [ 1894.719934] env[63750]: DEBUG nova.compute.manager [req-dd73c943-8203-4167-9203-a96627368866 req-663b21c0-fd8e-471b-a1b5-09926c48f0ee service nova] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Received event network-changed-d71fabc7-e29e-472d-a3b9-d7dace21f686 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1894.720105] env[63750]: DEBUG nova.compute.manager [req-dd73c943-8203-4167-9203-a96627368866 req-663b21c0-fd8e-471b-a1b5-09926c48f0ee service nova] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Refreshing instance network info cache due to event network-changed-d71fabc7-e29e-472d-a3b9-d7dace21f686. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1894.720275] env[63750]: DEBUG oslo_concurrency.lockutils [req-dd73c943-8203-4167-9203-a96627368866 req-663b21c0-fd8e-471b-a1b5-09926c48f0ee service nova] Acquiring lock "refresh_cache-e2f05884-7293-4e98-a2e3-690440efd29a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1894.726642] env[63750]: DEBUG oslo_vmware.api [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Waiting for the task: (returnval){ [ 1894.726642] env[63750]: value = "task-2006682" [ 1894.726642] env[63750]: _type = "Task" [ 1894.726642] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.735747] env[63750]: DEBUG nova.compute.manager [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] [instance: c72d3206-1842-4cf6-bfba-c4f811744f29] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1894.741550] env[63750]: DEBUG oslo_vmware.api [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Task: {'id': task-2006682, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.919707] env[63750]: DEBUG nova.network.neutron [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1895.028268] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57e7f6f-f585-4d1a-8129-0e2ebe40c4f8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.037228] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af519130-2685-47a2-8fdb-ec70a5dda208 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.068621] env[63750]: DEBUG nova.compute.manager [None req-edafdbe2-0857-4717-a11c-cd51a4a85e58 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 0431561b-dd08-4c9c-a4f6-43d19cbe4b03] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1895.068920] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-edafdbe2-0857-4717-a11c-cd51a4a85e58 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 0431561b-dd08-4c9c-a4f6-43d19cbe4b03] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1895.069954] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c88c09-cbb0-4a12-8434-8c628382426c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.073315] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ef114f-0cd3-4381-8c45-382262bf64db {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.082886] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-edafdbe2-0857-4717-a11c-cd51a4a85e58 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 0431561b-dd08-4c9c-a4f6-43d19cbe4b03] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1895.085291] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7e6fe1d-925b-4857-918f-86c069a834f8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.088159] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7632906e-3587-4f23-bbf4-1f8423b0e2ee {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.104277] env[63750]: DEBUG nova.compute.provider_tree [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1895.107273] env[63750]: DEBUG oslo_vmware.api [None req-edafdbe2-0857-4717-a11c-cd51a4a85e58 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for the task: (returnval){ [ 1895.107273] env[63750]: value = "task-2006683" [ 1895.107273] env[63750]: _type = "Task" [ 1895.107273] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.246999] env[63750]: DEBUG oslo_vmware.api [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Task: {'id': task-2006682, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.381194] env[63750]: DEBUG nova.network.neutron [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Updating instance_info_cache with network_info: [{"id": "d71fabc7-e29e-472d-a3b9-d7dace21f686", "address": "fa:16:3e:93:9d:9c", "network": {"id": "1e3b858c-f4d4-4913-a4c3-d58d2479172a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1419195521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a2d0199021141198e0a8cc981e6d49d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd71fabc7-e2", "ovs_interfaceid": "d71fabc7-e29e-472d-a3b9-d7dace21f686", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1895.609492] env[63750]: DEBUG nova.scheduler.client.report [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1895.627283] env[63750]: DEBUG oslo_vmware.api [None req-edafdbe2-0857-4717-a11c-cd51a4a85e58 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006683, 'name': PowerOffVM_Task, 'duration_secs': 0.307376} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.627833] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-edafdbe2-0857-4717-a11c-cd51a4a85e58 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 0431561b-dd08-4c9c-a4f6-43d19cbe4b03] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1895.627833] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-edafdbe2-0857-4717-a11c-cd51a4a85e58 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 0431561b-dd08-4c9c-a4f6-43d19cbe4b03] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1895.627927] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8facbd6-8fe4-4ccf-94f4-12b7565bc624 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.737592] env[63750]: DEBUG oslo_vmware.api [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Task: {'id': task-2006682, 'name': ReconfigVM_Task, 'duration_secs': 0.570465} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.737965] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57/0dabc79e-2f17-4d61-b0c7-c384fb2fdc57.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1895.738476] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2fda6d5f-221c-4ae6-9b1f-a06818acb74c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.745374] env[63750]: DEBUG oslo_vmware.api [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Waiting for the task: (returnval){ [ 1895.745374] env[63750]: value = "task-2006685" [ 1895.745374] env[63750]: _type = "Task" [ 1895.745374] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.749290] env[63750]: DEBUG nova.compute.manager [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] [instance: c72d3206-1842-4cf6-bfba-c4f811744f29] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1895.756282] env[63750]: DEBUG oslo_vmware.api [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Task: {'id': task-2006685, 'name': Rename_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.771229] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-edafdbe2-0857-4717-a11c-cd51a4a85e58 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 0431561b-dd08-4c9c-a4f6-43d19cbe4b03] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1895.771229] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-edafdbe2-0857-4717-a11c-cd51a4a85e58 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 0431561b-dd08-4c9c-a4f6-43d19cbe4b03] Deleting contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1895.771229] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-edafdbe2-0857-4717-a11c-cd51a4a85e58 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Deleting the datastore file [datastore2] 0431561b-dd08-4c9c-a4f6-43d19cbe4b03 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1895.771229] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0b26c7f-b705-4d71-a3a1-8a58553e0cd2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.777049] env[63750]: DEBUG nova.virt.hardware [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1895.777049] env[63750]: DEBUG nova.virt.hardware [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1895.777049] env[63750]: DEBUG nova.virt.hardware [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1895.777342] env[63750]: DEBUG nova.virt.hardware [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1895.777466] env[63750]: DEBUG nova.virt.hardware [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1895.777606] env[63750]: DEBUG nova.virt.hardware [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1895.777826] env[63750]: DEBUG nova.virt.hardware [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1895.777984] env[63750]: DEBUG nova.virt.hardware [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1895.778174] env[63750]: DEBUG nova.virt.hardware [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1895.778339] env[63750]: DEBUG nova.virt.hardware [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1895.778510] env[63750]: DEBUG nova.virt.hardware [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1895.779419] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f27302-006c-459a-b7b0-5922d60b481f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.783233] env[63750]: DEBUG oslo_vmware.api [None req-edafdbe2-0857-4717-a11c-cd51a4a85e58 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for the task: (returnval){ [ 1895.783233] env[63750]: value = "task-2006686" [ 1895.783233] env[63750]: _type = "Task" [ 1895.783233] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.790024] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee86cd03-0dc7-4372-846e-74e4d433a4d7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.798025] env[63750]: DEBUG oslo_vmware.api [None req-edafdbe2-0857-4717-a11c-cd51a4a85e58 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006686, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.865773] env[63750]: INFO nova.compute.manager [None req-d94d2e9f-f889-4217-bd38-1a452fd90f77 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Unrescuing [ 1895.865773] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d94d2e9f-f889-4217-bd38-1a452fd90f77 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Acquiring lock "refresh_cache-22d7b81c-e802-4f7f-9269-b39916d70b4a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1895.865773] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d94d2e9f-f889-4217-bd38-1a452fd90f77 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Acquired lock "refresh_cache-22d7b81c-e802-4f7f-9269-b39916d70b4a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1895.865773] env[63750]: DEBUG nova.network.neutron [None req-d94d2e9f-f889-4217-bd38-1a452fd90f77 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1895.887239] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Releasing lock "refresh_cache-e2f05884-7293-4e98-a2e3-690440efd29a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1895.887631] env[63750]: DEBUG nova.compute.manager [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Instance network_info: |[{"id": "d71fabc7-e29e-472d-a3b9-d7dace21f686", "address": "fa:16:3e:93:9d:9c", "network": {"id": "1e3b858c-f4d4-4913-a4c3-d58d2479172a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1419195521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a2d0199021141198e0a8cc981e6d49d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd71fabc7-e2", "ovs_interfaceid": "d71fabc7-e29e-472d-a3b9-d7dace21f686", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1895.888157] env[63750]: DEBUG oslo_concurrency.lockutils [req-dd73c943-8203-4167-9203-a96627368866 req-663b21c0-fd8e-471b-a1b5-09926c48f0ee service nova] Acquired lock "refresh_cache-e2f05884-7293-4e98-a2e3-690440efd29a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1895.888157] env[63750]: DEBUG nova.network.neutron [req-dd73c943-8203-4167-9203-a96627368866 req-663b21c0-fd8e-471b-a1b5-09926c48f0ee service nova] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Refreshing network info cache for port d71fabc7-e29e-472d-a3b9-d7dace21f686 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1895.889415] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:9d:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd71fabc7-e29e-472d-a3b9-d7dace21f686', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1895.897224] env[63750]: DEBUG oslo.service.loopingcall [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1895.898339] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1895.898576] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a225662a-1fd0-4bbd-ad77-c5243f23845b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.919725] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1895.919725] env[63750]: value = "task-2006687" [ 1895.919725] env[63750]: _type = "Task" [ 1895.919725] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.930919] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006687, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.107353] env[63750]: DEBUG nova.network.neutron [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] [instance: c72d3206-1842-4cf6-bfba-c4f811744f29] Successfully updated port: de23215c-8f44-4b27-896f-ae174dbda3b3 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1896.120920] env[63750]: DEBUG oslo_concurrency.lockutils [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.398s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1896.121445] env[63750]: DEBUG nova.compute.manager [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1896.124250] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.573s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.125716] env[63750]: INFO nova.compute.claims [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] [instance: 5bf50b91-900d-4a40-b166-9311017e2d78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1896.258072] env[63750]: DEBUG oslo_vmware.api [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Task: {'id': task-2006685, 'name': Rename_Task, 'duration_secs': 0.252376} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.258072] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1896.258228] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d833a7a8-bfc3-4b0a-939d-4b5bda3c38df {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.264367] env[63750]: DEBUG oslo_vmware.api [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Waiting for the task: (returnval){ [ 1896.264367] env[63750]: value = "task-2006688" [ 1896.264367] env[63750]: _type = "Task" [ 1896.264367] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.272514] env[63750]: DEBUG oslo_vmware.api [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Task: {'id': task-2006688, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.293362] env[63750]: DEBUG oslo_vmware.api [None req-edafdbe2-0857-4717-a11c-cd51a4a85e58 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006686, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.457841} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.293702] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-edafdbe2-0857-4717-a11c-cd51a4a85e58 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1896.293812] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-edafdbe2-0857-4717-a11c-cd51a4a85e58 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 0431561b-dd08-4c9c-a4f6-43d19cbe4b03] Deleted contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1896.293960] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-edafdbe2-0857-4717-a11c-cd51a4a85e58 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 0431561b-dd08-4c9c-a4f6-43d19cbe4b03] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1896.294153] env[63750]: INFO nova.compute.manager [None req-edafdbe2-0857-4717-a11c-cd51a4a85e58 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 0431561b-dd08-4c9c-a4f6-43d19cbe4b03] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1896.294401] env[63750]: DEBUG oslo.service.loopingcall [None req-edafdbe2-0857-4717-a11c-cd51a4a85e58 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1896.294614] env[63750]: DEBUG nova.compute.manager [-] [instance: 0431561b-dd08-4c9c-a4f6-43d19cbe4b03] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1896.294718] env[63750]: DEBUG nova.network.neutron [-] [instance: 0431561b-dd08-4c9c-a4f6-43d19cbe4b03] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1896.434798] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006687, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.610286] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Acquiring lock "refresh_cache-c72d3206-1842-4cf6-bfba-c4f811744f29" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1896.610722] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Acquired lock "refresh_cache-c72d3206-1842-4cf6-bfba-c4f811744f29" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1896.610888] env[63750]: DEBUG nova.network.neutron [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] [instance: c72d3206-1842-4cf6-bfba-c4f811744f29] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1896.625419] env[63750]: DEBUG nova.compute.utils [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1896.629904] env[63750]: DEBUG nova.compute.manager [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1896.630093] env[63750]: DEBUG nova.network.neutron [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1896.775210] env[63750]: DEBUG oslo_vmware.api [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Task: {'id': task-2006688, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.806753] env[63750]: DEBUG nova.policy [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33363992341048e7b4f5763cc217c5ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e513233b2170429cad45641f98caeb63', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1896.816204] env[63750]: DEBUG nova.compute.manager [req-29b34cc7-e12d-4458-b268-df65dd0403cc req-19355e3a-a0e4-447f-8c95-65153af14e13 service nova] [instance: c72d3206-1842-4cf6-bfba-c4f811744f29] Received event network-vif-plugged-de23215c-8f44-4b27-896f-ae174dbda3b3 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1896.816603] env[63750]: DEBUG oslo_concurrency.lockutils [req-29b34cc7-e12d-4458-b268-df65dd0403cc req-19355e3a-a0e4-447f-8c95-65153af14e13 service nova] Acquiring lock "c72d3206-1842-4cf6-bfba-c4f811744f29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.816946] env[63750]: DEBUG oslo_concurrency.lockutils [req-29b34cc7-e12d-4458-b268-df65dd0403cc req-19355e3a-a0e4-447f-8c95-65153af14e13 service nova] Lock "c72d3206-1842-4cf6-bfba-c4f811744f29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.817425] env[63750]: DEBUG oslo_concurrency.lockutils [req-29b34cc7-e12d-4458-b268-df65dd0403cc req-19355e3a-a0e4-447f-8c95-65153af14e13 service nova] Lock "c72d3206-1842-4cf6-bfba-c4f811744f29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1896.817669] env[63750]: DEBUG nova.compute.manager [req-29b34cc7-e12d-4458-b268-df65dd0403cc req-19355e3a-a0e4-447f-8c95-65153af14e13 service nova] [instance: c72d3206-1842-4cf6-bfba-c4f811744f29] No waiting events found dispatching network-vif-plugged-de23215c-8f44-4b27-896f-ae174dbda3b3 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1896.817909] env[63750]: WARNING nova.compute.manager [req-29b34cc7-e12d-4458-b268-df65dd0403cc req-19355e3a-a0e4-447f-8c95-65153af14e13 service nova] [instance: c72d3206-1842-4cf6-bfba-c4f811744f29] Received unexpected event network-vif-plugged-de23215c-8f44-4b27-896f-ae174dbda3b3 for instance with vm_state building and task_state spawning. [ 1896.818143] env[63750]: DEBUG nova.compute.manager [req-29b34cc7-e12d-4458-b268-df65dd0403cc req-19355e3a-a0e4-447f-8c95-65153af14e13 service nova] [instance: c72d3206-1842-4cf6-bfba-c4f811744f29] Received event network-changed-de23215c-8f44-4b27-896f-ae174dbda3b3 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1896.818359] env[63750]: DEBUG nova.compute.manager [req-29b34cc7-e12d-4458-b268-df65dd0403cc req-19355e3a-a0e4-447f-8c95-65153af14e13 service nova] [instance: c72d3206-1842-4cf6-bfba-c4f811744f29] Refreshing instance network info cache due to event network-changed-de23215c-8f44-4b27-896f-ae174dbda3b3. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1896.818590] env[63750]: DEBUG oslo_concurrency.lockutils [req-29b34cc7-e12d-4458-b268-df65dd0403cc req-19355e3a-a0e4-447f-8c95-65153af14e13 service nova] Acquiring lock "refresh_cache-c72d3206-1842-4cf6-bfba-c4f811744f29" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1896.939503] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006687, 'name': CreateVM_Task, 'duration_secs': 0.767481} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.939683] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1896.941384] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1896.941553] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1896.941872] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1896.942399] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-619e4d3b-d93a-4414-82e8-65202b100052 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.947688] env[63750]: DEBUG oslo_vmware.api [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1896.947688] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]523d7079-3344-ecd2-9463-0b0dd4544159" [ 1896.947688] env[63750]: _type = "Task" [ 1896.947688] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.955865] env[63750]: DEBUG oslo_vmware.api [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]523d7079-3344-ecd2-9463-0b0dd4544159, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.025292] env[63750]: DEBUG nova.network.neutron [None req-d94d2e9f-f889-4217-bd38-1a452fd90f77 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Updating instance_info_cache with network_info: [{"id": "ced1267d-22bd-4c6c-a07e-c25487ba689d", "address": "fa:16:3e:fa:28:9b", "network": {"id": "5b72bddf-6d28-4847-ad10-3ead21b1a568", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-96814161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "668d085ff7c7464ebe4a6eaa3fb6cd88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapced1267d-22", "ovs_interfaceid": "ced1267d-22bd-4c6c-a07e-c25487ba689d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1897.048065] env[63750]: DEBUG nova.network.neutron [req-dd73c943-8203-4167-9203-a96627368866 req-663b21c0-fd8e-471b-a1b5-09926c48f0ee service nova] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Updated VIF entry in instance network info cache for port d71fabc7-e29e-472d-a3b9-d7dace21f686. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1897.048428] env[63750]: DEBUG nova.network.neutron [req-dd73c943-8203-4167-9203-a96627368866 req-663b21c0-fd8e-471b-a1b5-09926c48f0ee service nova] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Updating instance_info_cache with network_info: [{"id": "d71fabc7-e29e-472d-a3b9-d7dace21f686", "address": "fa:16:3e:93:9d:9c", "network": {"id": "1e3b858c-f4d4-4913-a4c3-d58d2479172a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1419195521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a2d0199021141198e0a8cc981e6d49d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd71fabc7-e2", "ovs_interfaceid": "d71fabc7-e29e-472d-a3b9-d7dace21f686", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1897.128400] env[63750]: DEBUG nova.compute.manager [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1897.152295] env[63750]: DEBUG nova.network.neutron [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] [instance: c72d3206-1842-4cf6-bfba-c4f811744f29] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1897.275903] env[63750]: DEBUG oslo_vmware.api [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Task: {'id': task-2006688, 'name': PowerOnVM_Task, 'duration_secs': 0.83249} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.278365] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1897.278499] env[63750]: INFO nova.compute.manager [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] Took 6.33 seconds to spawn the instance on the hypervisor. [ 1897.278681] env[63750]: DEBUG nova.compute.manager [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1897.279850] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3dc6261-8c5b-4c70-8e89-aaf248328bb4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.309770] env[63750]: DEBUG nova.network.neutron [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Successfully created port: 16b27dcb-ea93-4ca7-9c73-515bf2cf8c4b {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1897.387106] env[63750]: DEBUG nova.network.neutron [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] [instance: c72d3206-1842-4cf6-bfba-c4f811744f29] Updating instance_info_cache with network_info: [{"id": "de23215c-8f44-4b27-896f-ae174dbda3b3", "address": "fa:16:3e:9c:7c:f1", "network": {"id": "19066582-1cb6-4e86-a811-60cb6596823d", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1140725588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edee1a5495994e15bfd0a673cfb674fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde23215c-8f", "ovs_interfaceid": "de23215c-8f44-4b27-896f-ae174dbda3b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1897.408331] env[63750]: DEBUG nova.network.neutron [-] [instance: 0431561b-dd08-4c9c-a4f6-43d19cbe4b03] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1897.443103] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d16e1a-a17d-42b6-b980-ada9cc2d3dee {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.453744] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0e4f0f-1b64-4cba-9813-3aa6c7bb79c1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.462698] env[63750]: DEBUG oslo_vmware.api [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]523d7079-3344-ecd2-9463-0b0dd4544159, 'name': SearchDatastore_Task, 'duration_secs': 0.012411} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.487914] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1897.488191] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1897.488421] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1897.488566] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1897.488740] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1897.489186] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c34c026e-3e7b-4755-98ae-094a3fecab86 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.491646] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b581153-2e03-4570-8508-00e187404eeb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.503031] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e7adcf-087e-4752-8237-90648d6b674e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.507740] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1897.507950] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1897.508931] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b790ccd-e156-4aa7-8193-2a7278e18a9b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.520976] env[63750]: DEBUG nova.compute.provider_tree [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1897.524221] env[63750]: DEBUG oslo_vmware.api [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1897.524221] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]523aff14-af34-b662-8173-1930fbb779ff" [ 1897.524221] env[63750]: _type = "Task" [ 1897.524221] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.528453] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d94d2e9f-f889-4217-bd38-1a452fd90f77 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Releasing lock "refresh_cache-22d7b81c-e802-4f7f-9269-b39916d70b4a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1897.528700] env[63750]: DEBUG nova.objects.instance [None req-d94d2e9f-f889-4217-bd38-1a452fd90f77 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Lazy-loading 'flavor' on Instance uuid 22d7b81c-e802-4f7f-9269-b39916d70b4a {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1897.535214] env[63750]: DEBUG oslo_vmware.api [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]523aff14-af34-b662-8173-1930fbb779ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.551229] env[63750]: DEBUG oslo_concurrency.lockutils [req-dd73c943-8203-4167-9203-a96627368866 req-663b21c0-fd8e-471b-a1b5-09926c48f0ee service nova] Releasing lock "refresh_cache-e2f05884-7293-4e98-a2e3-690440efd29a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1897.797691] env[63750]: INFO nova.compute.manager [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] Took 28.13 seconds to build instance. [ 1897.889697] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Releasing lock "refresh_cache-c72d3206-1842-4cf6-bfba-c4f811744f29" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1897.890046] env[63750]: DEBUG nova.compute.manager [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] [instance: c72d3206-1842-4cf6-bfba-c4f811744f29] Instance network_info: |[{"id": "de23215c-8f44-4b27-896f-ae174dbda3b3", "address": "fa:16:3e:9c:7c:f1", "network": {"id": "19066582-1cb6-4e86-a811-60cb6596823d", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1140725588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edee1a5495994e15bfd0a673cfb674fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde23215c-8f", "ovs_interfaceid": "de23215c-8f44-4b27-896f-ae174dbda3b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1897.890358] env[63750]: DEBUG oslo_concurrency.lockutils [req-29b34cc7-e12d-4458-b268-df65dd0403cc req-19355e3a-a0e4-447f-8c95-65153af14e13 service nova] Acquired lock "refresh_cache-c72d3206-1842-4cf6-bfba-c4f811744f29" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1897.890542] env[63750]: DEBUG nova.network.neutron [req-29b34cc7-e12d-4458-b268-df65dd0403cc req-19355e3a-a0e4-447f-8c95-65153af14e13 service nova] [instance: c72d3206-1842-4cf6-bfba-c4f811744f29] Refreshing network info cache for port de23215c-8f44-4b27-896f-ae174dbda3b3 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1897.892164] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] [instance: c72d3206-1842-4cf6-bfba-c4f811744f29] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:7c:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4aa1eda7-48b9-4fa2-af0b-94c718313af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de23215c-8f44-4b27-896f-ae174dbda3b3', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1897.899618] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Creating folder: Project (edee1a5495994e15bfd0a673cfb674fe). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1897.902853] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dba39ceb-e1a0-4584-a1e8-a480adcfe8cd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.911041] env[63750]: INFO nova.compute.manager [-] [instance: 0431561b-dd08-4c9c-a4f6-43d19cbe4b03] Took 1.62 seconds to deallocate network for instance. [ 1897.914490] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Created folder: Project (edee1a5495994e15bfd0a673cfb674fe) in parent group-v412391. [ 1897.914490] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Creating folder: Instances. Parent ref: group-v412588. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1897.916874] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12dcd999-2759-4df9-ad30-6669db6c4217 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.926587] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Created folder: Instances in parent group-v412588. [ 1897.926821] env[63750]: DEBUG oslo.service.loopingcall [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1897.927313] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c72d3206-1842-4cf6-bfba-c4f811744f29] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1897.927313] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2696f02-300c-42ae-ba16-3df1e5d62a38 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.948299] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1897.948299] env[63750]: value = "task-2006691" [ 1897.948299] env[63750]: _type = "Task" [ 1897.948299] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.956090] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006691, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.022258] env[63750]: DEBUG nova.scheduler.client.report [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1898.036807] env[63750]: DEBUG oslo_vmware.api [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]523aff14-af34-b662-8173-1930fbb779ff, 'name': SearchDatastore_Task, 'duration_secs': 0.019337} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.038619] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fcb709-2a88-4fa7-95dc-02e40204bb23 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.041757] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cd8ff2e-8f33-4c30-b57e-8b9d0d79bd8c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.049491] env[63750]: DEBUG oslo_vmware.api [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1898.049491] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5217c6e8-01a0-8015-030b-72a11df4a33e" [ 1898.049491] env[63750]: _type = "Task" [ 1898.049491] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.066015] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94d2e9f-f889-4217-bd38-1a452fd90f77 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1898.071376] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b155cd34-f15d-4032-ab98-e08d2d981ae5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.079700] env[63750]: DEBUG oslo_vmware.api [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5217c6e8-01a0-8015-030b-72a11df4a33e, 'name': SearchDatastore_Task, 'duration_secs': 0.009583} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.080071] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1898.080333] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] e2f05884-7293-4e98-a2e3-690440efd29a/e2f05884-7293-4e98-a2e3-690440efd29a.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1898.080680] env[63750]: DEBUG oslo_vmware.api [None req-d94d2e9f-f889-4217-bd38-1a452fd90f77 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Waiting for the task: (returnval){ [ 1898.080680] env[63750]: value = "task-2006692" [ 1898.080680] env[63750]: _type = "Task" [ 1898.080680] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.080871] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00d3c561-6c4b-47d2-b536-b1a2e3731f77 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.090240] env[63750]: DEBUG oslo_vmware.api [None req-d94d2e9f-f889-4217-bd38-1a452fd90f77 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006692, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.091688] env[63750]: DEBUG oslo_vmware.api [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1898.091688] env[63750]: value = "task-2006693" [ 1898.091688] env[63750]: _type = "Task" [ 1898.091688] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.099146] env[63750]: DEBUG oslo_vmware.api [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006693, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.137514] env[63750]: DEBUG nova.compute.manager [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1898.149065] env[63750]: DEBUG nova.network.neutron [req-29b34cc7-e12d-4458-b268-df65dd0403cc req-19355e3a-a0e4-447f-8c95-65153af14e13 service nova] [instance: c72d3206-1842-4cf6-bfba-c4f811744f29] Updated VIF entry in instance network info cache for port de23215c-8f44-4b27-896f-ae174dbda3b3. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1898.149550] env[63750]: DEBUG nova.network.neutron [req-29b34cc7-e12d-4458-b268-df65dd0403cc req-19355e3a-a0e4-447f-8c95-65153af14e13 service nova] [instance: c72d3206-1842-4cf6-bfba-c4f811744f29] Updating instance_info_cache with network_info: [{"id": "de23215c-8f44-4b27-896f-ae174dbda3b3", "address": "fa:16:3e:9c:7c:f1", "network": {"id": "19066582-1cb6-4e86-a811-60cb6596823d", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1140725588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edee1a5495994e15bfd0a673cfb674fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde23215c-8f", "ovs_interfaceid": "de23215c-8f44-4b27-896f-ae174dbda3b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1898.161434] env[63750]: DEBUG nova.virt.hardware [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1898.161794] env[63750]: DEBUG nova.virt.hardware [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1898.162045] env[63750]: DEBUG nova.virt.hardware [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1898.162315] env[63750]: DEBUG nova.virt.hardware [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1898.162555] env[63750]: DEBUG nova.virt.hardware [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1898.162791] env[63750]: DEBUG nova.virt.hardware [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1898.163085] env[63750]: DEBUG nova.virt.hardware [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1898.165068] env[63750]: DEBUG nova.virt.hardware [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1898.165068] env[63750]: DEBUG nova.virt.hardware [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1898.165068] env[63750]: DEBUG nova.virt.hardware [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1898.165068] env[63750]: DEBUG nova.virt.hardware [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1898.165068] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03343be7-6d0c-4706-b65d-fd79e13d0eca {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.174693] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bddfc7e-83cf-40e2-af04-ae205c16e242 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.300439] env[63750]: DEBUG oslo_concurrency.lockutils [None req-70520038-f42c-4959-9fd1-7cc18f6b00e2 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Lock "0dabc79e-2f17-4d61-b0c7-c384fb2fdc57" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.639s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.421370] env[63750]: DEBUG oslo_concurrency.lockutils [None req-edafdbe2-0857-4717-a11c-cd51a4a85e58 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.461470] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006691, 'name': CreateVM_Task, 'duration_secs': 0.399304} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.461752] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c72d3206-1842-4cf6-bfba-c4f811744f29] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1898.462570] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1898.462763] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1898.463170] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1898.463521] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc8918d6-dc8b-4920-b78d-2b1779649f6d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.469360] env[63750]: DEBUG oslo_vmware.api [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Waiting for the task: (returnval){ [ 1898.469360] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]528394ae-dc75-a509-8e30-fc4f94ccd17e" [ 1898.469360] env[63750]: _type = "Task" [ 1898.469360] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.481268] env[63750]: DEBUG oslo_vmware.api [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]528394ae-dc75-a509-8e30-fc4f94ccd17e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.505216] env[63750]: INFO nova.compute.manager [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] Rebuilding instance [ 1898.531402] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.407s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.531884] env[63750]: DEBUG nova.compute.manager [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] [instance: 5bf50b91-900d-4a40-b166-9311017e2d78] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1898.535021] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5828534c-6a29-442c-887e-24a4a6eb98c1 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.930s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.535279] env[63750]: DEBUG nova.objects.instance [None req-5828534c-6a29-442c-887e-24a4a6eb98c1 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Lazy-loading 'resources' on Instance uuid adf74ced-9577-4117-a486-11585818389d {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1898.554638] env[63750]: DEBUG nova.compute.manager [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1898.555658] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d35360a-9b8d-49cb-80ca-911ca08dc0f0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.592069] env[63750]: DEBUG oslo_vmware.api [None req-d94d2e9f-f889-4217-bd38-1a452fd90f77 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006692, 'name': PowerOffVM_Task, 'duration_secs': 0.202174} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.593014] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94d2e9f-f889-4217-bd38-1a452fd90f77 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1898.598542] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-d94d2e9f-f889-4217-bd38-1a452fd90f77 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Reconfiguring VM instance instance-00000049 to detach disk 2001 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1898.604009] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ced051e7-7936-49c8-8504-d1c3c236a535 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.622887] env[63750]: DEBUG oslo_vmware.api [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006693, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469717} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.624131] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] e2f05884-7293-4e98-a2e3-690440efd29a/e2f05884-7293-4e98-a2e3-690440efd29a.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1898.624367] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1898.624672] env[63750]: DEBUG oslo_vmware.api [None req-d94d2e9f-f889-4217-bd38-1a452fd90f77 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Waiting for the task: (returnval){ [ 1898.624672] env[63750]: value = "task-2006695" [ 1898.624672] env[63750]: _type = "Task" [ 1898.624672] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.624876] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a7e0e10-de56-4bcf-8f0f-f956a21c148e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.636279] env[63750]: DEBUG oslo_vmware.api [None req-d94d2e9f-f889-4217-bd38-1a452fd90f77 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006695, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.636585] env[63750]: DEBUG oslo_vmware.api [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1898.636585] env[63750]: value = "task-2006696" [ 1898.636585] env[63750]: _type = "Task" [ 1898.636585] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.644044] env[63750]: DEBUG oslo_vmware.api [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006696, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.655405] env[63750]: DEBUG oslo_concurrency.lockutils [req-29b34cc7-e12d-4458-b268-df65dd0403cc req-19355e3a-a0e4-447f-8c95-65153af14e13 service nova] Releasing lock "refresh_cache-c72d3206-1842-4cf6-bfba-c4f811744f29" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1898.927725] env[63750]: DEBUG nova.compute.manager [req-aaba7dac-6e09-496b-babb-efc82970c43b req-e687d1c4-7113-4d7d-845f-154eb4dbb683 service nova] [instance: 0431561b-dd08-4c9c-a4f6-43d19cbe4b03] Received event network-vif-deleted-b93c22bc-bb3f-4833-b286-8197d162e81b {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1898.928054] env[63750]: DEBUG nova.compute.manager [req-aaba7dac-6e09-496b-babb-efc82970c43b req-e687d1c4-7113-4d7d-845f-154eb4dbb683 service nova] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Received event network-vif-plugged-16b27dcb-ea93-4ca7-9c73-515bf2cf8c4b {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1898.929306] env[63750]: DEBUG oslo_concurrency.lockutils [req-aaba7dac-6e09-496b-babb-efc82970c43b req-e687d1c4-7113-4d7d-845f-154eb4dbb683 service nova] Acquiring lock "2807eaf2-56ab-4391-a2b2-9ba4b0600cd3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.929632] env[63750]: DEBUG oslo_concurrency.lockutils [req-aaba7dac-6e09-496b-babb-efc82970c43b req-e687d1c4-7113-4d7d-845f-154eb4dbb683 service nova] Lock "2807eaf2-56ab-4391-a2b2-9ba4b0600cd3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.930620] env[63750]: DEBUG oslo_concurrency.lockutils [req-aaba7dac-6e09-496b-babb-efc82970c43b req-e687d1c4-7113-4d7d-845f-154eb4dbb683 service nova] Lock "2807eaf2-56ab-4391-a2b2-9ba4b0600cd3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.930620] env[63750]: DEBUG nova.compute.manager [req-aaba7dac-6e09-496b-babb-efc82970c43b req-e687d1c4-7113-4d7d-845f-154eb4dbb683 service nova] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] No waiting events found dispatching network-vif-plugged-16b27dcb-ea93-4ca7-9c73-515bf2cf8c4b {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1898.930620] env[63750]: WARNING nova.compute.manager [req-aaba7dac-6e09-496b-babb-efc82970c43b req-e687d1c4-7113-4d7d-845f-154eb4dbb683 service nova] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Received unexpected event network-vif-plugged-16b27dcb-ea93-4ca7-9c73-515bf2cf8c4b for instance with vm_state building and task_state spawning. [ 1898.941632] env[63750]: DEBUG nova.network.neutron [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Successfully updated port: 16b27dcb-ea93-4ca7-9c73-515bf2cf8c4b {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1898.980113] env[63750]: DEBUG oslo_vmware.api [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]528394ae-dc75-a509-8e30-fc4f94ccd17e, 'name': SearchDatastore_Task, 'duration_secs': 0.020576} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.980563] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1898.980867] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] [instance: c72d3206-1842-4cf6-bfba-c4f811744f29] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1898.981177] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1898.981359] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1898.981575] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1898.981872] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b23e8a1-b381-4323-91dd-ebb8ff7cd3aa {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.990307] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1898.990611] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1898.991340] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-437f9e8e-df6a-4cbc-bb41-d6cb2c07bfd5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.997018] env[63750]: DEBUG oslo_vmware.api [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Waiting for the task: (returnval){ [ 1898.997018] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52cf2b79-9dc4-4f3a-07d6-64dff4741ea1" [ 1898.997018] env[63750]: _type = "Task" [ 1898.997018] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.005076] env[63750]: DEBUG oslo_vmware.api [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52cf2b79-9dc4-4f3a-07d6-64dff4741ea1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.038152] env[63750]: DEBUG nova.compute.utils [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1899.041885] env[63750]: DEBUG nova.compute.manager [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] [instance: 5bf50b91-900d-4a40-b166-9311017e2d78] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1899.042110] env[63750]: DEBUG nova.network.neutron [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] [instance: 5bf50b91-900d-4a40-b166-9311017e2d78] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1899.083825] env[63750]: DEBUG nova.policy [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf51820d312a4098ac90c753d467de7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cbd3cc991276433b9239dd0a1151a72c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1899.137826] env[63750]: DEBUG oslo_vmware.api [None req-d94d2e9f-f889-4217-bd38-1a452fd90f77 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006695, 'name': ReconfigVM_Task, 'duration_secs': 0.390656} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.141152] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-d94d2e9f-f889-4217-bd38-1a452fd90f77 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Reconfigured VM instance instance-00000049 to detach disk 2001 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1899.141152] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94d2e9f-f889-4217-bd38-1a452fd90f77 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1899.141341] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15f4b9b0-07eb-484c-b0dd-f08c2d77adb7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.149882] env[63750]: DEBUG oslo_vmware.api [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006696, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06229} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.151102] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1899.151484] env[63750]: DEBUG oslo_vmware.api [None req-d94d2e9f-f889-4217-bd38-1a452fd90f77 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Waiting for the task: (returnval){ [ 1899.151484] env[63750]: value = "task-2006697" [ 1899.151484] env[63750]: _type = "Task" [ 1899.151484] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.152084] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929a1ebb-d58b-4ea8-a8c3-0ec28791289c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.180212] env[63750]: DEBUG oslo_vmware.api [None req-d94d2e9f-f889-4217-bd38-1a452fd90f77 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006697, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.195252] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] e2f05884-7293-4e98-a2e3-690440efd29a/e2f05884-7293-4e98-a2e3-690440efd29a.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1899.199285] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55b9de0e-e940-4962-ae4a-2a9997bede65 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.220123] env[63750]: DEBUG oslo_vmware.api [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1899.220123] env[63750]: value = "task-2006698" [ 1899.220123] env[63750]: _type = "Task" [ 1899.220123] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.233699] env[63750]: DEBUG oslo_vmware.api [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006698, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.352652] env[63750]: DEBUG nova.network.neutron [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] [instance: 5bf50b91-900d-4a40-b166-9311017e2d78] Successfully created port: 2617ddd6-9735-4c91-a73a-7a5c1a9ca8a0 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1899.379276] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a5ac9e-9bcf-4385-9d8b-f83e08ecf42d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.387811] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72260f90-a202-4e82-87ba-2b1cd67f89f1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.420384] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8f6960-72ec-48f6-bca1-c8abd0b44e63 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.428781] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d893f24-f4e2-4fa7-beb2-d43c3e0054f2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.443085] env[63750]: DEBUG nova.compute.provider_tree [None req-5828534c-6a29-442c-887e-24a4a6eb98c1 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1899.444793] env[63750]: DEBUG oslo_concurrency.lockutils [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquiring lock "refresh_cache-2807eaf2-56ab-4391-a2b2-9ba4b0600cd3" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1899.444938] env[63750]: DEBUG oslo_concurrency.lockutils [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquired lock "refresh_cache-2807eaf2-56ab-4391-a2b2-9ba4b0600cd3" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1899.445096] env[63750]: DEBUG nova.network.neutron [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1899.508842] env[63750]: DEBUG oslo_vmware.api [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52cf2b79-9dc4-4f3a-07d6-64dff4741ea1, 'name': SearchDatastore_Task, 'duration_secs': 0.00793} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.509705] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9e461b0-60da-473c-b9ac-cf3fd1d3d123 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.516017] env[63750]: DEBUG oslo_vmware.api [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Waiting for the task: (returnval){ [ 1899.516017] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52c023db-1950-198f-6b25-7d8f95f3256b" [ 1899.516017] env[63750]: _type = "Task" [ 1899.516017] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.523371] env[63750]: DEBUG oslo_vmware.api [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52c023db-1950-198f-6b25-7d8f95f3256b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.546678] env[63750]: DEBUG nova.compute.manager [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] [instance: 5bf50b91-900d-4a40-b166-9311017e2d78] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1899.571711] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1899.572054] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f86e9306-9391-4e3d-bfef-5a6f27fc3375 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.578882] env[63750]: DEBUG oslo_vmware.api [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Waiting for the task: (returnval){ [ 1899.578882] env[63750]: value = "task-2006699" [ 1899.578882] env[63750]: _type = "Task" [ 1899.578882] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.587148] env[63750]: DEBUG oslo_vmware.api [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Task: {'id': task-2006699, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.659055] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1899.659055] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63750) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1899.664850] env[63750]: DEBUG oslo_vmware.api [None req-d94d2e9f-f889-4217-bd38-1a452fd90f77 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006697, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.731564] env[63750]: DEBUG oslo_vmware.api [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006698, 'name': ReconfigVM_Task, 'duration_secs': 0.505341} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.731838] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Reconfigured VM instance instance-0000004d to attach disk [datastore1] e2f05884-7293-4e98-a2e3-690440efd29a/e2f05884-7293-4e98-a2e3-690440efd29a.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1899.732511] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b7fb97a-df3b-418e-af1d-3d77ab94a0a3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.739137] env[63750]: DEBUG oslo_vmware.api [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1899.739137] env[63750]: value = "task-2006700" [ 1899.739137] env[63750]: _type = "Task" [ 1899.739137] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.747778] env[63750]: DEBUG oslo_vmware.api [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006700, 'name': Rename_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.948012] env[63750]: DEBUG nova.scheduler.client.report [None req-5828534c-6a29-442c-887e-24a4a6eb98c1 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1899.982732] env[63750]: DEBUG nova.network.neutron [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1900.026879] env[63750]: DEBUG oslo_vmware.api [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52c023db-1950-198f-6b25-7d8f95f3256b, 'name': SearchDatastore_Task, 'duration_secs': 0.026486} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.027152] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1900.027417] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] c72d3206-1842-4cf6-bfba-c4f811744f29/c72d3206-1842-4cf6-bfba-c4f811744f29.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1900.028350] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-524935db-7354-42b1-8739-e9cf97d1ed21 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.034377] env[63750]: DEBUG oslo_vmware.api [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Waiting for the task: (returnval){ [ 1900.034377] env[63750]: value = "task-2006701" [ 1900.034377] env[63750]: _type = "Task" [ 1900.034377] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.041893] env[63750]: DEBUG oslo_vmware.api [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Task: {'id': task-2006701, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.093855] env[63750]: DEBUG oslo_vmware.api [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Task: {'id': task-2006699, 'name': PowerOffVM_Task, 'duration_secs': 0.200064} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.094133] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1900.094363] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1900.095196] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8bc22a2-63c2-41d0-b6bc-e305a41b4858 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.102082] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1900.102312] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6543350-0f67-4de9-83fb-7990b5042780 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.130019] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1900.130019] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1900.130019] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Deleting the datastore file [datastore1] 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1900.130019] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-159a411e-6d72-4162-8fba-9f41bce8bae7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.134937] env[63750]: DEBUG oslo_vmware.api [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Waiting for the task: (returnval){ [ 1900.134937] env[63750]: value = "task-2006703" [ 1900.134937] env[63750]: _type = "Task" [ 1900.134937] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.143137] env[63750]: DEBUG oslo_vmware.api [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Task: {'id': task-2006703, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.168390] env[63750]: DEBUG oslo_vmware.api [None req-d94d2e9f-f889-4217-bd38-1a452fd90f77 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006697, 'name': PowerOnVM_Task, 'duration_secs': 0.631871} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.168390] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94d2e9f-f889-4217-bd38-1a452fd90f77 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1900.168390] env[63750]: DEBUG nova.compute.manager [None req-d94d2e9f-f889-4217-bd38-1a452fd90f77 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1900.168390] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7749cf09-0fb8-4bb9-94d4-5216dce0cf63 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.169988] env[63750]: DEBUG nova.network.neutron [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Updating instance_info_cache with network_info: [{"id": "16b27dcb-ea93-4ca7-9c73-515bf2cf8c4b", "address": "fa:16:3e:dc:ae:e6", "network": {"id": "d4b65d97-f1ce-4ba9-90f9-3711736b7e53", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2086699953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e513233b2170429cad45641f98caeb63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16b27dcb-ea", "ovs_interfaceid": "16b27dcb-ea93-4ca7-9c73-515bf2cf8c4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1900.248827] env[63750]: DEBUG oslo_vmware.api [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006700, 'name': Rename_Task, 'duration_secs': 0.45256} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.249106] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1900.249361] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38ba62a0-4614-4a19-84d3-6a19bb282e6b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.255761] env[63750]: DEBUG oslo_vmware.api [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1900.255761] env[63750]: value = "task-2006704" [ 1900.255761] env[63750]: _type = "Task" [ 1900.255761] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.262906] env[63750]: DEBUG oslo_vmware.api [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006704, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.454438] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5828534c-6a29-442c-887e-24a4a6eb98c1 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.919s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1900.457269] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f50e2c2e-2c6b-437b-aa6e-c7f36f1c7212 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.371s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1900.457568] env[63750]: DEBUG nova.objects.instance [None req-f50e2c2e-2c6b-437b-aa6e-c7f36f1c7212 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Lazy-loading 'resources' on Instance uuid 9b56be0d-29db-48b2-81f8-8b1bd7e7362f {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1900.480326] env[63750]: INFO nova.scheduler.client.report [None req-5828534c-6a29-442c-887e-24a4a6eb98c1 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Deleted allocations for instance adf74ced-9577-4117-a486-11585818389d [ 1900.548901] env[63750]: DEBUG oslo_vmware.api [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Task: {'id': task-2006701, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.555576] env[63750]: DEBUG nova.compute.manager [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] [instance: 5bf50b91-900d-4a40-b166-9311017e2d78] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1900.586466] env[63750]: DEBUG nova.virt.hardware [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1900.586824] env[63750]: DEBUG nova.virt.hardware [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1900.586967] env[63750]: DEBUG nova.virt.hardware [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1900.587191] env[63750]: DEBUG nova.virt.hardware [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1900.587371] env[63750]: DEBUG nova.virt.hardware [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1900.587519] env[63750]: DEBUG nova.virt.hardware [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1900.587864] env[63750]: DEBUG nova.virt.hardware [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1900.587950] env[63750]: DEBUG nova.virt.hardware [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1900.588100] env[63750]: DEBUG nova.virt.hardware [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1900.588265] env[63750]: DEBUG nova.virt.hardware [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1900.588450] env[63750]: DEBUG nova.virt.hardware [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1900.589386] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d51b5dc-589b-4970-b236-be107f5917a8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.598689] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c2fed9-b916-47fa-98cd-64b3c10dd733 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.645989] env[63750]: DEBUG oslo_vmware.api [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Task: {'id': task-2006703, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189517} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.646273] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1900.646473] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1900.646658] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1900.673917] env[63750]: DEBUG oslo_concurrency.lockutils [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Releasing lock "refresh_cache-2807eaf2-56ab-4391-a2b2-9ba4b0600cd3" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1900.674078] env[63750]: DEBUG nova.compute.manager [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Instance network_info: |[{"id": "16b27dcb-ea93-4ca7-9c73-515bf2cf8c4b", "address": "fa:16:3e:dc:ae:e6", "network": {"id": "d4b65d97-f1ce-4ba9-90f9-3711736b7e53", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2086699953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e513233b2170429cad45641f98caeb63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16b27dcb-ea", "ovs_interfaceid": "16b27dcb-ea93-4ca7-9c73-515bf2cf8c4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1900.674474] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:ae:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ddfb706a-add1-4e16-9ac4-d20b16a1df6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16b27dcb-ea93-4ca7-9c73-515bf2cf8c4b', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1900.683748] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Creating folder: Project (e513233b2170429cad45641f98caeb63). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1900.687080] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-867ee4f2-994f-40de-9cf4-14ac36cfa8a4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.700919] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Created folder: Project (e513233b2170429cad45641f98caeb63) in parent group-v412391. [ 1900.701335] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Creating folder: Instances. Parent ref: group-v412591. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1900.701475] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a1c2549-7231-4ce3-be83-a587a3e4437e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.713159] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Created folder: Instances in parent group-v412591. [ 1900.713503] env[63750]: DEBUG oslo.service.loopingcall [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1900.713709] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1900.713921] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8613632e-078e-43b2-8893-5c2152957a68 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.735341] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1900.735341] env[63750]: value = "task-2006708" [ 1900.735341] env[63750]: _type = "Task" [ 1900.735341] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.743411] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006708, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.766101] env[63750]: DEBUG oslo_vmware.api [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006704, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.938072] env[63750]: DEBUG nova.network.neutron [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] [instance: 5bf50b91-900d-4a40-b166-9311017e2d78] Successfully updated port: 2617ddd6-9735-4c91-a73a-7a5c1a9ca8a0 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1900.957018] env[63750]: DEBUG nova.compute.manager [req-fa8c6982-98bf-4456-a1e2-1778f472f0f1 req-20347b3d-09b5-4489-88ba-7687dfaf45cb service nova] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Received event network-changed-16b27dcb-ea93-4ca7-9c73-515bf2cf8c4b {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1900.957278] env[63750]: DEBUG nova.compute.manager [req-fa8c6982-98bf-4456-a1e2-1778f472f0f1 req-20347b3d-09b5-4489-88ba-7687dfaf45cb service nova] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Refreshing instance network info cache due to event network-changed-16b27dcb-ea93-4ca7-9c73-515bf2cf8c4b. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1900.957490] env[63750]: DEBUG oslo_concurrency.lockutils [req-fa8c6982-98bf-4456-a1e2-1778f472f0f1 req-20347b3d-09b5-4489-88ba-7687dfaf45cb service nova] Acquiring lock "refresh_cache-2807eaf2-56ab-4391-a2b2-9ba4b0600cd3" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1900.957559] env[63750]: DEBUG oslo_concurrency.lockutils [req-fa8c6982-98bf-4456-a1e2-1778f472f0f1 req-20347b3d-09b5-4489-88ba-7687dfaf45cb service nova] Acquired lock "refresh_cache-2807eaf2-56ab-4391-a2b2-9ba4b0600cd3" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1900.957741] env[63750]: DEBUG nova.network.neutron [req-fa8c6982-98bf-4456-a1e2-1778f472f0f1 req-20347b3d-09b5-4489-88ba-7687dfaf45cb service nova] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Refreshing network info cache for port 16b27dcb-ea93-4ca7-9c73-515bf2cf8c4b {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1900.988570] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5828534c-6a29-442c-887e-24a4a6eb98c1 tempest-ListServerFiltersTestJSON-1341270601 tempest-ListServerFiltersTestJSON-1341270601-project-member] Lock "adf74ced-9577-4117-a486-11585818389d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.140s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1901.046997] env[63750]: DEBUG oslo_vmware.api [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Task: {'id': task-2006701, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.728523} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.047155] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] c72d3206-1842-4cf6-bfba-c4f811744f29/c72d3206-1842-4cf6-bfba-c4f811744f29.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1901.047353] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] [instance: c72d3206-1842-4cf6-bfba-c4f811744f29] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1901.047609] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27f2ae93-2ba9-4d49-ac12-40bd99de43db {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.056099] env[63750]: DEBUG oslo_vmware.api [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Waiting for the task: (returnval){ [ 1901.056099] env[63750]: value = "task-2006709" [ 1901.056099] env[63750]: _type = "Task" [ 1901.056099] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.064258] env[63750]: DEBUG oslo_vmware.api [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Task: {'id': task-2006709, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.249573] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006708, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.267324] env[63750]: DEBUG oslo_vmware.api [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006704, 'name': PowerOnVM_Task, 'duration_secs': 0.869633} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.267620] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1901.267847] env[63750]: INFO nova.compute.manager [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Took 7.90 seconds to spawn the instance on the hypervisor. [ 1901.268045] env[63750]: DEBUG nova.compute.manager [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1901.269086] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1934271-6cff-4f57-b67a-6997848b67a5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.316818] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46dafa9-ebf1-4dd8-80da-3276a55043c1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.327914] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6fbe6ee-2d27-4050-aba4-f7c1e532acef {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.366771] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed3404b-2fa5-4937-96e8-76ba2afa307c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.378289] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a682fed9-5a07-41ef-b48b-e1ce9180a743 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.392765] env[63750]: DEBUG nova.compute.provider_tree [None req-f50e2c2e-2c6b-437b-aa6e-c7f36f1c7212 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1901.438766] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Acquiring lock "refresh_cache-5bf50b91-900d-4a40-b166-9311017e2d78" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1901.438912] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Acquired lock "refresh_cache-5bf50b91-900d-4a40-b166-9311017e2d78" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1901.439073] env[63750]: DEBUG nova.network.neutron [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] [instance: 5bf50b91-900d-4a40-b166-9311017e2d78] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1901.570684] env[63750]: DEBUG oslo_vmware.api [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Task: {'id': task-2006709, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075955} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.570950] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] [instance: c72d3206-1842-4cf6-bfba-c4f811744f29] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1901.572168] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c3ee8e-7fcb-4ae4-865c-84597e24ff43 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.596613] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] [instance: c72d3206-1842-4cf6-bfba-c4f811744f29] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] c72d3206-1842-4cf6-bfba-c4f811744f29/c72d3206-1842-4cf6-bfba-c4f811744f29.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1901.599243] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb0a970c-3c6f-453d-a59b-22f2865f3eb5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.620032] env[63750]: DEBUG oslo_vmware.api [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Waiting for the task: (returnval){ [ 1901.620032] env[63750]: value = "task-2006710" [ 1901.620032] env[63750]: _type = "Task" [ 1901.620032] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.628241] env[63750]: DEBUG oslo_vmware.api [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Task: {'id': task-2006710, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.689846] env[63750]: DEBUG nova.virt.hardware [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1901.690208] env[63750]: DEBUG nova.virt.hardware [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1901.690443] env[63750]: DEBUG nova.virt.hardware [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1901.690729] env[63750]: DEBUG nova.virt.hardware [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1901.691020] env[63750]: DEBUG nova.virt.hardware [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1901.691220] env[63750]: DEBUG nova.virt.hardware [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1901.691511] env[63750]: DEBUG nova.virt.hardware [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1901.691735] env[63750]: DEBUG nova.virt.hardware [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1901.691974] env[63750]: DEBUG nova.virt.hardware [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1901.692232] env[63750]: DEBUG nova.virt.hardware [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1901.692479] env[63750]: DEBUG nova.virt.hardware [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1901.693486] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fbc904a-1f18-474f-aac6-21a2e76cbf56 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.702464] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dcf5d35-4b90-4970-893a-5094dcfec7eb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.717220] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] Instance VIF info [] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1901.722924] env[63750]: DEBUG oslo.service.loopingcall [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1901.725532] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1901.726498] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46fa20dc-ddda-4a76-a61e-c4008d2e22fd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.747495] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006708, 'name': CreateVM_Task, 'duration_secs': 0.676081} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.748656] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1901.748945] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1901.748945] env[63750]: value = "task-2006711" [ 1901.748945] env[63750]: _type = "Task" [ 1901.748945] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.749538] env[63750]: DEBUG oslo_concurrency.lockutils [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1901.749708] env[63750]: DEBUG oslo_concurrency.lockutils [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1901.750046] env[63750]: DEBUG oslo_concurrency.lockutils [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1901.750346] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a198505-6c85-4c9f-a974-19551bfa8ebd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.760953] env[63750]: DEBUG oslo_vmware.api [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 1901.760953] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5239ec1c-8a57-26f4-214f-e4865bc7687c" [ 1901.760953] env[63750]: _type = "Task" [ 1901.760953] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.761173] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006711, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.770291] env[63750]: DEBUG oslo_vmware.api [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5239ec1c-8a57-26f4-214f-e4865bc7687c, 'name': SearchDatastore_Task, 'duration_secs': 0.009974} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.770408] env[63750]: DEBUG oslo_concurrency.lockutils [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1901.770785] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1901.771066] env[63750]: DEBUG oslo_concurrency.lockutils [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1901.771229] env[63750]: DEBUG oslo_concurrency.lockutils [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1901.771415] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1901.771845] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb3f8bd1-0b86-4aa2-b0fd-cadf4a829def {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.779775] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1901.779972] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1901.781485] env[63750]: DEBUG nova.network.neutron [req-fa8c6982-98bf-4456-a1e2-1778f472f0f1 req-20347b3d-09b5-4489-88ba-7687dfaf45cb service nova] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Updated VIF entry in instance network info cache for port 16b27dcb-ea93-4ca7-9c73-515bf2cf8c4b. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1901.781825] env[63750]: DEBUG nova.network.neutron [req-fa8c6982-98bf-4456-a1e2-1778f472f0f1 req-20347b3d-09b5-4489-88ba-7687dfaf45cb service nova] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Updating instance_info_cache with network_info: [{"id": "16b27dcb-ea93-4ca7-9c73-515bf2cf8c4b", "address": "fa:16:3e:dc:ae:e6", "network": {"id": "d4b65d97-f1ce-4ba9-90f9-3711736b7e53", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2086699953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e513233b2170429cad45641f98caeb63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16b27dcb-ea", "ovs_interfaceid": "16b27dcb-ea93-4ca7-9c73-515bf2cf8c4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1901.783459] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30990607-63e3-4150-b4ce-58c89bfed1dc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.793570] env[63750]: DEBUG oslo_vmware.api [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 1901.793570] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]529a9f34-26ee-0e35-7ef2-2373458adfd7" [ 1901.793570] env[63750]: _type = "Task" [ 1901.793570] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.801101] env[63750]: INFO nova.compute.manager [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Took 31.48 seconds to build instance. [ 1901.806340] env[63750]: DEBUG oslo_vmware.api [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]529a9f34-26ee-0e35-7ef2-2373458adfd7, 'name': SearchDatastore_Task, 'duration_secs': 0.012005} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.807045] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5d25274-85d6-42cc-89e3-c0a21a02c0f9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.810029] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c4bbb856-79b2-4ba6-b81a-74a45ede98b4 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Acquiring lock "22d7b81c-e802-4f7f-9269-b39916d70b4a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1901.810598] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c4bbb856-79b2-4ba6-b81a-74a45ede98b4 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Lock "22d7b81c-e802-4f7f-9269-b39916d70b4a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1901.810598] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c4bbb856-79b2-4ba6-b81a-74a45ede98b4 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Acquiring lock "22d7b81c-e802-4f7f-9269-b39916d70b4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1901.810752] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c4bbb856-79b2-4ba6-b81a-74a45ede98b4 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Lock "22d7b81c-e802-4f7f-9269-b39916d70b4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1901.810953] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c4bbb856-79b2-4ba6-b81a-74a45ede98b4 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Lock "22d7b81c-e802-4f7f-9269-b39916d70b4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1901.814028] env[63750]: INFO nova.compute.manager [None req-c4bbb856-79b2-4ba6-b81a-74a45ede98b4 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Terminating instance [ 1901.817262] env[63750]: DEBUG oslo_vmware.api [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 1901.817262] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5250c809-d705-27df-e938-ee1be6e27d35" [ 1901.817262] env[63750]: _type = "Task" [ 1901.817262] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.828765] env[63750]: DEBUG oslo_vmware.api [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5250c809-d705-27df-e938-ee1be6e27d35, 'name': SearchDatastore_Task, 'duration_secs': 0.008884} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.829070] env[63750]: DEBUG oslo_concurrency.lockutils [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1901.829336] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3/2807eaf2-56ab-4391-a2b2-9ba4b0600cd3.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1901.830149] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34ba34ba-58f5-42fe-87da-68d83128a6a3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.837306] env[63750]: DEBUG oslo_vmware.api [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 1901.837306] env[63750]: value = "task-2006712" [ 1901.837306] env[63750]: _type = "Task" [ 1901.837306] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.847957] env[63750]: DEBUG oslo_vmware.api [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006712, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.896624] env[63750]: DEBUG nova.scheduler.client.report [None req-f50e2c2e-2c6b-437b-aa6e-c7f36f1c7212 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1901.980223] env[63750]: DEBUG nova.network.neutron [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] [instance: 5bf50b91-900d-4a40-b166-9311017e2d78] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1902.134322] env[63750]: DEBUG oslo_vmware.api [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Task: {'id': task-2006710, 'name': ReconfigVM_Task, 'duration_secs': 0.277355} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.136339] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] [instance: c72d3206-1842-4cf6-bfba-c4f811744f29] Reconfigured VM instance instance-0000004e to attach disk [datastore2] c72d3206-1842-4cf6-bfba-c4f811744f29/c72d3206-1842-4cf6-bfba-c4f811744f29.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1902.136339] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1665e3bd-a759-41ef-85e5-f2abaad45c9e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.143910] env[63750]: DEBUG oslo_vmware.api [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Waiting for the task: (returnval){ [ 1902.143910] env[63750]: value = "task-2006713" [ 1902.143910] env[63750]: _type = "Task" [ 1902.143910] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.154033] env[63750]: DEBUG oslo_vmware.api [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Task: {'id': task-2006713, 'name': Rename_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.154634] env[63750]: DEBUG nova.network.neutron [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] [instance: 5bf50b91-900d-4a40-b166-9311017e2d78] Updating instance_info_cache with network_info: [{"id": "2617ddd6-9735-4c91-a73a-7a5c1a9ca8a0", "address": "fa:16:3e:1b:69:98", "network": {"id": "52bed641-1f6f-43f8-a90e-33e3208321ec", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-991825503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbd3cc991276433b9239dd0a1151a72c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2617ddd6-97", "ovs_interfaceid": "2617ddd6-9735-4c91-a73a-7a5c1a9ca8a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1902.262272] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006711, 'name': CreateVM_Task, 'duration_secs': 0.301303} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.262457] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1902.262933] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1902.263122] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1902.263710] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1902.263916] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1601f39a-dad8-41b7-9ad9-8da1791a1186 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.270983] env[63750]: DEBUG oslo_vmware.api [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Waiting for the task: (returnval){ [ 1902.270983] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]525f31aa-31b2-6d5a-9047-b70e81c28212" [ 1902.270983] env[63750]: _type = "Task" [ 1902.270983] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.280780] env[63750]: DEBUG oslo_vmware.api [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]525f31aa-31b2-6d5a-9047-b70e81c28212, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.288150] env[63750]: DEBUG oslo_concurrency.lockutils [req-fa8c6982-98bf-4456-a1e2-1778f472f0f1 req-20347b3d-09b5-4489-88ba-7687dfaf45cb service nova] Releasing lock "refresh_cache-2807eaf2-56ab-4391-a2b2-9ba4b0600cd3" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1902.288150] env[63750]: DEBUG nova.compute.manager [req-fa8c6982-98bf-4456-a1e2-1778f472f0f1 req-20347b3d-09b5-4489-88ba-7687dfaf45cb service nova] [instance: 5bf50b91-900d-4a40-b166-9311017e2d78] Received event network-vif-plugged-2617ddd6-9735-4c91-a73a-7a5c1a9ca8a0 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1902.288150] env[63750]: DEBUG oslo_concurrency.lockutils [req-fa8c6982-98bf-4456-a1e2-1778f472f0f1 req-20347b3d-09b5-4489-88ba-7687dfaf45cb service nova] Acquiring lock "5bf50b91-900d-4a40-b166-9311017e2d78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1902.288150] env[63750]: DEBUG oslo_concurrency.lockutils [req-fa8c6982-98bf-4456-a1e2-1778f472f0f1 req-20347b3d-09b5-4489-88ba-7687dfaf45cb service nova] Lock "5bf50b91-900d-4a40-b166-9311017e2d78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1902.288150] env[63750]: DEBUG oslo_concurrency.lockutils [req-fa8c6982-98bf-4456-a1e2-1778f472f0f1 req-20347b3d-09b5-4489-88ba-7687dfaf45cb service nova] Lock "5bf50b91-900d-4a40-b166-9311017e2d78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1902.288150] env[63750]: DEBUG nova.compute.manager [req-fa8c6982-98bf-4456-a1e2-1778f472f0f1 req-20347b3d-09b5-4489-88ba-7687dfaf45cb service nova] [instance: 5bf50b91-900d-4a40-b166-9311017e2d78] No waiting events found dispatching network-vif-plugged-2617ddd6-9735-4c91-a73a-7a5c1a9ca8a0 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1902.288150] env[63750]: WARNING nova.compute.manager [req-fa8c6982-98bf-4456-a1e2-1778f472f0f1 req-20347b3d-09b5-4489-88ba-7687dfaf45cb service nova] [instance: 5bf50b91-900d-4a40-b166-9311017e2d78] Received unexpected event network-vif-plugged-2617ddd6-9735-4c91-a73a-7a5c1a9ca8a0 for instance with vm_state building and task_state spawning. [ 1902.303788] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3fcafb2a-774b-4bc5-bebc-9a41591232b4 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "e2f05884-7293-4e98-a2e3-690440efd29a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1902.323175] env[63750]: DEBUG nova.compute.manager [None req-c4bbb856-79b2-4ba6-b81a-74a45ede98b4 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1902.323459] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bbb856-79b2-4ba6-b81a-74a45ede98b4 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1902.324442] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bac1957-a605-4f5d-b630-9199ed84b17d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.335683] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4bbb856-79b2-4ba6-b81a-74a45ede98b4 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1902.335912] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d57eb896-1a75-4c1c-b549-74f47d5a1931 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.348952] env[63750]: DEBUG oslo_vmware.api [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006712, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.351046] env[63750]: DEBUG oslo_vmware.api [None req-c4bbb856-79b2-4ba6-b81a-74a45ede98b4 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Waiting for the task: (returnval){ [ 1902.351046] env[63750]: value = "task-2006714" [ 1902.351046] env[63750]: _type = "Task" [ 1902.351046] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.361993] env[63750]: DEBUG oslo_vmware.api [None req-c4bbb856-79b2-4ba6-b81a-74a45ede98b4 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.403954] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f50e2c2e-2c6b-437b-aa6e-c7f36f1c7212 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.947s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1902.407382] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4958987c-f026-4f32-845b-43405ebd50cb tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.317s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1902.407605] env[63750]: DEBUG nova.objects.instance [None req-4958987c-f026-4f32-845b-43405ebd50cb tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Lazy-loading 'resources' on Instance uuid 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1902.434056] env[63750]: INFO nova.scheduler.client.report [None req-f50e2c2e-2c6b-437b-aa6e-c7f36f1c7212 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Deleted allocations for instance 9b56be0d-29db-48b2-81f8-8b1bd7e7362f [ 1902.654815] env[63750]: DEBUG oslo_vmware.api [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Task: {'id': task-2006713, 'name': Rename_Task, 'duration_secs': 0.298133} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.655092] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] [instance: c72d3206-1842-4cf6-bfba-c4f811744f29] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1902.655409] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15dcc5a0-5d70-4b42-8dd4-f11033ca1ee6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.659231] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Releasing lock "refresh_cache-5bf50b91-900d-4a40-b166-9311017e2d78" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1902.659231] env[63750]: DEBUG nova.compute.manager [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] [instance: 5bf50b91-900d-4a40-b166-9311017e2d78] Instance network_info: |[{"id": "2617ddd6-9735-4c91-a73a-7a5c1a9ca8a0", "address": "fa:16:3e:1b:69:98", "network": {"id": "52bed641-1f6f-43f8-a90e-33e3208321ec", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-991825503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbd3cc991276433b9239dd0a1151a72c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2617ddd6-97", "ovs_interfaceid": "2617ddd6-9735-4c91-a73a-7a5c1a9ca8a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1902.659486] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1902.659563] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Starting heal instance info cache {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1902.659685] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Rebuilding the list of instances to heal {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1902.661025] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] [instance: 5bf50b91-900d-4a40-b166-9311017e2d78] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:69:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55bd18a7-39a8-4d07-9088-9b944f9ff710', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2617ddd6-9735-4c91-a73a-7a5c1a9ca8a0', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1902.668631] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Creating folder: Project (cbd3cc991276433b9239dd0a1151a72c). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1902.670383] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7683416-dc08-4bf5-9a25-391d6efdf3d7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.672068] env[63750]: DEBUG oslo_vmware.api [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Waiting for the task: (returnval){ [ 1902.672068] env[63750]: value = "task-2006716" [ 1902.672068] env[63750]: _type = "Task" [ 1902.672068] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.683779] env[63750]: DEBUG oslo_vmware.api [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Task: {'id': task-2006716, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.684033] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Created folder: Project (cbd3cc991276433b9239dd0a1151a72c) in parent group-v412391. [ 1902.684235] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Creating folder: Instances. Parent ref: group-v412595. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1902.684468] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f37ad8c-2932-467e-9337-24f26d5d0ec7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.695717] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Created folder: Instances in parent group-v412595. [ 1902.695970] env[63750]: DEBUG oslo.service.loopingcall [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1902.696173] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bf50b91-900d-4a40-b166-9311017e2d78] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1902.696375] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80794396-8518-45af-b859-5aa4ddc213dd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.715738] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1902.715738] env[63750]: value = "task-2006719" [ 1902.715738] env[63750]: _type = "Task" [ 1902.715738] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.725209] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006719, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.784067] env[63750]: DEBUG oslo_vmware.api [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]525f31aa-31b2-6d5a-9047-b70e81c28212, 'name': SearchDatastore_Task, 'duration_secs': 0.026585} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.784451] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1902.784725] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1902.785060] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1902.785273] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1902.785517] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1902.785822] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9aba5caa-b280-4191-ac30-eb9918d925db {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.797786] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1902.798012] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1902.798828] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc20ff79-2961-4ad1-bb9e-62d197db3a67 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.804407] env[63750]: DEBUG oslo_vmware.api [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Waiting for the task: (returnval){ [ 1902.804407] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a1a005-efc6-a785-758c-678c255da06e" [ 1902.804407] env[63750]: _type = "Task" [ 1902.804407] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.812892] env[63750]: DEBUG oslo_vmware.api [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a1a005-efc6-a785-758c-678c255da06e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.847788] env[63750]: DEBUG oslo_vmware.api [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006712, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568451} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.848231] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3/2807eaf2-56ab-4391-a2b2-9ba4b0600cd3.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1902.848467] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1902.848742] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54aae304-ca27-46c6-a721-652a9a59456c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.857236] env[63750]: DEBUG oslo_vmware.api [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 1902.857236] env[63750]: value = "task-2006720" [ 1902.857236] env[63750]: _type = "Task" [ 1902.857236] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.863479] env[63750]: DEBUG oslo_vmware.api [None req-c4bbb856-79b2-4ba6-b81a-74a45ede98b4 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006714, 'name': PowerOffVM_Task, 'duration_secs': 0.228018} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.864152] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4bbb856-79b2-4ba6-b81a-74a45ede98b4 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1902.864334] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bbb856-79b2-4ba6-b81a-74a45ede98b4 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1902.864582] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed6ce13d-aeb7-47d2-a856-a4780b9ad2c8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.868935] env[63750]: DEBUG oslo_vmware.api [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006720, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.947206] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f50e2c2e-2c6b-437b-aa6e-c7f36f1c7212 tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Lock "9b56be0d-29db-48b2-81f8-8b1bd7e7362f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.954s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1902.986164] env[63750]: DEBUG nova.compute.manager [req-c3c5014a-3bc3-454d-bfa0-efed05f3ed0c req-5f63c83b-5116-4530-9684-0ad327cd0d4d service nova] [instance: 5bf50b91-900d-4a40-b166-9311017e2d78] Received event network-changed-2617ddd6-9735-4c91-a73a-7a5c1a9ca8a0 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1902.986405] env[63750]: DEBUG nova.compute.manager [req-c3c5014a-3bc3-454d-bfa0-efed05f3ed0c req-5f63c83b-5116-4530-9684-0ad327cd0d4d service nova] [instance: 5bf50b91-900d-4a40-b166-9311017e2d78] Refreshing instance network info cache due to event network-changed-2617ddd6-9735-4c91-a73a-7a5c1a9ca8a0. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1902.986563] env[63750]: DEBUG oslo_concurrency.lockutils [req-c3c5014a-3bc3-454d-bfa0-efed05f3ed0c req-5f63c83b-5116-4530-9684-0ad327cd0d4d service nova] Acquiring lock "refresh_cache-5bf50b91-900d-4a40-b166-9311017e2d78" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1902.986720] env[63750]: DEBUG oslo_concurrency.lockutils [req-c3c5014a-3bc3-454d-bfa0-efed05f3ed0c req-5f63c83b-5116-4530-9684-0ad327cd0d4d service nova] Acquired lock "refresh_cache-5bf50b91-900d-4a40-b166-9311017e2d78" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1902.986779] env[63750]: DEBUG nova.network.neutron [req-c3c5014a-3bc3-454d-bfa0-efed05f3ed0c req-5f63c83b-5116-4530-9684-0ad327cd0d4d service nova] [instance: 5bf50b91-900d-4a40-b166-9311017e2d78] Refreshing network info cache for port 2617ddd6-9735-4c91-a73a-7a5c1a9ca8a0 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1903.053594] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bbb856-79b2-4ba6-b81a-74a45ede98b4 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1903.053933] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bbb856-79b2-4ba6-b81a-74a45ede98b4 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1903.054809] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4bbb856-79b2-4ba6-b81a-74a45ede98b4 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Deleting the datastore file [datastore1] 22d7b81c-e802-4f7f-9269-b39916d70b4a {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1903.057117] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-719a55c6-d747-463c-aacc-fcef60f0538d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.063376] env[63750]: DEBUG oslo_vmware.api [None req-c4bbb856-79b2-4ba6-b81a-74a45ede98b4 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Waiting for the task: (returnval){ [ 1903.063376] env[63750]: value = "task-2006722" [ 1903.063376] env[63750]: _type = "Task" [ 1903.063376] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.074119] env[63750]: DEBUG oslo_vmware.api [None req-c4bbb856-79b2-4ba6-b81a-74a45ede98b4 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006722, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.178082] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Skipping network cache update for instance because it is being deleted. {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10463}} [ 1903.178082] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: c72d3206-1842-4cf6-bfba-c4f811744f29] Skipping network cache update for instance because it is Building. {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 1903.178082] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Skipping network cache update for instance because it is Building. {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 1903.178082] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 5bf50b91-900d-4a40-b166-9311017e2d78] Skipping network cache update for instance because it is Building. {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 1903.191853] env[63750]: DEBUG oslo_vmware.api [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Task: {'id': task-2006716, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.212386] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "refresh_cache-3d11142c-0197-4bd9-bf31-fffabf48ee87" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1903.212538] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquired lock "refresh_cache-3d11142c-0197-4bd9-bf31-fffabf48ee87" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1903.212686] env[63750]: DEBUG nova.network.neutron [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Forcefully refreshing network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1903.212837] env[63750]: DEBUG nova.objects.instance [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lazy-loading 'info_cache' on Instance uuid 3d11142c-0197-4bd9-bf31-fffabf48ee87 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1903.229574] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006719, 'name': CreateVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.231891] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b75ef9-9807-4282-88b0-98d514d3259e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.239583] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea6afd4-48e8-43c5-a6b3-cd5dcbc19097 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.270945] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c42ad4-61aa-4775-93bf-e06654a121b4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.278678] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a0b37c-2c3a-4038-830b-154fb1b86f58 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.292963] env[63750]: DEBUG nova.compute.provider_tree [None req-4958987c-f026-4f32-845b-43405ebd50cb tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1903.317130] env[63750]: DEBUG oslo_vmware.api [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a1a005-efc6-a785-758c-678c255da06e, 'name': SearchDatastore_Task, 'duration_secs': 0.020828} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.317913] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9157394a-0840-469e-b849-5db7bdf7a07d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.324174] env[63750]: DEBUG oslo_vmware.api [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Waiting for the task: (returnval){ [ 1903.324174] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5271c56b-4368-de5d-5f1e-689335f6ef94" [ 1903.324174] env[63750]: _type = "Task" [ 1903.324174] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.333646] env[63750]: DEBUG oslo_vmware.api [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5271c56b-4368-de5d-5f1e-689335f6ef94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.367965] env[63750]: DEBUG oslo_vmware.api [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006720, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.278771} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.368752] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1903.369693] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77525c8-3a65-433b-a2d8-ec3e7539b09f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.393376] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3/2807eaf2-56ab-4391-a2b2-9ba4b0600cd3.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1903.393764] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65e14f69-fb97-4287-b0be-72631f7111a7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.419331] env[63750]: DEBUG oslo_vmware.api [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 1903.419331] env[63750]: value = "task-2006723" [ 1903.419331] env[63750]: _type = "Task" [ 1903.419331] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.427346] env[63750]: DEBUG oslo_vmware.api [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006723, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.577466] env[63750]: DEBUG oslo_vmware.api [None req-c4bbb856-79b2-4ba6-b81a-74a45ede98b4 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006722, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.402219} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.577617] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4bbb856-79b2-4ba6-b81a-74a45ede98b4 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1903.578392] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bbb856-79b2-4ba6-b81a-74a45ede98b4 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1903.578665] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bbb856-79b2-4ba6-b81a-74a45ede98b4 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1903.578858] env[63750]: INFO nova.compute.manager [None req-c4bbb856-79b2-4ba6-b81a-74a45ede98b4 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1903.579475] env[63750]: DEBUG oslo.service.loopingcall [None req-c4bbb856-79b2-4ba6-b81a-74a45ede98b4 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1903.581693] env[63750]: DEBUG nova.compute.manager [-] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1903.581786] env[63750]: DEBUG nova.network.neutron [-] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1903.612144] env[63750]: DEBUG nova.compute.manager [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Stashing vm_state: active {{(pid=63750) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1903.688300] env[63750]: DEBUG oslo_vmware.api [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Task: {'id': task-2006716, 'name': PowerOnVM_Task, 'duration_secs': 0.678615} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.688584] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] [instance: c72d3206-1842-4cf6-bfba-c4f811744f29] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1903.688788] env[63750]: INFO nova.compute.manager [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] [instance: c72d3206-1842-4cf6-bfba-c4f811744f29] Took 7.94 seconds to spawn the instance on the hypervisor. [ 1903.688975] env[63750]: DEBUG nova.compute.manager [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] [instance: c72d3206-1842-4cf6-bfba-c4f811744f29] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1903.689817] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eef8e39-3dec-4887-9abc-e5fc8ec51d8d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.732023] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006719, 'name': CreateVM_Task, 'duration_secs': 0.585261} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.732808] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bf50b91-900d-4a40-b166-9311017e2d78] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1903.734131] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1903.734364] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1903.734683] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1903.735349] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da2e00af-ae4e-4b4d-83ae-df95e11da2ed {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.741529] env[63750]: DEBUG oslo_vmware.api [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Waiting for the task: (returnval){ [ 1903.741529] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5241077c-8eba-6f71-fa2b-7e17a10f41f3" [ 1903.741529] env[63750]: _type = "Task" [ 1903.741529] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.752631] env[63750]: DEBUG oslo_vmware.api [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5241077c-8eba-6f71-fa2b-7e17a10f41f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.797060] env[63750]: DEBUG nova.scheduler.client.report [None req-4958987c-f026-4f32-845b-43405ebd50cb tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1903.835731] env[63750]: DEBUG oslo_vmware.api [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5271c56b-4368-de5d-5f1e-689335f6ef94, 'name': SearchDatastore_Task, 'duration_secs': 0.014304} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.836024] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1903.836304] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57/0dabc79e-2f17-4d61-b0c7-c384fb2fdc57.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1903.836680] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16ef6921-bd14-4268-a78c-548b3796d1fc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.844158] env[63750]: DEBUG oslo_vmware.api [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Waiting for the task: (returnval){ [ 1903.844158] env[63750]: value = "task-2006724" [ 1903.844158] env[63750]: _type = "Task" [ 1903.844158] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.849840] env[63750]: DEBUG nova.network.neutron [req-c3c5014a-3bc3-454d-bfa0-efed05f3ed0c req-5f63c83b-5116-4530-9684-0ad327cd0d4d service nova] [instance: 5bf50b91-900d-4a40-b166-9311017e2d78] Updated VIF entry in instance network info cache for port 2617ddd6-9735-4c91-a73a-7a5c1a9ca8a0. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1903.850255] env[63750]: DEBUG nova.network.neutron [req-c3c5014a-3bc3-454d-bfa0-efed05f3ed0c req-5f63c83b-5116-4530-9684-0ad327cd0d4d service nova] [instance: 5bf50b91-900d-4a40-b166-9311017e2d78] Updating instance_info_cache with network_info: [{"id": "2617ddd6-9735-4c91-a73a-7a5c1a9ca8a0", "address": "fa:16:3e:1b:69:98", "network": {"id": "52bed641-1f6f-43f8-a90e-33e3208321ec", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-991825503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbd3cc991276433b9239dd0a1151a72c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2617ddd6-97", "ovs_interfaceid": "2617ddd6-9735-4c91-a73a-7a5c1a9ca8a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1903.855159] env[63750]: DEBUG oslo_vmware.api [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Task: {'id': task-2006724, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.935319] env[63750]: DEBUG oslo_vmware.api [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006723, 'name': ReconfigVM_Task, 'duration_secs': 0.278899} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.935319] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3/2807eaf2-56ab-4391-a2b2-9ba4b0600cd3.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1903.936863] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2aba2b2-ad0e-4562-b286-b4f0558b34a9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.943933] env[63750]: DEBUG oslo_vmware.api [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 1903.943933] env[63750]: value = "task-2006725" [ 1903.943933] env[63750]: _type = "Task" [ 1903.943933] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.959074] env[63750]: DEBUG oslo_vmware.api [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006725, 'name': Rename_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.131993] env[63750]: DEBUG oslo_concurrency.lockutils [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1904.215074] env[63750]: INFO nova.compute.manager [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] [instance: c72d3206-1842-4cf6-bfba-c4f811744f29] Took 28.93 seconds to build instance. [ 1904.254892] env[63750]: DEBUG oslo_vmware.api [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5241077c-8eba-6f71-fa2b-7e17a10f41f3, 'name': SearchDatastore_Task, 'duration_secs': 0.012155} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.255476] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1904.256230] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] [instance: 5bf50b91-900d-4a40-b166-9311017e2d78] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1904.256403] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1904.256635] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1904.257103] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1904.257382] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1935b2b-aecf-427c-9a9e-b5ab9495f74b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.269588] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1904.269775] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1904.270781] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbe41745-20ad-4aa2-8355-3562850bf0d0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.280802] env[63750]: DEBUG oslo_vmware.api [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Waiting for the task: (returnval){ [ 1904.280802] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]528663f3-69b8-0f2a-a395-30e0cee40335" [ 1904.280802] env[63750]: _type = "Task" [ 1904.280802] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.289292] env[63750]: DEBUG oslo_vmware.api [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]528663f3-69b8-0f2a-a395-30e0cee40335, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.300742] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4958987c-f026-4f32-845b-43405ebd50cb tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.893s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.307042] env[63750]: DEBUG oslo_concurrency.lockutils [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.026s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1904.312058] env[63750]: INFO nova.compute.claims [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1904.327988] env[63750]: INFO nova.scheduler.client.report [None req-4958987c-f026-4f32-845b-43405ebd50cb tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Deleted allocations for instance 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074 [ 1904.354531] env[63750]: DEBUG oslo_vmware.api [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Task: {'id': task-2006724, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.356172] env[63750]: DEBUG oslo_concurrency.lockutils [req-c3c5014a-3bc3-454d-bfa0-efed05f3ed0c req-5f63c83b-5116-4530-9684-0ad327cd0d4d service nova] Releasing lock "refresh_cache-5bf50b91-900d-4a40-b166-9311017e2d78" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1904.439804] env[63750]: DEBUG nova.network.neutron [-] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1904.456602] env[63750]: DEBUG oslo_vmware.api [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006725, 'name': Rename_Task, 'duration_secs': 0.136728} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.457192] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1904.457439] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba6cff01-0faa-429a-b330-bce86c497a3e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.464964] env[63750]: DEBUG oslo_vmware.api [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 1904.464964] env[63750]: value = "task-2006726" [ 1904.464964] env[63750]: _type = "Task" [ 1904.464964] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.473280] env[63750]: DEBUG oslo_vmware.api [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006726, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.715633] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6bcddb2b-2a1c-425e-b2d4-a0b289bf7d38 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Lock "c72d3206-1842-4cf6-bfba-c4f811744f29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.439s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.792025] env[63750]: DEBUG oslo_vmware.api [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]528663f3-69b8-0f2a-a395-30e0cee40335, 'name': SearchDatastore_Task, 'duration_secs': 0.029524} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.792850] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-615cd39e-b79f-44e0-82b8-df05769776c6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.798554] env[63750]: DEBUG oslo_vmware.api [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Waiting for the task: (returnval){ [ 1904.798554] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52705883-b5af-6677-e90d-4fc4cddfc3d9" [ 1904.798554] env[63750]: _type = "Task" [ 1904.798554] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.806418] env[63750]: DEBUG oslo_vmware.api [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52705883-b5af-6677-e90d-4fc4cddfc3d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.835756] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4958987c-f026-4f32-845b-43405ebd50cb tempest-ListServersNegativeTestJSON-1919068208 tempest-ListServersNegativeTestJSON-1919068208-project-member] Lock "2f025cc6-cd13-4f1b-9236-e5ff5a0f5074" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.906s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.855789] env[63750]: DEBUG oslo_vmware.api [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Task: {'id': task-2006724, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.945812] env[63750]: INFO nova.compute.manager [-] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Took 1.36 seconds to deallocate network for instance. [ 1904.978918] env[63750]: DEBUG oslo_vmware.api [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006726, 'name': PowerOnVM_Task, 'duration_secs': 0.496233} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.980221] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1904.980412] env[63750]: INFO nova.compute.manager [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Took 6.84 seconds to spawn the instance on the hypervisor. [ 1904.980723] env[63750]: DEBUG nova.compute.manager [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1904.982314] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbac6297-cda9-4fed-be7d-99802c72b1e5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.055621] env[63750]: DEBUG nova.network.neutron [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Updating instance_info_cache with network_info: [{"id": "1af3e56a-ff15-4851-a629-891eaf8aa9b7", "address": "fa:16:3e:6e:e3:76", "network": {"id": "8eeb3f57-9e47-48f4-ab8b-e14a44671e51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1675437426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "618573a371474aec86d00edfd3267bcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1af3e56a-ff", "ovs_interfaceid": "1af3e56a-ff15-4851-a629-891eaf8aa9b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1905.315787] env[63750]: DEBUG oslo_vmware.api [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52705883-b5af-6677-e90d-4fc4cddfc3d9, 'name': SearchDatastore_Task, 'duration_secs': 0.014335} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.316145] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1905.316367] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 5bf50b91-900d-4a40-b166-9311017e2d78/5bf50b91-900d-4a40-b166-9311017e2d78.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1905.316680] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2af2f5b-cf61-4596-886b-d5068c3f910b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.330941] env[63750]: DEBUG oslo_vmware.api [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Waiting for the task: (returnval){ [ 1905.330941] env[63750]: value = "task-2006727" [ 1905.330941] env[63750]: _type = "Task" [ 1905.330941] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.341263] env[63750]: DEBUG oslo_vmware.api [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Task: {'id': task-2006727, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.354774] env[63750]: DEBUG oslo_vmware.api [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Task: {'id': task-2006724, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.383376] env[63750]: DEBUG nova.compute.manager [req-f2a45263-b397-413e-8179-c772ca870bd6 req-f70d4558-237b-4f2a-81f4-1e2e9fc2bcc6 service nova] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Received event network-vif-deleted-ced1267d-22bd-4c6c-a07e-c25487ba689d {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1905.452026] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c4bbb856-79b2-4ba6-b81a-74a45ede98b4 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1905.508450] env[63750]: INFO nova.compute.manager [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Took 28.71 seconds to build instance. [ 1905.559548] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Releasing lock "refresh_cache-3d11142c-0197-4bd9-bf31-fffabf48ee87" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1905.559548] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Updated the network info_cache for instance {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 1905.559548] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1905.559548] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1905.559548] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1905.658477] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1905.659772] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1905.661767] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0cb650-5cf5-4935-a98f-98b6c91027fd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.671200] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f5bcc0-baca-47a6-b1e0-46e0e33fb0d8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.704770] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698ea61d-ccbf-40ed-909c-eda305a44250 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.716804] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3138cdb4-22ff-4dd1-99ef-57c20b970621 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.734067] env[63750]: DEBUG nova.compute.provider_tree [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1905.767206] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Acquiring lock "0a061a6e-02ff-498b-96b3-3ce7a4e39f40" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1905.767206] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Lock "0a061a6e-02ff-498b-96b3-3ce7a4e39f40" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1905.842388] env[63750]: DEBUG oslo_vmware.api [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Task: {'id': task-2006727, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.857569] env[63750]: DEBUG oslo_vmware.api [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Task: {'id': task-2006724, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.961040] env[63750]: DEBUG oslo_concurrency.lockutils [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Acquiring lock "dfd72d7d-1820-4e9a-8bc8-924fbe465145" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1905.961040] env[63750]: DEBUG oslo_concurrency.lockutils [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Lock "dfd72d7d-1820-4e9a-8bc8-924fbe465145" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1906.010675] env[63750]: DEBUG oslo_concurrency.lockutils [None req-caca8170-3818-450f-97b6-23e1670f57df tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lock "2807eaf2-56ab-4391-a2b2-9ba4b0600cd3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.226s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1906.106647] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2873066c-8d76-4cf2-9dd2-7f0e7c6c9694 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Acquiring lock "c72d3206-1842-4cf6-bfba-c4f811744f29" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1906.106971] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2873066c-8d76-4cf2-9dd2-7f0e7c6c9694 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Lock "c72d3206-1842-4cf6-bfba-c4f811744f29" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1906.107234] env[63750]: INFO nova.compute.manager [None req-2873066c-8d76-4cf2-9dd2-7f0e7c6c9694 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] [instance: c72d3206-1842-4cf6-bfba-c4f811744f29] Rebooting instance [ 1906.166838] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1906.237360] env[63750]: DEBUG nova.scheduler.client.report [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1906.267395] env[63750]: DEBUG nova.compute.manager [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] [instance: 0a061a6e-02ff-498b-96b3-3ce7a4e39f40] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1906.353103] env[63750]: DEBUG oslo_vmware.api [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Task: {'id': task-2006727, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.720118} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.359713] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 5bf50b91-900d-4a40-b166-9311017e2d78/5bf50b91-900d-4a40-b166-9311017e2d78.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1906.360033] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] [instance: 5bf50b91-900d-4a40-b166-9311017e2d78] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1906.360701] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3f0d716-22a3-495d-82b7-777ba698ba70 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.371586] env[63750]: DEBUG oslo_vmware.api [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Task: {'id': task-2006724, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.372199] env[63750]: DEBUG oslo_vmware.api [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Waiting for the task: (returnval){ [ 1906.372199] env[63750]: value = "task-2006728" [ 1906.372199] env[63750]: _type = "Task" [ 1906.372199] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.382401] env[63750]: DEBUG oslo_vmware.api [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Task: {'id': task-2006728, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.462726] env[63750]: DEBUG nova.compute.manager [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1906.477020] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ccd5a298-c9d3-4369-b9ae-6e2ccf3f1cb7 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquiring lock "2807eaf2-56ab-4391-a2b2-9ba4b0600cd3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1906.477352] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ccd5a298-c9d3-4369-b9ae-6e2ccf3f1cb7 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lock "2807eaf2-56ab-4391-a2b2-9ba4b0600cd3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1906.477499] env[63750]: DEBUG nova.compute.manager [None req-ccd5a298-c9d3-4369-b9ae-6e2ccf3f1cb7 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1906.478410] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d400127-563c-4754-bf59-74e24e0163ed {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.487797] env[63750]: DEBUG nova.compute.manager [None req-ccd5a298-c9d3-4369-b9ae-6e2ccf3f1cb7 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63750) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1906.488990] env[63750]: DEBUG nova.objects.instance [None req-ccd5a298-c9d3-4369-b9ae-6e2ccf3f1cb7 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lazy-loading 'flavor' on Instance uuid 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1906.638110] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2873066c-8d76-4cf2-9dd2-7f0e7c6c9694 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Acquiring lock "refresh_cache-c72d3206-1842-4cf6-bfba-c4f811744f29" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1906.638378] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2873066c-8d76-4cf2-9dd2-7f0e7c6c9694 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Acquired lock "refresh_cache-c72d3206-1842-4cf6-bfba-c4f811744f29" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1906.638581] env[63750]: DEBUG nova.network.neutron [None req-2873066c-8d76-4cf2-9dd2-7f0e7c6c9694 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] [instance: c72d3206-1842-4cf6-bfba-c4f811744f29] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1906.746849] env[63750]: DEBUG oslo_concurrency.lockutils [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.441s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1906.747468] env[63750]: DEBUG nova.compute.manager [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1906.751995] env[63750]: DEBUG oslo_concurrency.lockutils [None req-edafdbe2-0857-4717-a11c-cd51a4a85e58 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.331s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1906.752285] env[63750]: DEBUG nova.objects.instance [None req-edafdbe2-0857-4717-a11c-cd51a4a85e58 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Lazy-loading 'resources' on Instance uuid 0431561b-dd08-4c9c-a4f6-43d19cbe4b03 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1906.793315] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1906.864477] env[63750]: DEBUG oslo_vmware.api [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Task: {'id': task-2006724, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.574801} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.864767] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57/0dabc79e-2f17-4d61-b0c7-c384fb2fdc57.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1906.865010] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1906.865320] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3cbdbb45-9b16-464a-8511-11ff04a59b8e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.872575] env[63750]: DEBUG oslo_vmware.api [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Waiting for the task: (returnval){ [ 1906.872575] env[63750]: value = "task-2006729" [ 1906.872575] env[63750]: _type = "Task" [ 1906.872575] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.883676] env[63750]: DEBUG oslo_vmware.api [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Task: {'id': task-2006729, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.886816] env[63750]: DEBUG oslo_vmware.api [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Task: {'id': task-2006728, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094773} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.886905] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] [instance: 5bf50b91-900d-4a40-b166-9311017e2d78] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1906.887751] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0e1f72-15cb-4baa-9290-c219bde4d16d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.910153] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] [instance: 5bf50b91-900d-4a40-b166-9311017e2d78] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 5bf50b91-900d-4a40-b166-9311017e2d78/5bf50b91-900d-4a40-b166-9311017e2d78.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1906.910455] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-550ba336-b4aa-4a1d-812c-8625b25bc38d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.930366] env[63750]: DEBUG oslo_vmware.api [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Waiting for the task: (returnval){ [ 1906.930366] env[63750]: value = "task-2006730" [ 1906.930366] env[63750]: _type = "Task" [ 1906.930366] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.939563] env[63750]: DEBUG oslo_vmware.api [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Task: {'id': task-2006730, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.983975] env[63750]: DEBUG oslo_concurrency.lockutils [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1907.255380] env[63750]: DEBUG nova.compute.utils [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1907.256872] env[63750]: DEBUG nova.compute.manager [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1907.257062] env[63750]: DEBUG nova.network.neutron [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1907.328545] env[63750]: DEBUG nova.policy [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34e09636d2e2459c968741baef923422', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '348f6d26e2ec4f0ea7a2f9ae9fdf7a62', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1907.384412] env[63750]: DEBUG oslo_vmware.api [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Task: {'id': task-2006729, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081924} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.384760] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1907.385682] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc45ffc5-6a04-4a0d-8f38-0065cca58d5c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.407836] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57/0dabc79e-2f17-4d61-b0c7-c384fb2fdc57.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1907.416096] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61471a71-33e7-412b-9690-62d11145d2c1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.456577] env[63750]: DEBUG oslo_vmware.api [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Task: {'id': task-2006730, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.458708] env[63750]: DEBUG oslo_vmware.api [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Waiting for the task: (returnval){ [ 1907.458708] env[63750]: value = "task-2006731" [ 1907.458708] env[63750]: _type = "Task" [ 1907.458708] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.474754] env[63750]: DEBUG oslo_vmware.api [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Task: {'id': task-2006731, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.498509] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd5a298-c9d3-4369-b9ae-6e2ccf3f1cb7 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1907.498807] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-012cbfe5-72f6-4b70-ba5a-8cc0f102b3c4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.505578] env[63750]: DEBUG nova.network.neutron [None req-2873066c-8d76-4cf2-9dd2-7f0e7c6c9694 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] [instance: c72d3206-1842-4cf6-bfba-c4f811744f29] Updating instance_info_cache with network_info: [{"id": "de23215c-8f44-4b27-896f-ae174dbda3b3", "address": "fa:16:3e:9c:7c:f1", "network": {"id": "19066582-1cb6-4e86-a811-60cb6596823d", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1140725588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edee1a5495994e15bfd0a673cfb674fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde23215c-8f", "ovs_interfaceid": "de23215c-8f44-4b27-896f-ae174dbda3b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1907.507726] env[63750]: DEBUG oslo_vmware.api [None req-ccd5a298-c9d3-4369-b9ae-6e2ccf3f1cb7 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 1907.507726] env[63750]: value = "task-2006732" [ 1907.507726] env[63750]: _type = "Task" [ 1907.507726] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.517271] env[63750]: DEBUG oslo_vmware.api [None req-ccd5a298-c9d3-4369-b9ae-6e2ccf3f1cb7 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006732, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.673603] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd06bd6-d45b-4d02-98e1-cc6417b57ee9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.682697] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed25d32-144f-4f66-94a3-6833b68cb349 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.717448] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd48e87-1224-4865-bd3c-0850f02016d8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.727835] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15708c4-caa5-4d44-89bf-4b923c366ef8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.744518] env[63750]: DEBUG nova.compute.provider_tree [None req-edafdbe2-0857-4717-a11c-cd51a4a85e58 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1907.759533] env[63750]: DEBUG nova.compute.manager [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1907.791061] env[63750]: DEBUG nova.network.neutron [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b] Successfully created port: ff980e61-3362-4e8a-babf-e3cc2e2849f4 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1907.957295] env[63750]: DEBUG oslo_vmware.api [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Task: {'id': task-2006730, 'name': ReconfigVM_Task, 'duration_secs': 0.969005} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.957785] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] [instance: 5bf50b91-900d-4a40-b166-9311017e2d78] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 5bf50b91-900d-4a40-b166-9311017e2d78/5bf50b91-900d-4a40-b166-9311017e2d78.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1907.960523] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7926d4d-24fd-44b2-a5cf-66ba9afdc6a2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.971095] env[63750]: DEBUG oslo_vmware.api [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Waiting for the task: (returnval){ [ 1907.971095] env[63750]: value = "task-2006733" [ 1907.971095] env[63750]: _type = "Task" [ 1907.971095] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.978799] env[63750]: DEBUG oslo_vmware.api [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Task: {'id': task-2006731, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.984406] env[63750]: DEBUG oslo_vmware.api [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Task: {'id': task-2006733, 'name': Rename_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.009580] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2873066c-8d76-4cf2-9dd2-7f0e7c6c9694 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Releasing lock "refresh_cache-c72d3206-1842-4cf6-bfba-c4f811744f29" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1908.019982] env[63750]: DEBUG oslo_vmware.api [None req-ccd5a298-c9d3-4369-b9ae-6e2ccf3f1cb7 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006732, 'name': PowerOffVM_Task, 'duration_secs': 0.296269} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.020329] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd5a298-c9d3-4369-b9ae-6e2ccf3f1cb7 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1908.020539] env[63750]: DEBUG nova.compute.manager [None req-ccd5a298-c9d3-4369-b9ae-6e2ccf3f1cb7 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1908.021816] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d046097-1231-40e7-b14a-e267a9ae90a4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.250127] env[63750]: DEBUG nova.scheduler.client.report [None req-edafdbe2-0857-4717-a11c-cd51a4a85e58 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1908.475495] env[63750]: DEBUG oslo_vmware.api [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Task: {'id': task-2006731, 'name': ReconfigVM_Task, 'duration_secs': 0.650123} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.477854] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57/0dabc79e-2f17-4d61-b0c7-c384fb2fdc57.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1908.478514] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6e6866d-95a3-4811-9723-d05b32f6f8c4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.485624] env[63750]: DEBUG oslo_vmware.api [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Task: {'id': task-2006733, 'name': Rename_Task, 'duration_secs': 0.243143} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.487234] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] [instance: 5bf50b91-900d-4a40-b166-9311017e2d78] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1908.487671] env[63750]: DEBUG oslo_vmware.api [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Waiting for the task: (returnval){ [ 1908.487671] env[63750]: value = "task-2006734" [ 1908.487671] env[63750]: _type = "Task" [ 1908.487671] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.488076] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3624377-ea99-41fb-94bd-ca8737ffd975 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.499140] env[63750]: DEBUG oslo_vmware.api [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Task: {'id': task-2006734, 'name': Rename_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.500603] env[63750]: DEBUG oslo_vmware.api [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Waiting for the task: (returnval){ [ 1908.500603] env[63750]: value = "task-2006735" [ 1908.500603] env[63750]: _type = "Task" [ 1908.500603] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.508422] env[63750]: DEBUG oslo_vmware.api [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Task: {'id': task-2006735, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.517372] env[63750]: DEBUG nova.compute.manager [None req-2873066c-8d76-4cf2-9dd2-7f0e7c6c9694 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] [instance: c72d3206-1842-4cf6-bfba-c4f811744f29] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1908.518430] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8bc6299-936c-4776-ab72-ff34d5d64a15 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.533447] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ccd5a298-c9d3-4369-b9ae-6e2ccf3f1cb7 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lock "2807eaf2-56ab-4391-a2b2-9ba4b0600cd3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1908.755857] env[63750]: DEBUG oslo_concurrency.lockutils [None req-edafdbe2-0857-4717-a11c-cd51a4a85e58 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.003s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1908.757948] env[63750]: DEBUG oslo_concurrency.lockutils [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.626s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1908.774600] env[63750]: DEBUG nova.compute.manager [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1908.794994] env[63750]: INFO nova.scheduler.client.report [None req-edafdbe2-0857-4717-a11c-cd51a4a85e58 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Deleted allocations for instance 0431561b-dd08-4c9c-a4f6-43d19cbe4b03 [ 1908.808929] env[63750]: DEBUG nova.virt.hardware [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1908.809204] env[63750]: DEBUG nova.virt.hardware [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1908.809460] env[63750]: DEBUG nova.virt.hardware [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1908.809975] env[63750]: DEBUG nova.virt.hardware [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1908.810162] env[63750]: DEBUG nova.virt.hardware [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1908.810316] env[63750]: DEBUG nova.virt.hardware [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1908.810544] env[63750]: DEBUG nova.virt.hardware [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1908.810688] env[63750]: DEBUG nova.virt.hardware [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1908.810972] env[63750]: DEBUG nova.virt.hardware [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1908.811434] env[63750]: DEBUG nova.virt.hardware [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1908.811434] env[63750]: DEBUG nova.virt.hardware [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1908.814095] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e44597-3c38-4267-9e33-31ad1cb5ced7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.823432] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a1fdd4-ab6a-49a0-b99e-d5aa00be3ac4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.000909] env[63750]: DEBUG oslo_vmware.api [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Task: {'id': task-2006734, 'name': Rename_Task, 'duration_secs': 0.24937} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.001912] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1909.005723] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eab02b89-d5ad-44f7-a97d-92fdee9aa5e1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.014886] env[63750]: DEBUG oslo_vmware.api [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Task: {'id': task-2006735, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.016877] env[63750]: DEBUG oslo_vmware.api [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Waiting for the task: (returnval){ [ 1909.016877] env[63750]: value = "task-2006736" [ 1909.016877] env[63750]: _type = "Task" [ 1909.016877] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.025866] env[63750]: DEBUG oslo_vmware.api [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Task: {'id': task-2006736, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.264388] env[63750]: INFO nova.compute.claims [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1909.304866] env[63750]: DEBUG oslo_concurrency.lockutils [None req-edafdbe2-0857-4717-a11c-cd51a4a85e58 tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Lock "0431561b-dd08-4c9c-a4f6-43d19cbe4b03" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.760s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.482334] env[63750]: DEBUG nova.compute.manager [req-0c5e9a6d-c685-45f1-b502-dac0b39a19f0 req-b93b5067-9000-481d-9e39-f3709ab35f7b service nova] [instance: 6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b] Received event network-vif-plugged-ff980e61-3362-4e8a-babf-e3cc2e2849f4 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1909.482334] env[63750]: DEBUG oslo_concurrency.lockutils [req-0c5e9a6d-c685-45f1-b502-dac0b39a19f0 req-b93b5067-9000-481d-9e39-f3709ab35f7b service nova] Acquiring lock "6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1909.482334] env[63750]: DEBUG oslo_concurrency.lockutils [req-0c5e9a6d-c685-45f1-b502-dac0b39a19f0 req-b93b5067-9000-481d-9e39-f3709ab35f7b service nova] Lock "6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1909.482334] env[63750]: DEBUG oslo_concurrency.lockutils [req-0c5e9a6d-c685-45f1-b502-dac0b39a19f0 req-b93b5067-9000-481d-9e39-f3709ab35f7b service nova] Lock "6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.482334] env[63750]: DEBUG nova.compute.manager [req-0c5e9a6d-c685-45f1-b502-dac0b39a19f0 req-b93b5067-9000-481d-9e39-f3709ab35f7b service nova] [instance: 6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b] No waiting events found dispatching network-vif-plugged-ff980e61-3362-4e8a-babf-e3cc2e2849f4 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1909.482767] env[63750]: WARNING nova.compute.manager [req-0c5e9a6d-c685-45f1-b502-dac0b39a19f0 req-b93b5067-9000-481d-9e39-f3709ab35f7b service nova] [instance: 6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b] Received unexpected event network-vif-plugged-ff980e61-3362-4e8a-babf-e3cc2e2849f4 for instance with vm_state building and task_state spawning. [ 1909.511150] env[63750]: DEBUG oslo_vmware.api [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Task: {'id': task-2006735, 'name': PowerOnVM_Task, 'duration_secs': 0.713123} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.511632] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] [instance: 5bf50b91-900d-4a40-b166-9311017e2d78] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1909.511939] env[63750]: INFO nova.compute.manager [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] [instance: 5bf50b91-900d-4a40-b166-9311017e2d78] Took 8.96 seconds to spawn the instance on the hypervisor. [ 1909.512250] env[63750]: DEBUG nova.compute.manager [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] [instance: 5bf50b91-900d-4a40-b166-9311017e2d78] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1909.513142] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055858cf-c979-4098-aa50-c8ca517cf12b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.531178] env[63750]: DEBUG oslo_vmware.api [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Task: {'id': task-2006736, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.534592] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4254eb99-db5d-4266-a4ce-08f66de3d922 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.543071] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2873066c-8d76-4cf2-9dd2-7f0e7c6c9694 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] [instance: c72d3206-1842-4cf6-bfba-c4f811744f29] Doing hard reboot of VM {{(pid=63750) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1909.543664] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-c69c716b-3614-4849-9372-5942da04bb34 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.550413] env[63750]: DEBUG oslo_vmware.api [None req-2873066c-8d76-4cf2-9dd2-7f0e7c6c9694 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Waiting for the task: (returnval){ [ 1909.550413] env[63750]: value = "task-2006737" [ 1909.550413] env[63750]: _type = "Task" [ 1909.550413] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.560471] env[63750]: DEBUG oslo_vmware.api [None req-2873066c-8d76-4cf2-9dd2-7f0e7c6c9694 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Task: {'id': task-2006737, 'name': ResetVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.662576] env[63750]: DEBUG nova.network.neutron [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b] Successfully updated port: ff980e61-3362-4e8a-babf-e3cc2e2849f4 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1909.776691] env[63750]: INFO nova.compute.resource_tracker [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Updating resource usage from migration eecefaaf-ea4c-4b12-9dd7-d8035234e2d6 [ 1909.867899] env[63750]: DEBUG nova.compute.manager [None req-845f0c2e-36dc-4fd7-b4f5-c59327c4a311 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1909.869841] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2410d7-229a-49dc-b934-26b5571e7b32 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.031496] env[63750]: DEBUG oslo_vmware.api [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Task: {'id': task-2006736, 'name': PowerOnVM_Task, 'duration_secs': 0.633738} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.039981] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1910.040243] env[63750]: DEBUG nova.compute.manager [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1910.040908] env[63750]: INFO nova.compute.manager [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] [instance: 5bf50b91-900d-4a40-b166-9311017e2d78] Took 32.51 seconds to build instance. [ 1910.044402] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0a52bd-e502-4fe3-bce3-0dbcd8274dfe {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.064683] env[63750]: DEBUG oslo_vmware.api [None req-2873066c-8d76-4cf2-9dd2-7f0e7c6c9694 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Task: {'id': task-2006737, 'name': ResetVM_Task, 'duration_secs': 0.109316} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.065185] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2873066c-8d76-4cf2-9dd2-7f0e7c6c9694 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] [instance: c72d3206-1842-4cf6-bfba-c4f811744f29] Did hard reboot of VM {{(pid=63750) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1910.065185] env[63750]: DEBUG nova.compute.manager [None req-2873066c-8d76-4cf2-9dd2-7f0e7c6c9694 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] [instance: c72d3206-1842-4cf6-bfba-c4f811744f29] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1910.065711] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba2fc01-2077-4614-9819-2c4bd2c3ac9e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.127108] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb60989f-e3c1-43ed-89b0-17ba2c4a0ea1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.133632] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11a63de-4960-4c89-ba72-ac0b66124829 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.168221] env[63750]: DEBUG oslo_concurrency.lockutils [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquiring lock "refresh_cache-6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1910.168221] env[63750]: DEBUG oslo_concurrency.lockutils [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquired lock "refresh_cache-6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1910.168221] env[63750]: DEBUG nova.network.neutron [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1910.168221] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97888cb-134a-4436-b14d-805fd06154df {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.177351] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55130b1d-435b-400e-ab5c-9f006bb78412 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.192712] env[63750]: DEBUG nova.compute.provider_tree [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1911.073020] env[63750]: DEBUG oslo_concurrency.lockutils [None req-829a650a-f9c5-4ee3-9790-7e9ad786a5df tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Acquiring lock "6837b938-5169-44a2-a03f-e6a2064334d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.073298] env[63750]: DEBUG oslo_concurrency.lockutils [None req-829a650a-f9c5-4ee3-9790-7e9ad786a5df tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Lock "6837b938-5169-44a2-a03f-e6a2064334d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.073298] env[63750]: DEBUG oslo_concurrency.lockutils [None req-829a650a-f9c5-4ee3-9790-7e9ad786a5df tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Acquiring lock "6837b938-5169-44a2-a03f-e6a2064334d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.073433] env[63750]: DEBUG oslo_concurrency.lockutils [None req-829a650a-f9c5-4ee3-9790-7e9ad786a5df tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Lock "6837b938-5169-44a2-a03f-e6a2064334d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.073612] env[63750]: DEBUG oslo_concurrency.lockutils [None req-829a650a-f9c5-4ee3-9790-7e9ad786a5df tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Lock "6837b938-5169-44a2-a03f-e6a2064334d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.075540] env[63750]: INFO nova.compute.manager [None req-845f0c2e-36dc-4fd7-b4f5-c59327c4a311 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] instance snapshotting [ 1911.077234] env[63750]: WARNING nova.compute.manager [None req-845f0c2e-36dc-4fd7-b4f5-c59327c4a311 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1911.077421] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4ab2ca8b-9640-4d8d-b231-8cb85a77aa07 tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Lock "5bf50b91-900d-4a40-b166-9311017e2d78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.555s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.085202] env[63750]: DEBUG nova.scheduler.client.report [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1911.089774] env[63750]: INFO nova.compute.manager [None req-829a650a-f9c5-4ee3-9790-7e9ad786a5df tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Terminating instance [ 1911.094506] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb993d40-d4ef-420a-8cea-450c0c1832df {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.119034] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd523a3b-b150-4e9e-ba1a-2aa77bcc458d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.133252] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2873066c-8d76-4cf2-9dd2-7f0e7c6c9694 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Lock "c72d3206-1842-4cf6-bfba-c4f811744f29" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.026s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.135029] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.135710] env[63750]: DEBUG nova.network.neutron [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1911.321118] env[63750]: DEBUG nova.network.neutron [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b] Updating instance_info_cache with network_info: [{"id": "ff980e61-3362-4e8a-babf-e3cc2e2849f4", "address": "fa:16:3e:76:ad:60", "network": {"id": "0e079862-a158-4a83-80c0-7e4b9250f9fe", "bridge": "br-int", "label": "tempest-ServersTestJSON-24691741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348f6d26e2ec4f0ea7a2f9ae9fdf7a62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff980e61-33", "ovs_interfaceid": "ff980e61-3362-4e8a-babf-e3cc2e2849f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1911.511121] env[63750]: DEBUG nova.compute.manager [req-699a4c3d-a987-49c2-af09-9300e8f01c5a req-52ad05bc-3dc7-46a0-9ab0-cf74ddc858d8 service nova] [instance: 6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b] Received event network-changed-ff980e61-3362-4e8a-babf-e3cc2e2849f4 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1911.511252] env[63750]: DEBUG nova.compute.manager [req-699a4c3d-a987-49c2-af09-9300e8f01c5a req-52ad05bc-3dc7-46a0-9ab0-cf74ddc858d8 service nova] [instance: 6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b] Refreshing instance network info cache due to event network-changed-ff980e61-3362-4e8a-babf-e3cc2e2849f4. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1911.511549] env[63750]: DEBUG oslo_concurrency.lockutils [req-699a4c3d-a987-49c2-af09-9300e8f01c5a req-52ad05bc-3dc7-46a0-9ab0-cf74ddc858d8 service nova] Acquiring lock "refresh_cache-6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1911.576292] env[63750]: DEBUG oslo_concurrency.lockutils [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Acquiring lock "817019a8-85aa-4f3a-be91-71d64dc51ae6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.576588] env[63750]: DEBUG oslo_concurrency.lockutils [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Lock "817019a8-85aa-4f3a-be91-71d64dc51ae6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.591527] env[63750]: DEBUG oslo_concurrency.lockutils [None req-60eba8b7-31a8-446a-9a64-d68db21e1acd tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Acquiring lock "0dabc79e-2f17-4d61-b0c7-c384fb2fdc57" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.591909] env[63750]: DEBUG oslo_concurrency.lockutils [None req-60eba8b7-31a8-446a-9a64-d68db21e1acd tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Lock "0dabc79e-2f17-4d61-b0c7-c384fb2fdc57" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.592191] env[63750]: DEBUG oslo_concurrency.lockutils [None req-60eba8b7-31a8-446a-9a64-d68db21e1acd tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Acquiring lock "0dabc79e-2f17-4d61-b0c7-c384fb2fdc57-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.592387] env[63750]: DEBUG oslo_concurrency.lockutils [None req-60eba8b7-31a8-446a-9a64-d68db21e1acd tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Lock "0dabc79e-2f17-4d61-b0c7-c384fb2fdc57-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.592551] env[63750]: DEBUG oslo_concurrency.lockutils [None req-60eba8b7-31a8-446a-9a64-d68db21e1acd tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Lock "0dabc79e-2f17-4d61-b0c7-c384fb2fdc57-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.594412] env[63750]: DEBUG oslo_concurrency.lockutils [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.837s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.594593] env[63750]: INFO nova.compute.manager [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Migrating [ 1911.601126] env[63750]: INFO nova.compute.manager [None req-60eba8b7-31a8-446a-9a64-d68db21e1acd tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] Terminating instance [ 1911.605561] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c4bbb856-79b2-4ba6-b81a-74a45ede98b4 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.154s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.605807] env[63750]: DEBUG nova.objects.instance [None req-c4bbb856-79b2-4ba6-b81a-74a45ede98b4 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Lazy-loading 'resources' on Instance uuid 22d7b81c-e802-4f7f-9269-b39916d70b4a {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1911.606805] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6cab84a7-fd89-407e-a48f-e80270666af8 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Acquiring lock "c72d3206-1842-4cf6-bfba-c4f811744f29" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.607037] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6cab84a7-fd89-407e-a48f-e80270666af8 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Lock "c72d3206-1842-4cf6-bfba-c4f811744f29" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.607233] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6cab84a7-fd89-407e-a48f-e80270666af8 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Acquiring lock "c72d3206-1842-4cf6-bfba-c4f811744f29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.607413] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6cab84a7-fd89-407e-a48f-e80270666af8 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Lock "c72d3206-1842-4cf6-bfba-c4f811744f29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.607575] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6cab84a7-fd89-407e-a48f-e80270666af8 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Lock "c72d3206-1842-4cf6-bfba-c4f811744f29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.615406] env[63750]: INFO nova.compute.manager [None req-6cab84a7-fd89-407e-a48f-e80270666af8 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] [instance: c72d3206-1842-4cf6-bfba-c4f811744f29] Terminating instance [ 1911.618206] env[63750]: DEBUG nova.compute.manager [None req-829a650a-f9c5-4ee3-9790-7e9ad786a5df tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1911.618435] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-829a650a-f9c5-4ee3-9790-7e9ad786a5df tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1911.621898] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3b4ca9-46c5-4c9a-9375-d09e5cf4c747 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.631641] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-845f0c2e-36dc-4fd7-b4f5-c59327c4a311 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Creating Snapshot of the VM instance {{(pid=63750) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1911.632046] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a10e4e85-0bb4-4258-9f4f-5f542afa12b4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.637474] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-829a650a-f9c5-4ee3-9790-7e9ad786a5df tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1911.638081] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2dcbe22-ac89-465a-bea4-b8f8d714c462 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.643278] env[63750]: DEBUG oslo_vmware.api [None req-845f0c2e-36dc-4fd7-b4f5-c59327c4a311 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 1911.643278] env[63750]: value = "task-2006738" [ 1911.643278] env[63750]: _type = "Task" [ 1911.643278] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.644547] env[63750]: DEBUG oslo_vmware.api [None req-829a650a-f9c5-4ee3-9790-7e9ad786a5df tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for the task: (returnval){ [ 1911.644547] env[63750]: value = "task-2006739" [ 1911.644547] env[63750]: _type = "Task" [ 1911.644547] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.655893] env[63750]: DEBUG oslo_concurrency.lockutils [None req-824fb8a4-083b-4e0a-a725-a53b5821c85c tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Acquiring lock "5bf50b91-900d-4a40-b166-9311017e2d78" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.656176] env[63750]: DEBUG oslo_concurrency.lockutils [None req-824fb8a4-083b-4e0a-a725-a53b5821c85c tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Lock "5bf50b91-900d-4a40-b166-9311017e2d78" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.656454] env[63750]: DEBUG oslo_concurrency.lockutils [None req-824fb8a4-083b-4e0a-a725-a53b5821c85c tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Acquiring lock "5bf50b91-900d-4a40-b166-9311017e2d78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.656550] env[63750]: DEBUG oslo_concurrency.lockutils [None req-824fb8a4-083b-4e0a-a725-a53b5821c85c tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Lock "5bf50b91-900d-4a40-b166-9311017e2d78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.656760] env[63750]: DEBUG oslo_concurrency.lockutils [None req-824fb8a4-083b-4e0a-a725-a53b5821c85c tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Lock "5bf50b91-900d-4a40-b166-9311017e2d78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.658725] env[63750]: DEBUG oslo_vmware.api [None req-845f0c2e-36dc-4fd7-b4f5-c59327c4a311 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006738, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.662556] env[63750]: INFO nova.compute.manager [None req-824fb8a4-083b-4e0a-a725-a53b5821c85c tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] [instance: 5bf50b91-900d-4a40-b166-9311017e2d78] Terminating instance [ 1911.664158] env[63750]: DEBUG oslo_vmware.api [None req-829a650a-f9c5-4ee3-9790-7e9ad786a5df tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006739, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.823976] env[63750]: DEBUG oslo_concurrency.lockutils [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Releasing lock "refresh_cache-6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1911.824372] env[63750]: DEBUG nova.compute.manager [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b] Instance network_info: |[{"id": "ff980e61-3362-4e8a-babf-e3cc2e2849f4", "address": "fa:16:3e:76:ad:60", "network": {"id": "0e079862-a158-4a83-80c0-7e4b9250f9fe", "bridge": "br-int", "label": "tempest-ServersTestJSON-24691741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348f6d26e2ec4f0ea7a2f9ae9fdf7a62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff980e61-33", "ovs_interfaceid": "ff980e61-3362-4e8a-babf-e3cc2e2849f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1911.824707] env[63750]: DEBUG oslo_concurrency.lockutils [req-699a4c3d-a987-49c2-af09-9300e8f01c5a req-52ad05bc-3dc7-46a0-9ab0-cf74ddc858d8 service nova] Acquired lock "refresh_cache-6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1911.824904] env[63750]: DEBUG nova.network.neutron [req-699a4c3d-a987-49c2-af09-9300e8f01c5a req-52ad05bc-3dc7-46a0-9ab0-cf74ddc858d8 service nova] [instance: 6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b] Refreshing network info cache for port ff980e61-3362-4e8a-babf-e3cc2e2849f4 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1911.826439] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:ad:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd646f9d5-d2ad-4c22-bea5-85a965334de6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff980e61-3362-4e8a-babf-e3cc2e2849f4', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1911.834876] env[63750]: DEBUG oslo.service.loopingcall [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1911.835936] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1911.836193] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51ed0c21-de3b-43db-bfec-1322e98422f0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.856403] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1911.856403] env[63750]: value = "task-2006740" [ 1911.856403] env[63750]: _type = "Task" [ 1911.856403] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.864283] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006740, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.078730] env[63750]: DEBUG nova.compute.manager [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1912.120579] env[63750]: DEBUG oslo_concurrency.lockutils [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquiring lock "refresh_cache-e2f05884-7293-4e98-a2e3-690440efd29a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1912.120774] env[63750]: DEBUG oslo_concurrency.lockutils [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquired lock "refresh_cache-e2f05884-7293-4e98-a2e3-690440efd29a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1912.120953] env[63750]: DEBUG nova.network.neutron [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1912.123867] env[63750]: DEBUG oslo_concurrency.lockutils [None req-60eba8b7-31a8-446a-9a64-d68db21e1acd tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Acquiring lock "refresh_cache-0dabc79e-2f17-4d61-b0c7-c384fb2fdc57" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1912.124013] env[63750]: DEBUG oslo_concurrency.lockutils [None req-60eba8b7-31a8-446a-9a64-d68db21e1acd tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Acquired lock "refresh_cache-0dabc79e-2f17-4d61-b0c7-c384fb2fdc57" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1912.124198] env[63750]: DEBUG nova.network.neutron [None req-60eba8b7-31a8-446a-9a64-d68db21e1acd tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1912.127259] env[63750]: DEBUG nova.compute.manager [None req-6cab84a7-fd89-407e-a48f-e80270666af8 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] [instance: c72d3206-1842-4cf6-bfba-c4f811744f29] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1912.128030] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6cab84a7-fd89-407e-a48f-e80270666af8 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] [instance: c72d3206-1842-4cf6-bfba-c4f811744f29] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1912.128738] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8327f93-c49b-4889-aba0-e95e06f7f9f3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.139280] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cab84a7-fd89-407e-a48f-e80270666af8 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] [instance: c72d3206-1842-4cf6-bfba-c4f811744f29] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1912.142169] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e013493d-9fda-4777-91a1-9e7e71e00fcb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.153037] env[63750]: DEBUG oslo_vmware.api [None req-6cab84a7-fd89-407e-a48f-e80270666af8 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Waiting for the task: (returnval){ [ 1912.153037] env[63750]: value = "task-2006741" [ 1912.153037] env[63750]: _type = "Task" [ 1912.153037] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.166808] env[63750]: DEBUG oslo_vmware.api [None req-829a650a-f9c5-4ee3-9790-7e9ad786a5df tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006739, 'name': PowerOffVM_Task, 'duration_secs': 0.194321} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.166808] env[63750]: DEBUG oslo_vmware.api [None req-845f0c2e-36dc-4fd7-b4f5-c59327c4a311 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006738, 'name': CreateSnapshot_Task, 'duration_secs': 0.443193} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.167520] env[63750]: DEBUG nova.compute.manager [None req-824fb8a4-083b-4e0a-a725-a53b5821c85c tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] [instance: 5bf50b91-900d-4a40-b166-9311017e2d78] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1912.167841] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-824fb8a4-083b-4e0a-a725-a53b5821c85c tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] [instance: 5bf50b91-900d-4a40-b166-9311017e2d78] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1912.170493] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-829a650a-f9c5-4ee3-9790-7e9ad786a5df tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1912.170493] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-829a650a-f9c5-4ee3-9790-7e9ad786a5df tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1912.170493] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-845f0c2e-36dc-4fd7-b4f5-c59327c4a311 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Created Snapshot of the VM instance {{(pid=63750) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1912.170493] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae33506-851a-49f2-a0af-b0173bef7699 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.178900] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61c527a2-674c-4e1a-9523-fcac31c91629 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.181437] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8e5591-bb2f-44a7-b53e-71100d0f7764 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.184113] env[63750]: DEBUG oslo_vmware.api [None req-6cab84a7-fd89-407e-a48f-e80270666af8 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Task: {'id': task-2006741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.193056] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-824fb8a4-083b-4e0a-a725-a53b5821c85c tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] [instance: 5bf50b91-900d-4a40-b166-9311017e2d78] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1912.197059] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b3205b5-f84c-4ad2-892c-7b6346020284 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.210616] env[63750]: DEBUG oslo_vmware.api [None req-824fb8a4-083b-4e0a-a725-a53b5821c85c tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Waiting for the task: (returnval){ [ 1912.210616] env[63750]: value = "task-2006743" [ 1912.210616] env[63750]: _type = "Task" [ 1912.210616] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.225617] env[63750]: DEBUG oslo_vmware.api [None req-824fb8a4-083b-4e0a-a725-a53b5821c85c tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Task: {'id': task-2006743, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.313195] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-829a650a-f9c5-4ee3-9790-7e9ad786a5df tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1912.314447] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-829a650a-f9c5-4ee3-9790-7e9ad786a5df tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1912.314447] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-829a650a-f9c5-4ee3-9790-7e9ad786a5df tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Deleting the datastore file [datastore1] 6837b938-5169-44a2-a03f-e6a2064334d6 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1912.314447] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c92c7e1-4f98-4111-a6a5-cd57b7d6de61 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.323090] env[63750]: DEBUG oslo_vmware.api [None req-829a650a-f9c5-4ee3-9790-7e9ad786a5df tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for the task: (returnval){ [ 1912.323090] env[63750]: value = "task-2006744" [ 1912.323090] env[63750]: _type = "Task" [ 1912.323090] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.338979] env[63750]: DEBUG oslo_vmware.api [None req-829a650a-f9c5-4ee3-9790-7e9ad786a5df tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006744, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.367251] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006740, 'name': CreateVM_Task, 'duration_secs': 0.371802} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.367873] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1912.368755] env[63750]: DEBUG oslo_concurrency.lockutils [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1912.368755] env[63750]: DEBUG oslo_concurrency.lockutils [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1912.369061] env[63750]: DEBUG oslo_concurrency.lockutils [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1912.369326] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70281f04-5d48-4c0e-8dea-1a4ba2101b87 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.376482] env[63750]: DEBUG oslo_vmware.api [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1912.376482] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a78be7-5f56-25c9-9d22-dc985d9bd7e3" [ 1912.376482] env[63750]: _type = "Task" [ 1912.376482] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.387734] env[63750]: DEBUG oslo_vmware.api [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a78be7-5f56-25c9-9d22-dc985d9bd7e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.496109] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3cf618-c20c-4f29-91dd-970fde80cbea {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.505419] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d52bda-6edd-4dde-9e1d-a0878b01ae83 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.537767] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a4c43d-a28f-43ab-8990-0fa636f76d70 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.545645] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938de322-293e-4f3f-822e-6e24f502fefd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.560422] env[63750]: DEBUG nova.compute.provider_tree [None req-c4bbb856-79b2-4ba6-b81a-74a45ede98b4 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1912.596315] env[63750]: DEBUG oslo_concurrency.lockutils [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.614105] env[63750]: DEBUG nova.network.neutron [req-699a4c3d-a987-49c2-af09-9300e8f01c5a req-52ad05bc-3dc7-46a0-9ab0-cf74ddc858d8 service nova] [instance: 6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b] Updated VIF entry in instance network info cache for port ff980e61-3362-4e8a-babf-e3cc2e2849f4. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1912.614469] env[63750]: DEBUG nova.network.neutron [req-699a4c3d-a987-49c2-af09-9300e8f01c5a req-52ad05bc-3dc7-46a0-9ab0-cf74ddc858d8 service nova] [instance: 6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b] Updating instance_info_cache with network_info: [{"id": "ff980e61-3362-4e8a-babf-e3cc2e2849f4", "address": "fa:16:3e:76:ad:60", "network": {"id": "0e079862-a158-4a83-80c0-7e4b9250f9fe", "bridge": "br-int", "label": "tempest-ServersTestJSON-24691741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348f6d26e2ec4f0ea7a2f9ae9fdf7a62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff980e61-33", "ovs_interfaceid": "ff980e61-3362-4e8a-babf-e3cc2e2849f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1912.652839] env[63750]: DEBUG nova.network.neutron [None req-60eba8b7-31a8-446a-9a64-d68db21e1acd tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1912.663189] env[63750]: DEBUG oslo_vmware.api [None req-6cab84a7-fd89-407e-a48f-e80270666af8 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Task: {'id': task-2006741, 'name': PowerOffVM_Task, 'duration_secs': 0.199537} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.663444] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cab84a7-fd89-407e-a48f-e80270666af8 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] [instance: c72d3206-1842-4cf6-bfba-c4f811744f29] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1912.663635] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6cab84a7-fd89-407e-a48f-e80270666af8 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] [instance: c72d3206-1842-4cf6-bfba-c4f811744f29] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1912.663890] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9dc8f48-a64d-4a99-9a2e-cbfe31ac26c7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.711204] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-845f0c2e-36dc-4fd7-b4f5-c59327c4a311 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Creating linked-clone VM from snapshot {{(pid=63750) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1912.711592] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-23ffef7d-9685-4b88-947f-2fb325257727 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.724295] env[63750]: DEBUG oslo_vmware.api [None req-824fb8a4-083b-4e0a-a725-a53b5821c85c tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Task: {'id': task-2006743, 'name': PowerOffVM_Task, 'duration_secs': 0.185301} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.725613] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-824fb8a4-083b-4e0a-a725-a53b5821c85c tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] [instance: 5bf50b91-900d-4a40-b166-9311017e2d78] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1912.725797] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-824fb8a4-083b-4e0a-a725-a53b5821c85c tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] [instance: 5bf50b91-900d-4a40-b166-9311017e2d78] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1912.726111] env[63750]: DEBUG oslo_vmware.api [None req-845f0c2e-36dc-4fd7-b4f5-c59327c4a311 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 1912.726111] env[63750]: value = "task-2006746" [ 1912.726111] env[63750]: _type = "Task" [ 1912.726111] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.726297] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12354673-35e6-48e8-9a5b-89f3bdc78adb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.733781] env[63750]: DEBUG nova.network.neutron [None req-60eba8b7-31a8-446a-9a64-d68db21e1acd tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1912.741670] env[63750]: DEBUG oslo_vmware.api [None req-845f0c2e-36dc-4fd7-b4f5-c59327c4a311 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006746, 'name': CloneVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.768576] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6cab84a7-fd89-407e-a48f-e80270666af8 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] [instance: c72d3206-1842-4cf6-bfba-c4f811744f29] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1912.768742] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6cab84a7-fd89-407e-a48f-e80270666af8 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] [instance: c72d3206-1842-4cf6-bfba-c4f811744f29] Deleting contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1912.768866] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cab84a7-fd89-407e-a48f-e80270666af8 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Deleting the datastore file [datastore2] c72d3206-1842-4cf6-bfba-c4f811744f29 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1912.769122] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48e95f19-ebb9-47f0-a364-ddfe1df430c5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.778366] env[63750]: DEBUG oslo_vmware.api [None req-6cab84a7-fd89-407e-a48f-e80270666af8 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Waiting for the task: (returnval){ [ 1912.778366] env[63750]: value = "task-2006748" [ 1912.778366] env[63750]: _type = "Task" [ 1912.778366] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.786535] env[63750]: DEBUG oslo_vmware.api [None req-6cab84a7-fd89-407e-a48f-e80270666af8 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Task: {'id': task-2006748, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.806924] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-824fb8a4-083b-4e0a-a725-a53b5821c85c tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] [instance: 5bf50b91-900d-4a40-b166-9311017e2d78] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1912.806924] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-824fb8a4-083b-4e0a-a725-a53b5821c85c tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] [instance: 5bf50b91-900d-4a40-b166-9311017e2d78] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1912.807164] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-824fb8a4-083b-4e0a-a725-a53b5821c85c tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Deleting the datastore file [datastore1] 5bf50b91-900d-4a40-b166-9311017e2d78 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1912.807548] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7affb66-b332-4476-b445-945b8a8d4800 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.816246] env[63750]: DEBUG oslo_vmware.api [None req-824fb8a4-083b-4e0a-a725-a53b5821c85c tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Waiting for the task: (returnval){ [ 1912.816246] env[63750]: value = "task-2006749" [ 1912.816246] env[63750]: _type = "Task" [ 1912.816246] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.827270] env[63750]: DEBUG oslo_vmware.api [None req-824fb8a4-083b-4e0a-a725-a53b5821c85c tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Task: {'id': task-2006749, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.836764] env[63750]: DEBUG oslo_vmware.api [None req-829a650a-f9c5-4ee3-9790-7e9ad786a5df tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Task: {'id': task-2006744, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.351391} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.840229] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-829a650a-f9c5-4ee3-9790-7e9ad786a5df tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1912.840552] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-829a650a-f9c5-4ee3-9790-7e9ad786a5df tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1912.840794] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-829a650a-f9c5-4ee3-9790-7e9ad786a5df tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1912.841060] env[63750]: INFO nova.compute.manager [None req-829a650a-f9c5-4ee3-9790-7e9ad786a5df tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1912.841423] env[63750]: DEBUG oslo.service.loopingcall [None req-829a650a-f9c5-4ee3-9790-7e9ad786a5df tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1912.841736] env[63750]: DEBUG nova.compute.manager [-] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1912.841904] env[63750]: DEBUG nova.network.neutron [-] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1912.888297] env[63750]: DEBUG oslo_vmware.api [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a78be7-5f56-25c9-9d22-dc985d9bd7e3, 'name': SearchDatastore_Task, 'duration_secs': 0.01068} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.890790] env[63750]: DEBUG oslo_concurrency.lockutils [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1912.891138] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1912.891512] env[63750]: DEBUG oslo_concurrency.lockutils [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1912.891785] env[63750]: DEBUG oslo_concurrency.lockutils [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1912.892069] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1912.892390] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9dc19026-9fe2-49aa-b4a6-669e44c2e0ca {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.906663] env[63750]: DEBUG nova.network.neutron [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Updating instance_info_cache with network_info: [{"id": "d71fabc7-e29e-472d-a3b9-d7dace21f686", "address": "fa:16:3e:93:9d:9c", "network": {"id": "1e3b858c-f4d4-4913-a4c3-d58d2479172a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1419195521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a2d0199021141198e0a8cc981e6d49d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd71fabc7-e2", "ovs_interfaceid": "d71fabc7-e29e-472d-a3b9-d7dace21f686", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1912.910380] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1912.910562] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1912.911328] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa0a5bb9-94e8-4172-88e9-3cf9f42e61d0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.916728] env[63750]: DEBUG oslo_vmware.api [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1912.916728] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52771e66-ccc8-f839-657d-7f92eeba4a66" [ 1912.916728] env[63750]: _type = "Task" [ 1912.916728] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.932022] env[63750]: DEBUG oslo_vmware.api [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52771e66-ccc8-f839-657d-7f92eeba4a66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.063322] env[63750]: DEBUG nova.scheduler.client.report [None req-c4bbb856-79b2-4ba6-b81a-74a45ede98b4 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1913.117568] env[63750]: DEBUG oslo_concurrency.lockutils [req-699a4c3d-a987-49c2-af09-9300e8f01c5a req-52ad05bc-3dc7-46a0-9ab0-cf74ddc858d8 service nova] Releasing lock "refresh_cache-6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1913.238367] env[63750]: DEBUG oslo_concurrency.lockutils [None req-60eba8b7-31a8-446a-9a64-d68db21e1acd tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Releasing lock "refresh_cache-0dabc79e-2f17-4d61-b0c7-c384fb2fdc57" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1913.238793] env[63750]: DEBUG nova.compute.manager [None req-60eba8b7-31a8-446a-9a64-d68db21e1acd tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1913.238990] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-60eba8b7-31a8-446a-9a64-d68db21e1acd tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1913.239281] env[63750]: DEBUG oslo_vmware.api [None req-845f0c2e-36dc-4fd7-b4f5-c59327c4a311 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006746, 'name': CloneVM_Task} progress is 94%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.240043] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c66dbc-9a8b-4d62-8de3-efc4b660bb78 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.246985] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-60eba8b7-31a8-446a-9a64-d68db21e1acd tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1913.247250] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab64bf58-6dc4-4562-93c7-21aab5be69ed {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.253246] env[63750]: DEBUG oslo_vmware.api [None req-60eba8b7-31a8-446a-9a64-d68db21e1acd tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Waiting for the task: (returnval){ [ 1913.253246] env[63750]: value = "task-2006750" [ 1913.253246] env[63750]: _type = "Task" [ 1913.253246] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.262847] env[63750]: DEBUG oslo_vmware.api [None req-60eba8b7-31a8-446a-9a64-d68db21e1acd tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Task: {'id': task-2006750, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.289041] env[63750]: DEBUG oslo_vmware.api [None req-6cab84a7-fd89-407e-a48f-e80270666af8 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Task: {'id': task-2006748, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.322672} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.289041] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cab84a7-fd89-407e-a48f-e80270666af8 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1913.289041] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6cab84a7-fd89-407e-a48f-e80270666af8 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] [instance: c72d3206-1842-4cf6-bfba-c4f811744f29] Deleted contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1913.289041] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6cab84a7-fd89-407e-a48f-e80270666af8 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] [instance: c72d3206-1842-4cf6-bfba-c4f811744f29] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1913.289041] env[63750]: INFO nova.compute.manager [None req-6cab84a7-fd89-407e-a48f-e80270666af8 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] [instance: c72d3206-1842-4cf6-bfba-c4f811744f29] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1913.289041] env[63750]: DEBUG oslo.service.loopingcall [None req-6cab84a7-fd89-407e-a48f-e80270666af8 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1913.289041] env[63750]: DEBUG nova.compute.manager [-] [instance: c72d3206-1842-4cf6-bfba-c4f811744f29] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1913.289041] env[63750]: DEBUG nova.network.neutron [-] [instance: c72d3206-1842-4cf6-bfba-c4f811744f29] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1913.327773] env[63750]: DEBUG oslo_vmware.api [None req-824fb8a4-083b-4e0a-a725-a53b5821c85c tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Task: {'id': task-2006749, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.347793} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.328043] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-824fb8a4-083b-4e0a-a725-a53b5821c85c tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1913.328231] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-824fb8a4-083b-4e0a-a725-a53b5821c85c tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] [instance: 5bf50b91-900d-4a40-b166-9311017e2d78] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1913.328405] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-824fb8a4-083b-4e0a-a725-a53b5821c85c tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] [instance: 5bf50b91-900d-4a40-b166-9311017e2d78] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1913.328576] env[63750]: INFO nova.compute.manager [None req-824fb8a4-083b-4e0a-a725-a53b5821c85c tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] [instance: 5bf50b91-900d-4a40-b166-9311017e2d78] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1913.328823] env[63750]: DEBUG oslo.service.loopingcall [None req-824fb8a4-083b-4e0a-a725-a53b5821c85c tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1913.329034] env[63750]: DEBUG nova.compute.manager [-] [instance: 5bf50b91-900d-4a40-b166-9311017e2d78] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1913.329117] env[63750]: DEBUG nova.network.neutron [-] [instance: 5bf50b91-900d-4a40-b166-9311017e2d78] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1913.409741] env[63750]: DEBUG oslo_concurrency.lockutils [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Releasing lock "refresh_cache-e2f05884-7293-4e98-a2e3-690440efd29a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1913.430981] env[63750]: DEBUG oslo_vmware.api [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52771e66-ccc8-f839-657d-7f92eeba4a66, 'name': SearchDatastore_Task, 'duration_secs': 0.014854} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.431766] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ae912b5-4be6-47cb-94c2-a673e6012b07 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.438184] env[63750]: DEBUG oslo_vmware.api [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1913.438184] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]520c6c63-2439-1d77-9c5e-97f456273daa" [ 1913.438184] env[63750]: _type = "Task" [ 1913.438184] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.448508] env[63750]: DEBUG oslo_vmware.api [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]520c6c63-2439-1d77-9c5e-97f456273daa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.558609] env[63750]: DEBUG nova.compute.manager [req-d7a2aa46-055e-454d-84da-74a90b72719f req-d6de0898-a9d0-441e-8282-c386cbf42358 service nova] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Received event network-vif-deleted-6ce2e55a-3cdf-44d0-8d78-a2b986d8d587 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1913.558818] env[63750]: INFO nova.compute.manager [req-d7a2aa46-055e-454d-84da-74a90b72719f req-d6de0898-a9d0-441e-8282-c386cbf42358 service nova] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Neutron deleted interface 6ce2e55a-3cdf-44d0-8d78-a2b986d8d587; detaching it from the instance and deleting it from the info cache [ 1913.558991] env[63750]: DEBUG nova.network.neutron [req-d7a2aa46-055e-454d-84da-74a90b72719f req-d6de0898-a9d0-441e-8282-c386cbf42358 service nova] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1913.568626] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c4bbb856-79b2-4ba6-b81a-74a45ede98b4 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.963s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1913.571682] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.405s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.571825] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1913.571998] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63750) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1913.572297] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.782s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.573905] env[63750]: INFO nova.compute.claims [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] [instance: 0a061a6e-02ff-498b-96b3-3ce7a4e39f40] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1913.577850] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c99e9a-7754-4ed8-b25c-8eca868830bd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.589405] env[63750]: DEBUG nova.network.neutron [-] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1913.593404] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42beef69-e490-4ec7-b433-6d1eee1b253e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.600304] env[63750]: INFO nova.scheduler.client.report [None req-c4bbb856-79b2-4ba6-b81a-74a45ede98b4 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Deleted allocations for instance 22d7b81c-e802-4f7f-9269-b39916d70b4a [ 1913.620101] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc03ba0f-9cad-4ab4-a3ee-ab7f225ea24a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.628765] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8e58d4-6dcd-4f68-916d-89443e4fd7d2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.663063] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179113MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=63750) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1913.663825] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.741495] env[63750]: DEBUG oslo_vmware.api [None req-845f0c2e-36dc-4fd7-b4f5-c59327c4a311 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006746, 'name': CloneVM_Task} progress is 94%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.765719] env[63750]: DEBUG oslo_vmware.api [None req-60eba8b7-31a8-446a-9a64-d68db21e1acd tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Task: {'id': task-2006750, 'name': PowerOffVM_Task, 'duration_secs': 0.15411} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.766182] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-60eba8b7-31a8-446a-9a64-d68db21e1acd tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1913.766466] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-60eba8b7-31a8-446a-9a64-d68db21e1acd tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1913.766823] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-740b5c25-dc0c-4de7-bad5-8fb7182200c0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.791059] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-60eba8b7-31a8-446a-9a64-d68db21e1acd tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1913.791489] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-60eba8b7-31a8-446a-9a64-d68db21e1acd tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1913.791790] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-60eba8b7-31a8-446a-9a64-d68db21e1acd tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Deleting the datastore file [datastore1] 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1913.792174] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2bd171e-ce37-427c-9244-15de42001c9b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.799325] env[63750]: DEBUG oslo_vmware.api [None req-60eba8b7-31a8-446a-9a64-d68db21e1acd tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Waiting for the task: (returnval){ [ 1913.799325] env[63750]: value = "task-2006752" [ 1913.799325] env[63750]: _type = "Task" [ 1913.799325] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.807519] env[63750]: DEBUG oslo_vmware.api [None req-60eba8b7-31a8-446a-9a64-d68db21e1acd tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Task: {'id': task-2006752, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.948778] env[63750]: DEBUG oslo_vmware.api [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]520c6c63-2439-1d77-9c5e-97f456273daa, 'name': SearchDatastore_Task, 'duration_secs': 0.011786} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.949052] env[63750]: DEBUG oslo_concurrency.lockutils [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1913.949317] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b/6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1913.949571] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-605b9561-b767-429b-ba36-17c895133988 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.956557] env[63750]: DEBUG oslo_vmware.api [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1913.956557] env[63750]: value = "task-2006753" [ 1913.956557] env[63750]: _type = "Task" [ 1913.956557] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.964246] env[63750]: DEBUG oslo_vmware.api [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006753, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.064747] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-93cc3d66-0cfe-4b4e-8f6b-56c818d93fcf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.075105] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c924e0-48d1-4d09-8ba4-0ea6045a0e68 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.113752] env[63750]: INFO nova.compute.manager [-] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Took 1.27 seconds to deallocate network for instance. [ 1914.116333] env[63750]: DEBUG nova.compute.manager [req-d7a2aa46-055e-454d-84da-74a90b72719f req-d6de0898-a9d0-441e-8282-c386cbf42358 service nova] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Detach interface failed, port_id=6ce2e55a-3cdf-44d0-8d78-a2b986d8d587, reason: Instance 6837b938-5169-44a2-a03f-e6a2064334d6 could not be found. {{(pid=63750) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1914.117016] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c4bbb856-79b2-4ba6-b81a-74a45ede98b4 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Lock "22d7b81c-e802-4f7f-9269-b39916d70b4a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.307s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1914.226068] env[63750]: DEBUG nova.network.neutron [-] [instance: 5bf50b91-900d-4a40-b166-9311017e2d78] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1914.228592] env[63750]: DEBUG nova.network.neutron [-] [instance: c72d3206-1842-4cf6-bfba-c4f811744f29] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1914.242560] env[63750]: DEBUG oslo_vmware.api [None req-845f0c2e-36dc-4fd7-b4f5-c59327c4a311 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006746, 'name': CloneVM_Task} progress is 95%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.310778] env[63750]: DEBUG oslo_vmware.api [None req-60eba8b7-31a8-446a-9a64-d68db21e1acd tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Task: {'id': task-2006752, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099498} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.311093] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-60eba8b7-31a8-446a-9a64-d68db21e1acd tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1914.311296] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-60eba8b7-31a8-446a-9a64-d68db21e1acd tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1914.311527] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-60eba8b7-31a8-446a-9a64-d68db21e1acd tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1914.311916] env[63750]: INFO nova.compute.manager [None req-60eba8b7-31a8-446a-9a64-d68db21e1acd tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1914.311964] env[63750]: DEBUG oslo.service.loopingcall [None req-60eba8b7-31a8-446a-9a64-d68db21e1acd tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1914.312203] env[63750]: DEBUG nova.compute.manager [-] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1914.312299] env[63750]: DEBUG nova.network.neutron [-] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1914.339159] env[63750]: DEBUG nova.network.neutron [-] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1914.467147] env[63750]: DEBUG oslo_vmware.api [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006753, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476716} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.467147] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b/6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1914.467147] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1914.467459] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0055949-5705-4c47-9849-864f462ae9a4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.473673] env[63750]: DEBUG oslo_vmware.api [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1914.473673] env[63750]: value = "task-2006754" [ 1914.473673] env[63750]: _type = "Task" [ 1914.473673] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.481329] env[63750]: DEBUG oslo_vmware.api [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006754, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.625383] env[63750]: DEBUG oslo_concurrency.lockutils [None req-829a650a-f9c5-4ee3-9790-7e9ad786a5df tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1914.729154] env[63750]: INFO nova.compute.manager [-] [instance: 5bf50b91-900d-4a40-b166-9311017e2d78] Took 1.40 seconds to deallocate network for instance. [ 1914.731406] env[63750]: INFO nova.compute.manager [-] [instance: c72d3206-1842-4cf6-bfba-c4f811744f29] Took 1.44 seconds to deallocate network for instance. [ 1914.751648] env[63750]: DEBUG oslo_vmware.api [None req-845f0c2e-36dc-4fd7-b4f5-c59327c4a311 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006746, 'name': CloneVM_Task, 'duration_secs': 1.70356} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.751926] env[63750]: INFO nova.virt.vmwareapi.vmops [None req-845f0c2e-36dc-4fd7-b4f5-c59327c4a311 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Created linked-clone VM from snapshot [ 1914.752786] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c863e5a2-c7bc-4ec3-bc2d-b823fc1aa382 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.760773] env[63750]: DEBUG nova.virt.vmwareapi.images [None req-845f0c2e-36dc-4fd7-b4f5-c59327c4a311 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Uploading image a0cf753a-ab85-4883-8d34-325cbaa51b9b {{(pid=63750) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1914.775414] env[63750]: DEBUG oslo_concurrency.lockutils [None req-26bb031b-8bb3-43e4-b6d4-c6b4d9fe2a98 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Acquiring lock "58be5fa1-c15e-4bd4-96d2-ebac3a39606c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1914.775676] env[63750]: DEBUG oslo_concurrency.lockutils [None req-26bb031b-8bb3-43e4-b6d4-c6b4d9fe2a98 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Lock "58be5fa1-c15e-4bd4-96d2-ebac3a39606c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1914.775898] env[63750]: DEBUG oslo_concurrency.lockutils [None req-26bb031b-8bb3-43e4-b6d4-c6b4d9fe2a98 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Acquiring lock "58be5fa1-c15e-4bd4-96d2-ebac3a39606c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1914.776099] env[63750]: DEBUG oslo_concurrency.lockutils [None req-26bb031b-8bb3-43e4-b6d4-c6b4d9fe2a98 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Lock "58be5fa1-c15e-4bd4-96d2-ebac3a39606c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1914.776270] env[63750]: DEBUG oslo_concurrency.lockutils [None req-26bb031b-8bb3-43e4-b6d4-c6b4d9fe2a98 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Lock "58be5fa1-c15e-4bd4-96d2-ebac3a39606c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1914.782466] env[63750]: INFO nova.compute.manager [None req-26bb031b-8bb3-43e4-b6d4-c6b4d9fe2a98 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] Terminating instance [ 1914.791702] env[63750]: DEBUG oslo_vmware.rw_handles [None req-845f0c2e-36dc-4fd7-b4f5-c59327c4a311 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1914.791702] env[63750]: value = "vm-412600" [ 1914.791702] env[63750]: _type = "VirtualMachine" [ 1914.791702] env[63750]: }. {{(pid=63750) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1914.792497] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c6725a21-bab6-43cb-aad2-c2d9c39e8365 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.802380] env[63750]: DEBUG oslo_vmware.rw_handles [None req-845f0c2e-36dc-4fd7-b4f5-c59327c4a311 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lease: (returnval){ [ 1914.802380] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5258a0cd-1927-1755-b863-c69a351d28e5" [ 1914.802380] env[63750]: _type = "HttpNfcLease" [ 1914.802380] env[63750]: } obtained for exporting VM: (result){ [ 1914.802380] env[63750]: value = "vm-412600" [ 1914.802380] env[63750]: _type = "VirtualMachine" [ 1914.802380] env[63750]: }. {{(pid=63750) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1914.803569] env[63750]: DEBUG oslo_vmware.api [None req-845f0c2e-36dc-4fd7-b4f5-c59327c4a311 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the lease: (returnval){ [ 1914.803569] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5258a0cd-1927-1755-b863-c69a351d28e5" [ 1914.803569] env[63750]: _type = "HttpNfcLease" [ 1914.803569] env[63750]: } to be ready. {{(pid=63750) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1914.811854] env[63750]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1914.811854] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5258a0cd-1927-1755-b863-c69a351d28e5" [ 1914.811854] env[63750]: _type = "HttpNfcLease" [ 1914.811854] env[63750]: } is initializing. {{(pid=63750) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1914.843547] env[63750]: DEBUG nova.network.neutron [-] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1914.856354] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147d86a8-bd77-435c-889e-018159e64394 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.863905] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ad9509-3a4a-4918-a0d6-1c16a6419e47 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.894779] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a940e7-7f85-4668-8f73-b2df4827e880 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.901841] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b304bfc-95fc-48e2-80ba-6d17d14af183 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.914691] env[63750]: DEBUG nova.compute.provider_tree [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1914.924525] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e7f952-1a05-4ab4-91cd-61cf693244aa {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.942145] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Updating instance 'e2f05884-7293-4e98-a2e3-690440efd29a' progress to 0 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1914.983059] env[63750]: DEBUG oslo_vmware.api [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006754, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.983675] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1914.984445] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c56c9f8-480d-46b9-843d-7e661f5f0e9d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.006396] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b/6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1915.006845] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5346dda9-c07a-4480-9bb0-1d3873365f2a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.026249] env[63750]: DEBUG oslo_vmware.api [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1915.026249] env[63750]: value = "task-2006756" [ 1915.026249] env[63750]: _type = "Task" [ 1915.026249] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.035134] env[63750]: DEBUG oslo_vmware.api [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006756, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.245332] env[63750]: DEBUG oslo_concurrency.lockutils [None req-824fb8a4-083b-4e0a-a725-a53b5821c85c tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1915.246431] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6cab84a7-fd89-407e-a48f-e80270666af8 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1915.286119] env[63750]: DEBUG nova.compute.manager [None req-26bb031b-8bb3-43e4-b6d4-c6b4d9fe2a98 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1915.286364] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-26bb031b-8bb3-43e4-b6d4-c6b4d9fe2a98 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1915.287313] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1aea39-7735-4330-87cd-6c3b0a731b35 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.295057] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-26bb031b-8bb3-43e4-b6d4-c6b4d9fe2a98 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1915.295302] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2355d2ca-86d2-42a9-9b95-b6b5be6a4860 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.301622] env[63750]: DEBUG oslo_vmware.api [None req-26bb031b-8bb3-43e4-b6d4-c6b4d9fe2a98 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Waiting for the task: (returnval){ [ 1915.301622] env[63750]: value = "task-2006757" [ 1915.301622] env[63750]: _type = "Task" [ 1915.301622] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.317884] env[63750]: DEBUG oslo_vmware.api [None req-26bb031b-8bb3-43e4-b6d4-c6b4d9fe2a98 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006757, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.318403] env[63750]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1915.318403] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5258a0cd-1927-1755-b863-c69a351d28e5" [ 1915.318403] env[63750]: _type = "HttpNfcLease" [ 1915.318403] env[63750]: } is ready. {{(pid=63750) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1915.318932] env[63750]: DEBUG oslo_vmware.rw_handles [None req-845f0c2e-36dc-4fd7-b4f5-c59327c4a311 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1915.318932] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5258a0cd-1927-1755-b863-c69a351d28e5" [ 1915.318932] env[63750]: _type = "HttpNfcLease" [ 1915.318932] env[63750]: }. {{(pid=63750) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1915.320761] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f02532-e65e-40da-a649-9fda04c6f821 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.327348] env[63750]: DEBUG oslo_vmware.rw_handles [None req-845f0c2e-36dc-4fd7-b4f5-c59327c4a311 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5223ec75-9f5c-f9ba-ce82-12187c880751/disk-0.vmdk from lease info. {{(pid=63750) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1915.327526] env[63750]: DEBUG oslo_vmware.rw_handles [None req-845f0c2e-36dc-4fd7-b4f5-c59327c4a311 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5223ec75-9f5c-f9ba-ce82-12187c880751/disk-0.vmdk for reading. {{(pid=63750) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1915.387583] env[63750]: INFO nova.compute.manager [-] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] Took 1.08 seconds to deallocate network for instance. [ 1915.417669] env[63750]: DEBUG nova.scheduler.client.report [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1915.425026] env[63750]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b5a7f8d8-178b-4e42-a72e-628c35b3dc6d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.449854] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1915.451637] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1936053b-af1c-48ee-bf3a-7d8767f30440 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.461150] env[63750]: DEBUG oslo_vmware.api [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1915.461150] env[63750]: value = "task-2006758" [ 1915.461150] env[63750]: _type = "Task" [ 1915.461150] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.469671] env[63750]: DEBUG oslo_vmware.api [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006758, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.538163] env[63750]: DEBUG oslo_vmware.api [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006756, 'name': ReconfigVM_Task, 'duration_secs': 0.258601} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.538404] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b/6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1915.539043] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea39e144-6765-488b-a792-4074be6f1912 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.545269] env[63750]: DEBUG oslo_vmware.api [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1915.545269] env[63750]: value = "task-2006759" [ 1915.545269] env[63750]: _type = "Task" [ 1915.545269] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.553277] env[63750]: DEBUG oslo_vmware.api [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006759, 'name': Rename_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.589878] env[63750]: DEBUG nova.compute.manager [req-1340eacc-7a15-4585-bfff-71e5f40d8c51 req-20cacca0-58cf-4f9c-abb3-4065018c1f3b service nova] [instance: 5bf50b91-900d-4a40-b166-9311017e2d78] Received event network-vif-deleted-2617ddd6-9735-4c91-a73a-7a5c1a9ca8a0 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1915.589878] env[63750]: DEBUG nova.compute.manager [req-1340eacc-7a15-4585-bfff-71e5f40d8c51 req-20cacca0-58cf-4f9c-abb3-4065018c1f3b service nova] [instance: c72d3206-1842-4cf6-bfba-c4f811744f29] Received event network-vif-deleted-de23215c-8f44-4b27-896f-ae174dbda3b3 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1915.812062] env[63750]: DEBUG oslo_vmware.api [None req-26bb031b-8bb3-43e4-b6d4-c6b4d9fe2a98 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006757, 'name': PowerOffVM_Task, 'duration_secs': 0.248195} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.812331] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-26bb031b-8bb3-43e4-b6d4-c6b4d9fe2a98 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1915.812555] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-26bb031b-8bb3-43e4-b6d4-c6b4d9fe2a98 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1915.812857] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23130b07-8903-4ab0-bd40-8e99344e5dd4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.886818] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-26bb031b-8bb3-43e4-b6d4-c6b4d9fe2a98 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1915.886956] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-26bb031b-8bb3-43e4-b6d4-c6b4d9fe2a98 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1915.887480] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-26bb031b-8bb3-43e4-b6d4-c6b4d9fe2a98 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Deleting the datastore file [datastore1] 58be5fa1-c15e-4bd4-96d2-ebac3a39606c {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1915.887898] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9bc2dda-0cdd-4648-bce2-1ba255d490bd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.894945] env[63750]: DEBUG oslo_concurrency.lockutils [None req-60eba8b7-31a8-446a-9a64-d68db21e1acd tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1915.896029] env[63750]: DEBUG oslo_vmware.api [None req-26bb031b-8bb3-43e4-b6d4-c6b4d9fe2a98 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Waiting for the task: (returnval){ [ 1915.896029] env[63750]: value = "task-2006761" [ 1915.896029] env[63750]: _type = "Task" [ 1915.896029] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.905637] env[63750]: DEBUG oslo_vmware.api [None req-26bb031b-8bb3-43e4-b6d4-c6b4d9fe2a98 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006761, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.925737] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.353s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1915.926323] env[63750]: DEBUG nova.compute.manager [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] [instance: 0a061a6e-02ff-498b-96b3-3ce7a4e39f40] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1915.929522] env[63750]: DEBUG oslo_concurrency.lockutils [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.946s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1915.931376] env[63750]: INFO nova.compute.claims [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1915.971709] env[63750]: DEBUG oslo_vmware.api [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006758, 'name': PowerOffVM_Task, 'duration_secs': 0.200859} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.973054] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1915.973266] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Updating instance 'e2f05884-7293-4e98-a2e3-690440efd29a' progress to 17 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1916.057834] env[63750]: DEBUG oslo_vmware.api [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006759, 'name': Rename_Task, 'duration_secs': 0.193194} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.058321] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1916.058614] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6dd6bfe3-f473-4428-ba2e-eff2d04c56e3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.065483] env[63750]: DEBUG oslo_vmware.api [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1916.065483] env[63750]: value = "task-2006762" [ 1916.065483] env[63750]: _type = "Task" [ 1916.065483] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.074480] env[63750]: DEBUG oslo_vmware.api [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006762, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.407092] env[63750]: DEBUG oslo_vmware.api [None req-26bb031b-8bb3-43e4-b6d4-c6b4d9fe2a98 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Task: {'id': task-2006761, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175555} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.407092] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-26bb031b-8bb3-43e4-b6d4-c6b4d9fe2a98 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1916.407092] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-26bb031b-8bb3-43e4-b6d4-c6b4d9fe2a98 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1916.407092] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-26bb031b-8bb3-43e4-b6d4-c6b4d9fe2a98 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1916.407640] env[63750]: INFO nova.compute.manager [None req-26bb031b-8bb3-43e4-b6d4-c6b4d9fe2a98 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1916.407640] env[63750]: DEBUG oslo.service.loopingcall [None req-26bb031b-8bb3-43e4-b6d4-c6b4d9fe2a98 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1916.407878] env[63750]: DEBUG nova.compute.manager [-] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1916.407977] env[63750]: DEBUG nova.network.neutron [-] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1916.436658] env[63750]: DEBUG nova.compute.utils [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1916.440079] env[63750]: DEBUG nova.compute.manager [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] [instance: 0a061a6e-02ff-498b-96b3-3ce7a4e39f40] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1916.440435] env[63750]: DEBUG nova.network.neutron [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] [instance: 0a061a6e-02ff-498b-96b3-3ce7a4e39f40] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1916.481652] env[63750]: DEBUG nova.virt.hardware [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1916.482010] env[63750]: DEBUG nova.virt.hardware [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1916.482278] env[63750]: DEBUG nova.virt.hardware [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1916.482535] env[63750]: DEBUG nova.virt.hardware [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1916.482688] env[63750]: DEBUG nova.virt.hardware [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1916.482838] env[63750]: DEBUG nova.virt.hardware [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1916.483069] env[63750]: DEBUG nova.virt.hardware [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1916.483323] env[63750]: DEBUG nova.virt.hardware [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1916.483557] env[63750]: DEBUG nova.virt.hardware [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1916.483753] env[63750]: DEBUG nova.virt.hardware [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1916.483939] env[63750]: DEBUG nova.virt.hardware [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1916.489384] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0cb2236f-c5dc-4adf-92d1-eac8ba6448a5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.508904] env[63750]: DEBUG oslo_vmware.api [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1916.508904] env[63750]: value = "task-2006763" [ 1916.508904] env[63750]: _type = "Task" [ 1916.508904] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.518278] env[63750]: DEBUG oslo_vmware.api [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006763, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.538900] env[63750]: DEBUG nova.policy [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd4588c3a24e04140a2dd6e3935a6519e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '609a83381cf240ff9350e00ad7ba7803', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1916.577585] env[63750]: DEBUG oslo_vmware.api [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006762, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.941249] env[63750]: DEBUG nova.compute.manager [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] [instance: 0a061a6e-02ff-498b-96b3-3ce7a4e39f40] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1917.029948] env[63750]: DEBUG oslo_vmware.api [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006763, 'name': ReconfigVM_Task, 'duration_secs': 0.169558} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.030772] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Updating instance 'e2f05884-7293-4e98-a2e3-690440efd29a' progress to 33 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1917.042066] env[63750]: DEBUG nova.network.neutron [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] [instance: 0a061a6e-02ff-498b-96b3-3ce7a4e39f40] Successfully created port: 0582eefb-2d32-4c04-b04c-556a4d139ad2 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1917.076892] env[63750]: DEBUG oslo_vmware.api [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006762, 'name': PowerOnVM_Task, 'duration_secs': 0.527817} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.077484] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1917.077754] env[63750]: INFO nova.compute.manager [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b] Took 8.30 seconds to spawn the instance on the hypervisor. [ 1917.077983] env[63750]: DEBUG nova.compute.manager [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1917.078897] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c980f9f-ba42-4fec-99e3-4dc8cd4c8d40 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.268528] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93b387b-8611-4860-9863-0a972268522c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.276862] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e19391-2431-49d3-8ef3-ad366cc0c61a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.312329] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f1a509-a385-47b1-a600-16d94dbae1da {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.321026] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431b26c8-4497-4f4d-b6de-93c728362ff4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.337163] env[63750]: DEBUG nova.compute.provider_tree [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1917.424822] env[63750]: DEBUG nova.network.neutron [-] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1917.542108] env[63750]: DEBUG nova.virt.hardware [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1917.542465] env[63750]: DEBUG nova.virt.hardware [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1917.542546] env[63750]: DEBUG nova.virt.hardware [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1917.542781] env[63750]: DEBUG nova.virt.hardware [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1917.542888] env[63750]: DEBUG nova.virt.hardware [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1917.543043] env[63750]: DEBUG nova.virt.hardware [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1917.543251] env[63750]: DEBUG nova.virt.hardware [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1917.543415] env[63750]: DEBUG nova.virt.hardware [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1917.543731] env[63750]: DEBUG nova.virt.hardware [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1917.543796] env[63750]: DEBUG nova.virt.hardware [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1917.544075] env[63750]: DEBUG nova.virt.hardware [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1917.549632] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Reconfiguring VM instance instance-0000004d to detach disk 2000 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1917.549942] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bc35ad8-e79d-4b4f-bce2-59659274784b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.570500] env[63750]: DEBUG oslo_vmware.api [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1917.570500] env[63750]: value = "task-2006764" [ 1917.570500] env[63750]: _type = "Task" [ 1917.570500] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.579444] env[63750]: DEBUG oslo_vmware.api [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006764, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.599561] env[63750]: INFO nova.compute.manager [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b] Took 23.33 seconds to build instance. [ 1917.634426] env[63750]: DEBUG nova.compute.manager [req-939d57aa-fb08-4071-8794-a48f3efa9a52 req-23dfbf2c-ed30-4f93-91f9-1a52960a0780 service nova] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] Received event network-vif-deleted-5d10eb02-0e8d-44af-a804-cffbdb072092 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1917.842292] env[63750]: DEBUG nova.scheduler.client.report [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1917.927772] env[63750]: INFO nova.compute.manager [-] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] Took 1.52 seconds to deallocate network for instance. [ 1917.954791] env[63750]: DEBUG nova.compute.manager [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] [instance: 0a061a6e-02ff-498b-96b3-3ce7a4e39f40] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1917.977443] env[63750]: DEBUG nova.virt.hardware [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1917.978068] env[63750]: DEBUG nova.virt.hardware [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1917.978068] env[63750]: DEBUG nova.virt.hardware [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1917.978068] env[63750]: DEBUG nova.virt.hardware [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1917.978238] env[63750]: DEBUG nova.virt.hardware [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1917.978312] env[63750]: DEBUG nova.virt.hardware [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1917.978521] env[63750]: DEBUG nova.virt.hardware [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1917.978676] env[63750]: DEBUG nova.virt.hardware [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1917.978842] env[63750]: DEBUG nova.virt.hardware [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1917.980021] env[63750]: DEBUG nova.virt.hardware [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1917.980021] env[63750]: DEBUG nova.virt.hardware [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1917.980168] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed43b4f6-6d80-4355-b59a-40bcf0356028 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.988977] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba168478-bfb1-4978-b602-f956457eda8e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.081636] env[63750]: DEBUG oslo_vmware.api [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006764, 'name': ReconfigVM_Task, 'duration_secs': 0.196636} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.081950] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Reconfigured VM instance instance-0000004d to detach disk 2000 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1918.082795] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7d7adb-5f85-46c6-a902-4249a1f965e0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.106158] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] e2f05884-7293-4e98-a2e3-690440efd29a/e2f05884-7293-4e98-a2e3-690440efd29a.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1918.106685] env[63750]: DEBUG oslo_concurrency.lockutils [None req-eb843526-e438-474b-8ab7-c06b1af0a5b5 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.846s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1918.107285] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17a16754-9c6c-4d5e-a686-68d63d05c13c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.126371] env[63750]: DEBUG oslo_vmware.api [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1918.126371] env[63750]: value = "task-2006765" [ 1918.126371] env[63750]: _type = "Task" [ 1918.126371] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.134704] env[63750]: DEBUG oslo_vmware.api [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006765, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.348657] env[63750]: DEBUG oslo_concurrency.lockutils [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.418s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1918.349182] env[63750]: DEBUG nova.compute.manager [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1918.352266] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 7.218s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1918.353248] env[63750]: DEBUG nova.objects.instance [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63750) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1918.435805] env[63750]: DEBUG oslo_concurrency.lockutils [None req-26bb031b-8bb3-43e4-b6d4-c6b4d9fe2a98 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.636869] env[63750]: DEBUG oslo_vmware.api [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006765, 'name': ReconfigVM_Task, 'duration_secs': 0.499415} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.637193] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Reconfigured VM instance instance-0000004d to attach disk [datastore1] e2f05884-7293-4e98-a2e3-690440efd29a/e2f05884-7293-4e98-a2e3-690440efd29a.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1918.637459] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Updating instance 'e2f05884-7293-4e98-a2e3-690440efd29a' progress to 50 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1918.741535] env[63750]: DEBUG nova.network.neutron [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] [instance: 0a061a6e-02ff-498b-96b3-3ce7a4e39f40] Successfully updated port: 0582eefb-2d32-4c04-b04c-556a4d139ad2 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1918.860187] env[63750]: DEBUG nova.compute.utils [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1918.870664] env[63750]: DEBUG nova.compute.manager [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1918.870918] env[63750]: DEBUG nova.network.neutron [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1918.927568] env[63750]: DEBUG nova.policy [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38e2c66f6a3a44ceb5297adc5eac12b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e08496bb79b417a9d13b8e620ab255f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1918.941970] env[63750]: DEBUG oslo_concurrency.lockutils [None req-40a42fea-7022-482a-8be7-7c15fd4b0686 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquiring lock "6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.942417] env[63750]: DEBUG oslo_concurrency.lockutils [None req-40a42fea-7022-482a-8be7-7c15fd4b0686 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1918.942524] env[63750]: DEBUG oslo_concurrency.lockutils [None req-40a42fea-7022-482a-8be7-7c15fd4b0686 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquiring lock "6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.943195] env[63750]: DEBUG oslo_concurrency.lockutils [None req-40a42fea-7022-482a-8be7-7c15fd4b0686 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1918.943195] env[63750]: DEBUG oslo_concurrency.lockutils [None req-40a42fea-7022-482a-8be7-7c15fd4b0686 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1918.945549] env[63750]: INFO nova.compute.manager [None req-40a42fea-7022-482a-8be7-7c15fd4b0686 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b] Terminating instance [ 1919.144796] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818c6d3e-061f-4137-a23e-0aa937ff0cde {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.166633] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b91e9d-91bb-4f08-9d5d-2a78503d95c7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.184559] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Updating instance 'e2f05884-7293-4e98-a2e3-690440efd29a' progress to 67 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1919.222868] env[63750]: DEBUG nova.network.neutron [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Successfully created port: b2d94422-7226-4e5f-8538-805897a09f70 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1919.243828] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Acquiring lock "refresh_cache-0a061a6e-02ff-498b-96b3-3ce7a4e39f40" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1919.243967] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Acquired lock "refresh_cache-0a061a6e-02ff-498b-96b3-3ce7a4e39f40" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1919.244144] env[63750]: DEBUG nova.network.neutron [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] [instance: 0a061a6e-02ff-498b-96b3-3ce7a4e39f40] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1919.372618] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5a9c13ca-daeb-48fe-b58f-8f00934b3069 tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1919.374581] env[63750]: DEBUG nova.compute.manager [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1919.380344] env[63750]: DEBUG oslo_concurrency.lockutils [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.784s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1919.382475] env[63750]: INFO nova.compute.claims [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1919.449606] env[63750]: DEBUG nova.compute.manager [None req-40a42fea-7022-482a-8be7-7c15fd4b0686 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1919.449924] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-40a42fea-7022-482a-8be7-7c15fd4b0686 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1919.450978] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cddf3b1-e44f-49b1-ac15-6efee1ef36b6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.459548] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-40a42fea-7022-482a-8be7-7c15fd4b0686 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1919.459807] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fc3304a-c40b-4f0e-bd2f-43b96de993a5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.466751] env[63750]: DEBUG oslo_vmware.api [None req-40a42fea-7022-482a-8be7-7c15fd4b0686 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1919.466751] env[63750]: value = "task-2006766" [ 1919.466751] env[63750]: _type = "Task" [ 1919.466751] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.479021] env[63750]: DEBUG oslo_vmware.api [None req-40a42fea-7022-482a-8be7-7c15fd4b0686 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.666343] env[63750]: DEBUG nova.compute.manager [req-cf1b6fb3-fb77-4ea6-8bb3-542f3f4e2735 req-3f2713ac-c155-424a-b687-fffdc37e45b0 service nova] [instance: 0a061a6e-02ff-498b-96b3-3ce7a4e39f40] Received event network-vif-plugged-0582eefb-2d32-4c04-b04c-556a4d139ad2 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1919.666590] env[63750]: DEBUG oslo_concurrency.lockutils [req-cf1b6fb3-fb77-4ea6-8bb3-542f3f4e2735 req-3f2713ac-c155-424a-b687-fffdc37e45b0 service nova] Acquiring lock "0a061a6e-02ff-498b-96b3-3ce7a4e39f40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1919.666857] env[63750]: DEBUG oslo_concurrency.lockutils [req-cf1b6fb3-fb77-4ea6-8bb3-542f3f4e2735 req-3f2713ac-c155-424a-b687-fffdc37e45b0 service nova] Lock "0a061a6e-02ff-498b-96b3-3ce7a4e39f40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1919.667064] env[63750]: DEBUG oslo_concurrency.lockutils [req-cf1b6fb3-fb77-4ea6-8bb3-542f3f4e2735 req-3f2713ac-c155-424a-b687-fffdc37e45b0 service nova] Lock "0a061a6e-02ff-498b-96b3-3ce7a4e39f40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1919.667246] env[63750]: DEBUG nova.compute.manager [req-cf1b6fb3-fb77-4ea6-8bb3-542f3f4e2735 req-3f2713ac-c155-424a-b687-fffdc37e45b0 service nova] [instance: 0a061a6e-02ff-498b-96b3-3ce7a4e39f40] No waiting events found dispatching network-vif-plugged-0582eefb-2d32-4c04-b04c-556a4d139ad2 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1919.667425] env[63750]: WARNING nova.compute.manager [req-cf1b6fb3-fb77-4ea6-8bb3-542f3f4e2735 req-3f2713ac-c155-424a-b687-fffdc37e45b0 service nova] [instance: 0a061a6e-02ff-498b-96b3-3ce7a4e39f40] Received unexpected event network-vif-plugged-0582eefb-2d32-4c04-b04c-556a4d139ad2 for instance with vm_state building and task_state spawning. [ 1919.667671] env[63750]: DEBUG nova.compute.manager [req-cf1b6fb3-fb77-4ea6-8bb3-542f3f4e2735 req-3f2713ac-c155-424a-b687-fffdc37e45b0 service nova] [instance: 0a061a6e-02ff-498b-96b3-3ce7a4e39f40] Received event network-changed-0582eefb-2d32-4c04-b04c-556a4d139ad2 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1919.667865] env[63750]: DEBUG nova.compute.manager [req-cf1b6fb3-fb77-4ea6-8bb3-542f3f4e2735 req-3f2713ac-c155-424a-b687-fffdc37e45b0 service nova] [instance: 0a061a6e-02ff-498b-96b3-3ce7a4e39f40] Refreshing instance network info cache due to event network-changed-0582eefb-2d32-4c04-b04c-556a4d139ad2. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1919.668558] env[63750]: DEBUG oslo_concurrency.lockutils [req-cf1b6fb3-fb77-4ea6-8bb3-542f3f4e2735 req-3f2713ac-c155-424a-b687-fffdc37e45b0 service nova] Acquiring lock "refresh_cache-0a061a6e-02ff-498b-96b3-3ce7a4e39f40" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1919.775882] env[63750]: DEBUG nova.network.neutron [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Port d71fabc7-e29e-472d-a3b9-d7dace21f686 binding to destination host cpu-1 is already ACTIVE {{(pid=63750) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1919.798849] env[63750]: DEBUG nova.network.neutron [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] [instance: 0a061a6e-02ff-498b-96b3-3ce7a4e39f40] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1919.887664] env[63750]: INFO nova.virt.block_device [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Booting with volume aa35c024-ec14-48af-8cc8-a22f084f68a9 at /dev/sda [ 1919.931220] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b26129e3-3ba7-4df6-ac5f-7896d3d0fec7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.941922] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2e1ad8-1bb6-4ab7-b88b-335a95d553f3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.984631] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf4c0e10-0a9b-4e3d-b0d5-8df38d800828 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.993012] env[63750]: DEBUG oslo_vmware.api [None req-40a42fea-7022-482a-8be7-7c15fd4b0686 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006766, 'name': PowerOffVM_Task, 'duration_secs': 0.175333} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.994171] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-40a42fea-7022-482a-8be7-7c15fd4b0686 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1919.994390] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-40a42fea-7022-482a-8be7-7c15fd4b0686 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1919.995431] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05837512-5558-4041-9d55-aee8fef2348c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.998998] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1845a3-ac79-46e9-b3a9-1a6a67d8be31 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.010584] env[63750]: DEBUG nova.network.neutron [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] [instance: 0a061a6e-02ff-498b-96b3-3ce7a4e39f40] Updating instance_info_cache with network_info: [{"id": "0582eefb-2d32-4c04-b04c-556a4d139ad2", "address": "fa:16:3e:7c:a0:74", "network": {"id": "adb250f7-db62-46d5-9d22-95bc78f80850", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-972302211-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "609a83381cf240ff9350e00ad7ba7803", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0582eefb-2d", "ovs_interfaceid": "0582eefb-2d32-4c04-b04c-556a4d139ad2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1920.034997] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6848b73-48c2-41e8-82db-2651695ad5d0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.043052] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed200d7-30f5-4444-85d8-ca0f6b1765d5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.056620] env[63750]: DEBUG nova.virt.block_device [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Updating existing volume attachment record: b4686691-a62f-4f84-915b-3f22c4c11e3b {{(pid=63750) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1920.194578] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-40a42fea-7022-482a-8be7-7c15fd4b0686 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1920.194804] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-40a42fea-7022-482a-8be7-7c15fd4b0686 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1920.195033] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-40a42fea-7022-482a-8be7-7c15fd4b0686 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Deleting the datastore file [datastore1] 6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1920.195314] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35e8a2fc-da4f-4fdf-b702-29dead5ebb21 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.201678] env[63750]: DEBUG oslo_vmware.api [None req-40a42fea-7022-482a-8be7-7c15fd4b0686 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1920.201678] env[63750]: value = "task-2006768" [ 1920.201678] env[63750]: _type = "Task" [ 1920.201678] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.209523] env[63750]: DEBUG oslo_vmware.api [None req-40a42fea-7022-482a-8be7-7c15fd4b0686 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006768, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.513167] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Releasing lock "refresh_cache-0a061a6e-02ff-498b-96b3-3ce7a4e39f40" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1920.513494] env[63750]: DEBUG nova.compute.manager [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] [instance: 0a061a6e-02ff-498b-96b3-3ce7a4e39f40] Instance network_info: |[{"id": "0582eefb-2d32-4c04-b04c-556a4d139ad2", "address": "fa:16:3e:7c:a0:74", "network": {"id": "adb250f7-db62-46d5-9d22-95bc78f80850", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-972302211-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "609a83381cf240ff9350e00ad7ba7803", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0582eefb-2d", "ovs_interfaceid": "0582eefb-2d32-4c04-b04c-556a4d139ad2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1920.513894] env[63750]: DEBUG oslo_concurrency.lockutils [req-cf1b6fb3-fb77-4ea6-8bb3-542f3f4e2735 req-3f2713ac-c155-424a-b687-fffdc37e45b0 service nova] Acquired lock "refresh_cache-0a061a6e-02ff-498b-96b3-3ce7a4e39f40" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1920.514162] env[63750]: DEBUG nova.network.neutron [req-cf1b6fb3-fb77-4ea6-8bb3-542f3f4e2735 req-3f2713ac-c155-424a-b687-fffdc37e45b0 service nova] [instance: 0a061a6e-02ff-498b-96b3-3ce7a4e39f40] Refreshing network info cache for port 0582eefb-2d32-4c04-b04c-556a4d139ad2 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1920.515559] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] [instance: 0a061a6e-02ff-498b-96b3-3ce7a4e39f40] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:a0:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dabbac20-1723-40ad-9da0-e53b28073651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0582eefb-2d32-4c04-b04c-556a4d139ad2', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1920.523742] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Creating folder: Project (609a83381cf240ff9350e00ad7ba7803). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1920.527054] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7f9ac1c-15d8-4240-ab34-0cc8595648b6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.541656] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Created folder: Project (609a83381cf240ff9350e00ad7ba7803) in parent group-v412391. [ 1920.541855] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Creating folder: Instances. Parent ref: group-v412601. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1920.542106] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-039c7001-58f0-4ae8-bbc1-5a0334c30bd2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.552256] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Created folder: Instances in parent group-v412601. [ 1920.552497] env[63750]: DEBUG oslo.service.loopingcall [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1920.552684] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a061a6e-02ff-498b-96b3-3ce7a4e39f40] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1920.552891] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1fe37c85-c1e6-45e6-80ad-78200d644df5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.577218] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1920.577218] env[63750]: value = "task-2006771" [ 1920.577218] env[63750]: _type = "Task" [ 1920.577218] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.587769] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006771, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.668248] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f35243-7114-4c61-89c8-386a4de0e166 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.676723] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7899e11-cdd6-451c-9445-454bf8ae1f74 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.713984] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7230cdc6-fffe-4423-b1ff-3197d452ee46 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.722161] env[63750]: DEBUG oslo_vmware.api [None req-40a42fea-7022-482a-8be7-7c15fd4b0686 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006768, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.445373} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.724358] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-40a42fea-7022-482a-8be7-7c15fd4b0686 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1920.724524] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-40a42fea-7022-482a-8be7-7c15fd4b0686 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1920.724710] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-40a42fea-7022-482a-8be7-7c15fd4b0686 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1920.724883] env[63750]: INFO nova.compute.manager [None req-40a42fea-7022-482a-8be7-7c15fd4b0686 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1920.725165] env[63750]: DEBUG oslo.service.loopingcall [None req-40a42fea-7022-482a-8be7-7c15fd4b0686 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1920.725423] env[63750]: DEBUG nova.compute.manager [-] [instance: 6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1920.725518] env[63750]: DEBUG nova.network.neutron [-] [instance: 6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1920.728226] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13743bd1-7088-468e-b444-4adfd91c6ba7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.742757] env[63750]: DEBUG nova.compute.provider_tree [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1920.803522] env[63750]: DEBUG oslo_concurrency.lockutils [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquiring lock "e2f05884-7293-4e98-a2e3-690440efd29a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1920.803856] env[63750]: DEBUG oslo_concurrency.lockutils [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "e2f05884-7293-4e98-a2e3-690440efd29a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1920.804196] env[63750]: DEBUG oslo_concurrency.lockutils [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "e2f05884-7293-4e98-a2e3-690440efd29a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1921.088957] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006771, 'name': CreateVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.246270] env[63750]: DEBUG nova.scheduler.client.report [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1921.437927] env[63750]: DEBUG nova.network.neutron [req-cf1b6fb3-fb77-4ea6-8bb3-542f3f4e2735 req-3f2713ac-c155-424a-b687-fffdc37e45b0 service nova] [instance: 0a061a6e-02ff-498b-96b3-3ce7a4e39f40] Updated VIF entry in instance network info cache for port 0582eefb-2d32-4c04-b04c-556a4d139ad2. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1921.438365] env[63750]: DEBUG nova.network.neutron [req-cf1b6fb3-fb77-4ea6-8bb3-542f3f4e2735 req-3f2713ac-c155-424a-b687-fffdc37e45b0 service nova] [instance: 0a061a6e-02ff-498b-96b3-3ce7a4e39f40] Updating instance_info_cache with network_info: [{"id": "0582eefb-2d32-4c04-b04c-556a4d139ad2", "address": "fa:16:3e:7c:a0:74", "network": {"id": "adb250f7-db62-46d5-9d22-95bc78f80850", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-972302211-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "609a83381cf240ff9350e00ad7ba7803", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0582eefb-2d", "ovs_interfaceid": "0582eefb-2d32-4c04-b04c-556a4d139ad2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1921.453495] env[63750]: DEBUG nova.network.neutron [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Successfully updated port: b2d94422-7226-4e5f-8538-805897a09f70 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1921.588144] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006771, 'name': CreateVM_Task, 'duration_secs': 0.589478} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.588453] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a061a6e-02ff-498b-96b3-3ce7a4e39f40] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1921.588991] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1921.589175] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1921.589493] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1921.589842] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66478eaa-4e13-4b27-b274-a24836e55b5b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.594418] env[63750]: DEBUG nova.network.neutron [-] [instance: 6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1921.595683] env[63750]: DEBUG oslo_vmware.api [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Waiting for the task: (returnval){ [ 1921.595683] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]529ea4d5-c996-1758-1d83-ab473ec3172e" [ 1921.595683] env[63750]: _type = "Task" [ 1921.595683] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.603578] env[63750]: DEBUG oslo_vmware.api [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]529ea4d5-c996-1758-1d83-ab473ec3172e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.710240] env[63750]: DEBUG nova.compute.manager [req-e92508e9-60aa-4426-b60b-e553da061e65 req-efba8887-9a78-4c6c-b8ec-4954a244312b service nova] [instance: 6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b] Received event network-vif-deleted-ff980e61-3362-4e8a-babf-e3cc2e2849f4 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1921.710541] env[63750]: DEBUG nova.compute.manager [req-e92508e9-60aa-4426-b60b-e553da061e65 req-efba8887-9a78-4c6c-b8ec-4954a244312b service nova] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Received event network-vif-plugged-b2d94422-7226-4e5f-8538-805897a09f70 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1921.711109] env[63750]: DEBUG oslo_concurrency.lockutils [req-e92508e9-60aa-4426-b60b-e553da061e65 req-efba8887-9a78-4c6c-b8ec-4954a244312b service nova] Acquiring lock "dfd72d7d-1820-4e9a-8bc8-924fbe465145-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1921.711365] env[63750]: DEBUG oslo_concurrency.lockutils [req-e92508e9-60aa-4426-b60b-e553da061e65 req-efba8887-9a78-4c6c-b8ec-4954a244312b service nova] Lock "dfd72d7d-1820-4e9a-8bc8-924fbe465145-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1921.711516] env[63750]: DEBUG oslo_concurrency.lockutils [req-e92508e9-60aa-4426-b60b-e553da061e65 req-efba8887-9a78-4c6c-b8ec-4954a244312b service nova] Lock "dfd72d7d-1820-4e9a-8bc8-924fbe465145-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1921.712087] env[63750]: DEBUG nova.compute.manager [req-e92508e9-60aa-4426-b60b-e553da061e65 req-efba8887-9a78-4c6c-b8ec-4954a244312b service nova] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] No waiting events found dispatching network-vif-plugged-b2d94422-7226-4e5f-8538-805897a09f70 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1921.712087] env[63750]: WARNING nova.compute.manager [req-e92508e9-60aa-4426-b60b-e553da061e65 req-efba8887-9a78-4c6c-b8ec-4954a244312b service nova] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Received unexpected event network-vif-plugged-b2d94422-7226-4e5f-8538-805897a09f70 for instance with vm_state building and task_state block_device_mapping. [ 1921.712087] env[63750]: DEBUG nova.compute.manager [req-e92508e9-60aa-4426-b60b-e553da061e65 req-efba8887-9a78-4c6c-b8ec-4954a244312b service nova] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Received event network-changed-b2d94422-7226-4e5f-8538-805897a09f70 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1921.712310] env[63750]: DEBUG nova.compute.manager [req-e92508e9-60aa-4426-b60b-e553da061e65 req-efba8887-9a78-4c6c-b8ec-4954a244312b service nova] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Refreshing instance network info cache due to event network-changed-b2d94422-7226-4e5f-8538-805897a09f70. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1921.712370] env[63750]: DEBUG oslo_concurrency.lockutils [req-e92508e9-60aa-4426-b60b-e553da061e65 req-efba8887-9a78-4c6c-b8ec-4954a244312b service nova] Acquiring lock "refresh_cache-dfd72d7d-1820-4e9a-8bc8-924fbe465145" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1921.712467] env[63750]: DEBUG oslo_concurrency.lockutils [req-e92508e9-60aa-4426-b60b-e553da061e65 req-efba8887-9a78-4c6c-b8ec-4954a244312b service nova] Acquired lock "refresh_cache-dfd72d7d-1820-4e9a-8bc8-924fbe465145" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1921.712650] env[63750]: DEBUG nova.network.neutron [req-e92508e9-60aa-4426-b60b-e553da061e65 req-efba8887-9a78-4c6c-b8ec-4954a244312b service nova] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Refreshing network info cache for port b2d94422-7226-4e5f-8538-805897a09f70 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1921.751101] env[63750]: DEBUG oslo_concurrency.lockutils [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.371s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1921.751627] env[63750]: DEBUG nova.compute.manager [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1921.754428] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 8.091s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1921.841431] env[63750]: DEBUG oslo_concurrency.lockutils [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquiring lock "refresh_cache-e2f05884-7293-4e98-a2e3-690440efd29a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1921.841622] env[63750]: DEBUG oslo_concurrency.lockutils [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquired lock "refresh_cache-e2f05884-7293-4e98-a2e3-690440efd29a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1921.841800] env[63750]: DEBUG nova.network.neutron [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1921.942026] env[63750]: DEBUG oslo_concurrency.lockutils [req-cf1b6fb3-fb77-4ea6-8bb3-542f3f4e2735 req-3f2713ac-c155-424a-b687-fffdc37e45b0 service nova] Releasing lock "refresh_cache-0a061a6e-02ff-498b-96b3-3ce7a4e39f40" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1921.956568] env[63750]: DEBUG oslo_concurrency.lockutils [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Acquiring lock "refresh_cache-dfd72d7d-1820-4e9a-8bc8-924fbe465145" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1922.102890] env[63750]: INFO nova.compute.manager [-] [instance: 6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b] Took 1.38 seconds to deallocate network for instance. [ 1922.113013] env[63750]: DEBUG oslo_vmware.api [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]529ea4d5-c996-1758-1d83-ab473ec3172e, 'name': SearchDatastore_Task, 'duration_secs': 0.010621} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.113013] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1922.113013] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] [instance: 0a061a6e-02ff-498b-96b3-3ce7a4e39f40] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1922.113013] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1922.113013] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1922.113264] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1922.113921] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-585cba3b-3ef1-4042-a9c3-b00c0aae55f5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.122661] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1922.122958] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1922.123786] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49130d63-5058-4db4-83cd-ccaac5967c6c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.130117] env[63750]: DEBUG oslo_vmware.api [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Waiting for the task: (returnval){ [ 1922.130117] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]522e263a-0459-86b4-72b9-44f13f209050" [ 1922.130117] env[63750]: _type = "Task" [ 1922.130117] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.138518] env[63750]: DEBUG oslo_vmware.api [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]522e263a-0459-86b4-72b9-44f13f209050, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.150926] env[63750]: DEBUG nova.compute.manager [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1922.151529] env[63750]: DEBUG nova.virt.hardware [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1922.151757] env[63750]: DEBUG nova.virt.hardware [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1922.151920] env[63750]: DEBUG nova.virt.hardware [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1922.152138] env[63750]: DEBUG nova.virt.hardware [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1922.152299] env[63750]: DEBUG nova.virt.hardware [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1922.152445] env[63750]: DEBUG nova.virt.hardware [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1922.152648] env[63750]: DEBUG nova.virt.hardware [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1922.152825] env[63750]: DEBUG nova.virt.hardware [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1922.153009] env[63750]: DEBUG nova.virt.hardware [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1922.153194] env[63750]: DEBUG nova.virt.hardware [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1922.153381] env[63750]: DEBUG nova.virt.hardware [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1922.154284] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2459a1ce-f46a-4d49-99cd-e18de724be01 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.162968] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d231539f-3a3d-4167-b9d9-74516871a513 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.243831] env[63750]: DEBUG nova.network.neutron [req-e92508e9-60aa-4426-b60b-e553da061e65 req-efba8887-9a78-4c6c-b8ec-4954a244312b service nova] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1922.258470] env[63750]: DEBUG nova.compute.utils [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1922.269970] env[63750]: DEBUG nova.compute.manager [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1922.270176] env[63750]: DEBUG nova.network.neutron [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1922.359246] env[63750]: DEBUG nova.policy [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca3575132e244716a86f28b84a8acef4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04da956282e84867b4936629cc4ae832', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1922.461687] env[63750]: DEBUG nova.network.neutron [req-e92508e9-60aa-4426-b60b-e553da061e65 req-efba8887-9a78-4c6c-b8ec-4954a244312b service nova] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1922.613578] env[63750]: DEBUG oslo_concurrency.lockutils [None req-40a42fea-7022-482a-8be7-7c15fd4b0686 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.641977] env[63750]: DEBUG oslo_vmware.api [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]522e263a-0459-86b4-72b9-44f13f209050, 'name': SearchDatastore_Task, 'duration_secs': 0.010186} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.642913] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1318050f-06b0-4483-80fa-dcc35a5d817d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.648999] env[63750]: DEBUG oslo_vmware.api [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Waiting for the task: (returnval){ [ 1922.648999] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52b15d43-e2b4-c111-bc0b-15ebd0ca6af2" [ 1922.648999] env[63750]: _type = "Task" [ 1922.648999] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.659891] env[63750]: DEBUG oslo_vmware.api [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52b15d43-e2b4-c111-bc0b-15ebd0ca6af2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.758388] env[63750]: DEBUG nova.network.neutron [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Updating instance_info_cache with network_info: [{"id": "d71fabc7-e29e-472d-a3b9-d7dace21f686", "address": "fa:16:3e:93:9d:9c", "network": {"id": "1e3b858c-f4d4-4913-a4c3-d58d2479172a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1419195521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a2d0199021141198e0a8cc981e6d49d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd71fabc7-e2", "ovs_interfaceid": "d71fabc7-e29e-472d-a3b9-d7dace21f686", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1922.770045] env[63750]: DEBUG nova.compute.manager [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1922.773513] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Applying migration context for instance e2f05884-7293-4e98-a2e3-690440efd29a as it has an incoming, in-progress migration eecefaaf-ea4c-4b12-9dd7-d8035234e2d6. Migration status is post-migrating {{(pid=63750) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1922.775600] env[63750]: INFO nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Updating resource usage from migration eecefaaf-ea4c-4b12-9dd7-d8035234e2d6 [ 1922.808536] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 3d11142c-0197-4bd9-bf31-fffabf48ee87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1922.808536] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 627fabed-0639-417d-b78c-fc6ef6ab7979 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1922.808536] env[63750]: WARNING nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 6837b938-5169-44a2-a03f-e6a2064334d6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1922.808536] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1922.808536] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance bf03616d-723b-4ab9-9e5e-68b50541b080 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1922.808536] env[63750]: WARNING nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 58be5fa1-c15e-4bd4-96d2-ebac3a39606c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1922.808536] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 28f784fb-42a3-40b9-b2f4-f047eb7bb83b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1922.808536] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance ee1deeaf-7782-4ae2-bf3e-c766ae21a05a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1922.808536] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 061e6a4c-f817-4955-9813-f63c318f6739 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1922.809151] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance d300f90f-ea70-4575-9643-29462f2602ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1922.809151] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance a0cb827a-0b98-46e8-bece-6832c14e0495 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1922.809151] env[63750]: WARNING nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1922.809151] env[63750]: WARNING nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance c72d3206-1842-4cf6-bfba-c4f811744f29 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1922.809151] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1922.809357] env[63750]: WARNING nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 5bf50b91-900d-4a40-b166-9311017e2d78 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1922.809505] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1922.809652] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Migration eecefaaf-ea4c-4b12-9dd7-d8035234e2d6 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1922.809827] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance e2f05884-7293-4e98-a2e3-690440efd29a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1922.809983] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 0a061a6e-02ff-498b-96b3-3ce7a4e39f40 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1922.810157] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance dfd72d7d-1820-4e9a-8bc8-924fbe465145 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1922.810314] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 817019a8-85aa-4f3a-be91-71d64dc51ae6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1922.810625] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1922.810811] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1922.854104] env[63750]: DEBUG nova.network.neutron [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Successfully created port: 38a42164-3f03-4d21-977a-b843dede4448 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1922.963929] env[63750]: DEBUG oslo_concurrency.lockutils [req-e92508e9-60aa-4426-b60b-e553da061e65 req-efba8887-9a78-4c6c-b8ec-4954a244312b service nova] Releasing lock "refresh_cache-dfd72d7d-1820-4e9a-8bc8-924fbe465145" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1922.964334] env[63750]: DEBUG oslo_concurrency.lockutils [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Acquired lock "refresh_cache-dfd72d7d-1820-4e9a-8bc8-924fbe465145" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1922.964494] env[63750]: DEBUG nova.network.neutron [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1922.993929] env[63750]: DEBUG oslo_vmware.rw_handles [None req-845f0c2e-36dc-4fd7-b4f5-c59327c4a311 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5223ec75-9f5c-f9ba-ce82-12187c880751/disk-0.vmdk. {{(pid=63750) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1922.994879] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3121d6a-fadb-43d8-ad0c-e132ce967722 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.004399] env[63750]: DEBUG oslo_vmware.rw_handles [None req-845f0c2e-36dc-4fd7-b4f5-c59327c4a311 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5223ec75-9f5c-f9ba-ce82-12187c880751/disk-0.vmdk is in state: ready. {{(pid=63750) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1923.004399] env[63750]: ERROR oslo_vmware.rw_handles [None req-845f0c2e-36dc-4fd7-b4f5-c59327c4a311 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5223ec75-9f5c-f9ba-ce82-12187c880751/disk-0.vmdk due to incomplete transfer. [ 1923.004399] env[63750]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ef891816-c854-4c66-9337-d068665b7118 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.011617] env[63750]: DEBUG oslo_vmware.rw_handles [None req-845f0c2e-36dc-4fd7-b4f5-c59327c4a311 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5223ec75-9f5c-f9ba-ce82-12187c880751/disk-0.vmdk. {{(pid=63750) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1923.011823] env[63750]: DEBUG nova.virt.vmwareapi.images [None req-845f0c2e-36dc-4fd7-b4f5-c59327c4a311 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Uploaded image a0cf753a-ab85-4883-8d34-325cbaa51b9b to the Glance image server {{(pid=63750) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1923.013973] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-845f0c2e-36dc-4fd7-b4f5-c59327c4a311 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Destroying the VM {{(pid=63750) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1923.016412] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5c624677-7b75-4059-9039-1dbb91cb8cf3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.025678] env[63750]: DEBUG oslo_vmware.api [None req-845f0c2e-36dc-4fd7-b4f5-c59327c4a311 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 1923.025678] env[63750]: value = "task-2006772" [ 1923.025678] env[63750]: _type = "Task" [ 1923.025678] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.038219] env[63750]: DEBUG oslo_vmware.api [None req-845f0c2e-36dc-4fd7-b4f5-c59327c4a311 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006772, 'name': Destroy_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.125490] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce8dbac-e2aa-46a6-8978-4ca763427178 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.133797] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95dc9cb-a2b0-4bc4-ba3a-26c0017288bf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.167288] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc292d93-09b8-4c36-8c30-5405e278908f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.178273] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f24e8e-562a-4a71-be4b-7d1d08833c23 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.182058] env[63750]: DEBUG oslo_vmware.api [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52b15d43-e2b4-c111-bc0b-15ebd0ca6af2, 'name': SearchDatastore_Task, 'duration_secs': 0.023472} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.182369] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1923.182614] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 0a061a6e-02ff-498b-96b3-3ce7a4e39f40/0a061a6e-02ff-498b-96b3-3ce7a4e39f40.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1923.183218] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0c79d36-900a-4888-8794-9af37709b2c9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.192689] env[63750]: DEBUG nova.compute.provider_tree [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1923.198288] env[63750]: DEBUG oslo_vmware.api [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Waiting for the task: (returnval){ [ 1923.198288] env[63750]: value = "task-2006773" [ 1923.198288] env[63750]: _type = "Task" [ 1923.198288] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.206984] env[63750]: DEBUG oslo_vmware.api [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Task: {'id': task-2006773, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.260679] env[63750]: DEBUG oslo_concurrency.lockutils [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Releasing lock "refresh_cache-e2f05884-7293-4e98-a2e3-690440efd29a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1923.509352] env[63750]: DEBUG nova.network.neutron [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1923.540993] env[63750]: DEBUG oslo_vmware.api [None req-845f0c2e-36dc-4fd7-b4f5-c59327c4a311 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006772, 'name': Destroy_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.668252] env[63750]: DEBUG nova.network.neutron [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Updating instance_info_cache with network_info: [{"id": "b2d94422-7226-4e5f-8538-805897a09f70", "address": "fa:16:3e:b0:3c:3a", "network": {"id": "7453e911-896a-4326-945f-06655199dbfd", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-792944309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e08496bb79b417a9d13b8e620ab255f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2d94422-72", "ovs_interfaceid": "b2d94422-7226-4e5f-8538-805897a09f70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1923.696339] env[63750]: DEBUG nova.scheduler.client.report [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1923.712796] env[63750]: DEBUG oslo_vmware.api [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Task: {'id': task-2006773, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485428} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.713653] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 0a061a6e-02ff-498b-96b3-3ce7a4e39f40/0a061a6e-02ff-498b-96b3-3ce7a4e39f40.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1923.713874] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] [instance: 0a061a6e-02ff-498b-96b3-3ce7a4e39f40] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1923.714144] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90635cf8-cfbc-47b3-b7ef-f4ba4b070c7d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.721107] env[63750]: DEBUG oslo_vmware.api [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Waiting for the task: (returnval){ [ 1923.721107] env[63750]: value = "task-2006774" [ 1923.721107] env[63750]: _type = "Task" [ 1923.721107] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.728799] env[63750]: DEBUG oslo_vmware.api [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Task: {'id': task-2006774, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.784806] env[63750]: DEBUG nova.compute.manager [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1923.787245] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0541cc9d-629c-48c9-a080-9624de245d42 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.808587] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41680728-b2f6-4a78-aa68-2ef57a75ddd5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.816518] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Updating instance 'e2f05884-7293-4e98-a2e3-690440efd29a' progress to 83 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1923.821922] env[63750]: DEBUG nova.virt.hardware [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1923.822189] env[63750]: DEBUG nova.virt.hardware [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1923.822346] env[63750]: DEBUG nova.virt.hardware [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1923.822530] env[63750]: DEBUG nova.virt.hardware [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1923.822673] env[63750]: DEBUG nova.virt.hardware [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1923.822817] env[63750]: DEBUG nova.virt.hardware [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1923.823031] env[63750]: DEBUG nova.virt.hardware [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1923.823196] env[63750]: DEBUG nova.virt.hardware [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1923.823361] env[63750]: DEBUG nova.virt.hardware [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1923.823519] env[63750]: DEBUG nova.virt.hardware [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1923.823689] env[63750]: DEBUG nova.virt.hardware [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1923.824450] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbef1bb4-ec7f-4f56-8153-558c0b9e70e2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.833641] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab49d83-a76a-4d76-ae6d-2951ccc16e6e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.036347] env[63750]: DEBUG oslo_vmware.api [None req-845f0c2e-36dc-4fd7-b4f5-c59327c4a311 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006772, 'name': Destroy_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.171662] env[63750]: DEBUG oslo_concurrency.lockutils [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Releasing lock "refresh_cache-dfd72d7d-1820-4e9a-8bc8-924fbe465145" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1924.172015] env[63750]: DEBUG nova.compute.manager [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Instance network_info: |[{"id": "b2d94422-7226-4e5f-8538-805897a09f70", "address": "fa:16:3e:b0:3c:3a", "network": {"id": "7453e911-896a-4326-945f-06655199dbfd", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-792944309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e08496bb79b417a9d13b8e620ab255f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2d94422-72", "ovs_interfaceid": "b2d94422-7226-4e5f-8538-805897a09f70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1924.172454] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:3c:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e7f6f41-f4eb-4832-a390-730fca1cf717', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2d94422-7226-4e5f-8538-805897a09f70', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1924.180091] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Creating folder: Project (0e08496bb79b417a9d13b8e620ab255f). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1924.180585] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72664dcd-370d-455e-902b-9595716d7f15 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.195272] env[63750]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1924.195437] env[63750]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=63750) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1924.195852] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Folder already exists: Project (0e08496bb79b417a9d13b8e620ab255f). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1924.196072] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Creating folder: Instances. Parent ref: group-v412579. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1924.196322] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3edb305-5231-4954-80e6-19fae781b50d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.201194] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63750) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1924.201382] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.447s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.201620] env[63750]: DEBUG oslo_concurrency.lockutils [None req-829a650a-f9c5-4ee3-9790-7e9ad786a5df tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.576s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.201805] env[63750]: DEBUG oslo_concurrency.lockutils [None req-829a650a-f9c5-4ee3-9790-7e9ad786a5df tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.203680] env[63750]: DEBUG oslo_concurrency.lockutils [None req-824fb8a4-083b-4e0a-a725-a53b5821c85c tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.959s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.203874] env[63750]: DEBUG oslo_concurrency.lockutils [None req-824fb8a4-083b-4e0a-a725-a53b5821c85c tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.205505] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6cab84a7-fd89-407e-a48f-e80270666af8 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.959s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.205714] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6cab84a7-fd89-407e-a48f-e80270666af8 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.207482] env[63750]: DEBUG oslo_concurrency.lockutils [None req-60eba8b7-31a8-446a-9a64-d68db21e1acd tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.313s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.207668] env[63750]: DEBUG oslo_concurrency.lockutils [None req-60eba8b7-31a8-446a-9a64-d68db21e1acd tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.209203] env[63750]: DEBUG oslo_concurrency.lockutils [None req-26bb031b-8bb3-43e4-b6d4-c6b4d9fe2a98 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.775s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.209387] env[63750]: DEBUG oslo_concurrency.lockutils [None req-26bb031b-8bb3-43e4-b6d4-c6b4d9fe2a98 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.210865] env[63750]: DEBUG oslo_concurrency.lockutils [None req-40a42fea-7022-482a-8be7-7c15fd4b0686 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.597s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.211114] env[63750]: DEBUG nova.objects.instance [None req-40a42fea-7022-482a-8be7-7c15fd4b0686 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lazy-loading 'resources' on Instance uuid 6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1924.214852] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Created folder: Instances in parent group-v412579. [ 1924.214852] env[63750]: DEBUG oslo.service.loopingcall [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1924.214852] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1924.214852] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8279ed3-678d-41f5-9702-f2ed19445348 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.232661] env[63750]: INFO nova.scheduler.client.report [None req-829a650a-f9c5-4ee3-9790-7e9ad786a5df tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Deleted allocations for instance 6837b938-5169-44a2-a03f-e6a2064334d6 [ 1924.234209] env[63750]: INFO nova.scheduler.client.report [None req-26bb031b-8bb3-43e4-b6d4-c6b4d9fe2a98 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Deleted allocations for instance 58be5fa1-c15e-4bd4-96d2-ebac3a39606c [ 1924.243810] env[63750]: INFO nova.scheduler.client.report [None req-6cab84a7-fd89-407e-a48f-e80270666af8 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Deleted allocations for instance c72d3206-1842-4cf6-bfba-c4f811744f29 [ 1924.248429] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1924.248429] env[63750]: value = "task-2006777" [ 1924.248429] env[63750]: _type = "Task" [ 1924.248429] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.251803] env[63750]: DEBUG oslo_vmware.api [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Task: {'id': task-2006774, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.252557] env[63750]: INFO nova.scheduler.client.report [None req-60eba8b7-31a8-446a-9a64-d68db21e1acd tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Deleted allocations for instance 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57 [ 1924.265806] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006777, 'name': CreateVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.266049] env[63750]: INFO nova.scheduler.client.report [None req-824fb8a4-083b-4e0a-a725-a53b5821c85c tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Deleted allocations for instance 5bf50b91-900d-4a40-b166-9311017e2d78 [ 1924.332109] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1924.332702] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c81a299-ce3d-463c-b885-345b6235f15a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.345044] env[63750]: DEBUG oslo_vmware.api [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1924.345044] env[63750]: value = "task-2006778" [ 1924.345044] env[63750]: _type = "Task" [ 1924.345044] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.357257] env[63750]: DEBUG oslo_vmware.api [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006778, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.511140] env[63750]: DEBUG nova.compute.manager [req-646fe26e-815c-4d35-a9b1-d9fc7afad82f req-e55ff485-cc35-4369-8b02-d4e2e3907d3a service nova] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Received event network-vif-plugged-38a42164-3f03-4d21-977a-b843dede4448 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1924.511745] env[63750]: DEBUG oslo_concurrency.lockutils [req-646fe26e-815c-4d35-a9b1-d9fc7afad82f req-e55ff485-cc35-4369-8b02-d4e2e3907d3a service nova] Acquiring lock "817019a8-85aa-4f3a-be91-71d64dc51ae6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.511939] env[63750]: DEBUG oslo_concurrency.lockutils [req-646fe26e-815c-4d35-a9b1-d9fc7afad82f req-e55ff485-cc35-4369-8b02-d4e2e3907d3a service nova] Lock "817019a8-85aa-4f3a-be91-71d64dc51ae6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.512142] env[63750]: DEBUG oslo_concurrency.lockutils [req-646fe26e-815c-4d35-a9b1-d9fc7afad82f req-e55ff485-cc35-4369-8b02-d4e2e3907d3a service nova] Lock "817019a8-85aa-4f3a-be91-71d64dc51ae6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.512336] env[63750]: DEBUG nova.compute.manager [req-646fe26e-815c-4d35-a9b1-d9fc7afad82f req-e55ff485-cc35-4369-8b02-d4e2e3907d3a service nova] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] No waiting events found dispatching network-vif-plugged-38a42164-3f03-4d21-977a-b843dede4448 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1924.512473] env[63750]: WARNING nova.compute.manager [req-646fe26e-815c-4d35-a9b1-d9fc7afad82f req-e55ff485-cc35-4369-8b02-d4e2e3907d3a service nova] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Received unexpected event network-vif-plugged-38a42164-3f03-4d21-977a-b843dede4448 for instance with vm_state building and task_state spawning. [ 1924.538570] env[63750]: DEBUG oslo_vmware.api [None req-845f0c2e-36dc-4fd7-b4f5-c59327c4a311 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006772, 'name': Destroy_Task, 'duration_secs': 1.364845} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.538896] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-845f0c2e-36dc-4fd7-b4f5-c59327c4a311 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Destroyed the VM [ 1924.539195] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-845f0c2e-36dc-4fd7-b4f5-c59327c4a311 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Deleting Snapshot of the VM instance {{(pid=63750) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1924.539482] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9159c66f-af37-4755-9c5a-6b81ebca34d8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.547193] env[63750]: DEBUG oslo_vmware.api [None req-845f0c2e-36dc-4fd7-b4f5-c59327c4a311 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 1924.547193] env[63750]: value = "task-2006779" [ 1924.547193] env[63750]: _type = "Task" [ 1924.547193] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.551683] env[63750]: DEBUG nova.network.neutron [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Successfully updated port: 38a42164-3f03-4d21-977a-b843dede4448 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1924.557945] env[63750]: DEBUG oslo_vmware.api [None req-845f0c2e-36dc-4fd7-b4f5-c59327c4a311 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006779, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.569145] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5c2366d-378d-4c11-b3fb-c8d2785d5ab4 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquiring lock "2807eaf2-56ab-4391-a2b2-9ba4b0600cd3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.571993] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5c2366d-378d-4c11-b3fb-c8d2785d5ab4 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lock "2807eaf2-56ab-4391-a2b2-9ba4b0600cd3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.571993] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5c2366d-378d-4c11-b3fb-c8d2785d5ab4 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquiring lock "2807eaf2-56ab-4391-a2b2-9ba4b0600cd3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.571993] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5c2366d-378d-4c11-b3fb-c8d2785d5ab4 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lock "2807eaf2-56ab-4391-a2b2-9ba4b0600cd3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.571993] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5c2366d-378d-4c11-b3fb-c8d2785d5ab4 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lock "2807eaf2-56ab-4391-a2b2-9ba4b0600cd3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.572511] env[63750]: INFO nova.compute.manager [None req-b5c2366d-378d-4c11-b3fb-c8d2785d5ab4 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Terminating instance [ 1924.747248] env[63750]: DEBUG oslo_concurrency.lockutils [None req-829a650a-f9c5-4ee3-9790-7e9ad786a5df tempest-ServersAdminTestJSON-990632965 tempest-ServersAdminTestJSON-990632965-project-member] Lock "6837b938-5169-44a2-a03f-e6a2064334d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.674s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.758155] env[63750]: DEBUG oslo_vmware.api [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Task: {'id': task-2006774, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.702854} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.761467] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6cab84a7-fd89-407e-a48f-e80270666af8 tempest-InstanceActionsTestJSON-797067347 tempest-InstanceActionsTestJSON-797067347-project-member] Lock "c72d3206-1842-4cf6-bfba-c4f811744f29" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.154s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.762556] env[63750]: DEBUG oslo_concurrency.lockutils [None req-26bb031b-8bb3-43e4-b6d4-c6b4d9fe2a98 tempest-ServerRescueTestJSON-1026536178 tempest-ServerRescueTestJSON-1026536178-project-member] Lock "58be5fa1-c15e-4bd4-96d2-ebac3a39606c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.987s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.767120] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] [instance: 0a061a6e-02ff-498b-96b3-3ce7a4e39f40] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1924.771055] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ca27cf-5bfc-4913-a9b3-d16cb78fc38b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.774655] env[63750]: DEBUG oslo_concurrency.lockutils [None req-60eba8b7-31a8-446a-9a64-d68db21e1acd tempest-ServerShowV254Test-1821864264 tempest-ServerShowV254Test-1821864264-project-member] Lock "0dabc79e-2f17-4d61-b0c7-c384fb2fdc57" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.183s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.778731] env[63750]: DEBUG oslo_concurrency.lockutils [None req-824fb8a4-083b-4e0a-a725-a53b5821c85c tempest-ServersNegativeTestMultiTenantJSON-1617629793 tempest-ServersNegativeTestMultiTenantJSON-1617629793-project-member] Lock "5bf50b91-900d-4a40-b166-9311017e2d78" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.122s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.783738] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006777, 'name': CreateVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.808494] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] [instance: 0a061a6e-02ff-498b-96b3-3ce7a4e39f40] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 0a061a6e-02ff-498b-96b3-3ce7a4e39f40/0a061a6e-02ff-498b-96b3-3ce7a4e39f40.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1924.808749] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cd44801-a8d5-4711-9c64-98113dc3227e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.831408] env[63750]: DEBUG oslo_vmware.api [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Waiting for the task: (returnval){ [ 1924.831408] env[63750]: value = "task-2006780" [ 1924.831408] env[63750]: _type = "Task" [ 1924.831408] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.840758] env[63750]: DEBUG oslo_vmware.api [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Task: {'id': task-2006780, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.853720] env[63750]: DEBUG oslo_vmware.api [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006778, 'name': PowerOnVM_Task, 'duration_secs': 0.417868} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.853983] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1924.854182] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-74487662-4333-4f62-8839-edd63f931b60 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Updating instance 'e2f05884-7293-4e98-a2e3-690440efd29a' progress to 100 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1924.995377] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b0723b-c6a5-48bb-83b6-1b17fb48eeed {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.003188] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2a9dc4-4cb2-4b58-9a0c-8546c745c34e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.033100] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a24b56-be4a-47cf-923a-0e96e9647784 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.040892] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266eb035-91f7-410d-a9fe-691416cc16a7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.054104] env[63750]: DEBUG nova.compute.provider_tree [None req-40a42fea-7022-482a-8be7-7c15fd4b0686 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1925.058805] env[63750]: DEBUG oslo_concurrency.lockutils [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Acquiring lock "refresh_cache-817019a8-85aa-4f3a-be91-71d64dc51ae6" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1925.058805] env[63750]: DEBUG oslo_concurrency.lockutils [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Acquired lock "refresh_cache-817019a8-85aa-4f3a-be91-71d64dc51ae6" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1925.059066] env[63750]: DEBUG nova.network.neutron [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1925.064612] env[63750]: DEBUG oslo_vmware.api [None req-845f0c2e-36dc-4fd7-b4f5-c59327c4a311 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006779, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.076704] env[63750]: DEBUG nova.compute.manager [None req-b5c2366d-378d-4c11-b3fb-c8d2785d5ab4 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1925.076937] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c2366d-378d-4c11-b3fb-c8d2785d5ab4 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1925.077737] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d888b6-ec3a-40c8-968f-aa5a73691476 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.086690] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c2366d-378d-4c11-b3fb-c8d2785d5ab4 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1925.086977] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14462dd5-bb96-497b-8088-cb6fd9798c17 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.207265] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquiring lock "36f222f1-d379-49c4-88e3-017b5da36e36" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1925.207265] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lock "36f222f1-d379-49c4-88e3-017b5da36e36" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1925.267436] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006777, 'name': CreateVM_Task, 'duration_secs': 0.585172} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.267655] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1925.268398] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'attachment_id': 'b4686691-a62f-4f84-915b-3f22c4c11e3b', 'device_type': None, 'delete_on_termination': True, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412586', 'volume_id': 'aa35c024-ec14-48af-8cc8-a22f084f68a9', 'name': 'volume-aa35c024-ec14-48af-8cc8-a22f084f68a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dfd72d7d-1820-4e9a-8bc8-924fbe465145', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa35c024-ec14-48af-8cc8-a22f084f68a9', 'serial': 'aa35c024-ec14-48af-8cc8-a22f084f68a9'}, 'mount_device': '/dev/sda', 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=63750) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1925.268659] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Root volume attach. Driver type: vmdk {{(pid=63750) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1925.269666] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5dec61c-9fcb-4951-a5cc-93c781651358 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.278438] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b3e79c-fe30-4197-9e5d-ddb4bd278015 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.285072] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc2cad3-3b16-4ab7-93ec-2f0acb74b49d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.291258] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-37c8dbf5-dabd-4bf0-9bf3-95cbe06de142 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.298675] env[63750]: DEBUG oslo_vmware.api [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Waiting for the task: (returnval){ [ 1925.298675] env[63750]: value = "task-2006782" [ 1925.298675] env[63750]: _type = "Task" [ 1925.298675] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.307604] env[63750]: DEBUG oslo_vmware.api [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Task: {'id': task-2006782, 'name': RelocateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.342682] env[63750]: DEBUG oslo_vmware.api [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Task: {'id': task-2006780, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.564751] env[63750]: DEBUG nova.scheduler.client.report [None req-40a42fea-7022-482a-8be7-7c15fd4b0686 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1925.586106] env[63750]: DEBUG oslo_vmware.api [None req-845f0c2e-36dc-4fd7-b4f5-c59327c4a311 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006779, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.652812] env[63750]: DEBUG nova.network.neutron [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1925.708467] env[63750]: DEBUG nova.compute.manager [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1925.810948] env[63750]: DEBUG oslo_vmware.api [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Task: {'id': task-2006782, 'name': RelocateVM_Task} progress is 42%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.845220] env[63750]: DEBUG oslo_vmware.api [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Task: {'id': task-2006780, 'name': ReconfigVM_Task, 'duration_secs': 0.924003} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.845559] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] [instance: 0a061a6e-02ff-498b-96b3-3ce7a4e39f40] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 0a061a6e-02ff-498b-96b3-3ce7a4e39f40/0a061a6e-02ff-498b-96b3-3ce7a4e39f40.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1925.846293] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52a0d2ff-ce90-41b4-9e12-d827e56073b1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.855506] env[63750]: DEBUG oslo_vmware.api [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Waiting for the task: (returnval){ [ 1925.855506] env[63750]: value = "task-2006783" [ 1925.855506] env[63750]: _type = "Task" [ 1925.855506] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.870593] env[63750]: DEBUG oslo_vmware.api [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Task: {'id': task-2006783, 'name': Rename_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.994279] env[63750]: DEBUG nova.network.neutron [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Updating instance_info_cache with network_info: [{"id": "38a42164-3f03-4d21-977a-b843dede4448", "address": "fa:16:3e:13:af:01", "network": {"id": "0fb05399-05e7-4590-9d0a-9cdee0fd6e70", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1970677645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "04da956282e84867b4936629cc4ae832", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38a42164-3f", "ovs_interfaceid": "38a42164-3f03-4d21-977a-b843dede4448", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1926.069184] env[63750]: DEBUG oslo_vmware.api [None req-845f0c2e-36dc-4fd7-b4f5-c59327c4a311 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006779, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.074204] env[63750]: DEBUG oslo_concurrency.lockutils [None req-40a42fea-7022-482a-8be7-7c15fd4b0686 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.863s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1926.100126] env[63750]: INFO nova.scheduler.client.report [None req-40a42fea-7022-482a-8be7-7c15fd4b0686 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Deleted allocations for instance 6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b [ 1926.210860] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1926.211150] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1926.227151] env[63750]: DEBUG oslo_concurrency.lockutils [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Acquiring lock "3530f51f-bf74-482e-b7cd-5afe9f279e13" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1926.227420] env[63750]: DEBUG oslo_concurrency.lockutils [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Lock "3530f51f-bf74-482e-b7cd-5afe9f279e13" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1926.240357] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1926.240724] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1926.245576] env[63750]: INFO nova.compute.claims [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1926.313779] env[63750]: DEBUG oslo_vmware.api [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Task: {'id': task-2006782, 'name': RelocateVM_Task} progress is 54%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.372264] env[63750]: DEBUG oslo_vmware.api [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Task: {'id': task-2006783, 'name': Rename_Task, 'duration_secs': 0.162305} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.379628] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] [instance: 0a061a6e-02ff-498b-96b3-3ce7a4e39f40] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1926.379973] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df48a899-dbf9-416a-83a1-442153efe1df {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.393794] env[63750]: DEBUG oslo_vmware.api [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Waiting for the task: (returnval){ [ 1926.393794] env[63750]: value = "task-2006784" [ 1926.393794] env[63750]: _type = "Task" [ 1926.393794] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.405829] env[63750]: DEBUG oslo_vmware.api [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Task: {'id': task-2006784, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.497313] env[63750]: DEBUG oslo_concurrency.lockutils [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Releasing lock "refresh_cache-817019a8-85aa-4f3a-be91-71d64dc51ae6" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1926.497729] env[63750]: DEBUG nova.compute.manager [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Instance network_info: |[{"id": "38a42164-3f03-4d21-977a-b843dede4448", "address": "fa:16:3e:13:af:01", "network": {"id": "0fb05399-05e7-4590-9d0a-9cdee0fd6e70", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1970677645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "04da956282e84867b4936629cc4ae832", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38a42164-3f", "ovs_interfaceid": "38a42164-3f03-4d21-977a-b843dede4448", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1926.498248] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:af:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '790c811b-3fa6-49f8-87ac-c51450911137', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38a42164-3f03-4d21-977a-b843dede4448', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1926.513396] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Creating folder: Project (04da956282e84867b4936629cc4ae832). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1926.513862] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d967e08-d3ce-40d1-b232-e9333aec09a8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.532286] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Created folder: Project (04da956282e84867b4936629cc4ae832) in parent group-v412391. [ 1926.532563] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Creating folder: Instances. Parent ref: group-v412606. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1926.532874] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6bcb1382-6ca3-40ed-bae8-9b6eff2ade9d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.546153] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Created folder: Instances in parent group-v412606. [ 1926.546495] env[63750]: DEBUG oslo.service.loopingcall [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1926.546738] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1926.547028] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3075441-f54c-4939-8b37-e007f03c0966 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.574990] env[63750]: DEBUG oslo_vmware.api [None req-845f0c2e-36dc-4fd7-b4f5-c59327c4a311 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006779, 'name': RemoveSnapshot_Task, 'duration_secs': 1.92437} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.577666] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-845f0c2e-36dc-4fd7-b4f5-c59327c4a311 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Deleted Snapshot of the VM instance {{(pid=63750) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1926.577955] env[63750]: INFO nova.compute.manager [None req-845f0c2e-36dc-4fd7-b4f5-c59327c4a311 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Took 15.48 seconds to snapshot the instance on the hypervisor. [ 1926.580687] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1926.580687] env[63750]: value = "task-2006787" [ 1926.580687] env[63750]: _type = "Task" [ 1926.580687] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.594298] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006787, 'name': CreateVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.608710] env[63750]: DEBUG oslo_concurrency.lockutils [None req-40a42fea-7022-482a-8be7-7c15fd4b0686 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.666s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1926.720713] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c2366d-378d-4c11-b3fb-c8d2785d5ab4 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1926.721131] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c2366d-378d-4c11-b3fb-c8d2785d5ab4 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Deleting contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1926.721479] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5c2366d-378d-4c11-b3fb-c8d2785d5ab4 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Deleting the datastore file [datastore2] 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1926.721916] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-275033a8-d666-4ebf-90b1-7b3fceea3c78 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.729656] env[63750]: DEBUG nova.compute.manager [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1926.740818] env[63750]: DEBUG oslo_vmware.api [None req-b5c2366d-378d-4c11-b3fb-c8d2785d5ab4 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 1926.740818] env[63750]: value = "task-2006788" [ 1926.740818] env[63750]: _type = "Task" [ 1926.740818] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.760110] env[63750]: DEBUG oslo_vmware.api [None req-b5c2366d-378d-4c11-b3fb-c8d2785d5ab4 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006788, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.814278] env[63750]: DEBUG oslo_vmware.api [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Task: {'id': task-2006782, 'name': RelocateVM_Task} progress is 67%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.819821] env[63750]: DEBUG oslo_concurrency.lockutils [None req-402f6639-7a51-44a7-9793-e2c73d470094 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquiring lock "a0cb827a-0b98-46e8-bece-6832c14e0495" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1926.820136] env[63750]: DEBUG oslo_concurrency.lockutils [None req-402f6639-7a51-44a7-9793-e2c73d470094 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "a0cb827a-0b98-46e8-bece-6832c14e0495" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1926.820452] env[63750]: DEBUG oslo_concurrency.lockutils [None req-402f6639-7a51-44a7-9793-e2c73d470094 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquiring lock "a0cb827a-0b98-46e8-bece-6832c14e0495-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1926.820683] env[63750]: DEBUG oslo_concurrency.lockutils [None req-402f6639-7a51-44a7-9793-e2c73d470094 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "a0cb827a-0b98-46e8-bece-6832c14e0495-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1926.820871] env[63750]: DEBUG oslo_concurrency.lockutils [None req-402f6639-7a51-44a7-9793-e2c73d470094 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "a0cb827a-0b98-46e8-bece-6832c14e0495-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1926.824897] env[63750]: INFO nova.compute.manager [None req-402f6639-7a51-44a7-9793-e2c73d470094 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: a0cb827a-0b98-46e8-bece-6832c14e0495] Terminating instance [ 1926.909050] env[63750]: DEBUG oslo_vmware.api [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Task: {'id': task-2006784, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.034174] env[63750]: DEBUG nova.compute.manager [req-640430a8-4d38-43c8-af08-b6acd8ef3d64 req-a163a83b-d037-47e8-a746-e04c4134e490 service nova] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Received event network-changed-38a42164-3f03-4d21-977a-b843dede4448 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1927.034381] env[63750]: DEBUG nova.compute.manager [req-640430a8-4d38-43c8-af08-b6acd8ef3d64 req-a163a83b-d037-47e8-a746-e04c4134e490 service nova] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Refreshing instance network info cache due to event network-changed-38a42164-3f03-4d21-977a-b843dede4448. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1927.034602] env[63750]: DEBUG oslo_concurrency.lockutils [req-640430a8-4d38-43c8-af08-b6acd8ef3d64 req-a163a83b-d037-47e8-a746-e04c4134e490 service nova] Acquiring lock "refresh_cache-817019a8-85aa-4f3a-be91-71d64dc51ae6" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1927.034771] env[63750]: DEBUG oslo_concurrency.lockutils [req-640430a8-4d38-43c8-af08-b6acd8ef3d64 req-a163a83b-d037-47e8-a746-e04c4134e490 service nova] Acquired lock "refresh_cache-817019a8-85aa-4f3a-be91-71d64dc51ae6" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1927.034909] env[63750]: DEBUG nova.network.neutron [req-640430a8-4d38-43c8-af08-b6acd8ef3d64 req-a163a83b-d037-47e8-a746-e04c4134e490 service nova] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Refreshing network info cache for port 38a42164-3f03-4d21-977a-b843dede4448 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1927.083034] env[63750]: DEBUG nova.compute.manager [None req-845f0c2e-36dc-4fd7-b4f5-c59327c4a311 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Instance disappeared during snapshot {{(pid=63750) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1927.109617] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006787, 'name': CreateVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.116558] env[63750]: DEBUG nova.compute.manager [None req-845f0c2e-36dc-4fd7-b4f5-c59327c4a311 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Image not found during clean up a0cf753a-ab85-4883-8d34-325cbaa51b9b {{(pid=63750) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1927.254286] env[63750]: DEBUG oslo_vmware.api [None req-b5c2366d-378d-4c11-b3fb-c8d2785d5ab4 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006788, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.264074] env[63750]: DEBUG oslo_concurrency.lockutils [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1927.319195] env[63750]: DEBUG oslo_vmware.api [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Task: {'id': task-2006782, 'name': RelocateVM_Task} progress is 81%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.329425] env[63750]: DEBUG nova.compute.manager [None req-402f6639-7a51-44a7-9793-e2c73d470094 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: a0cb827a-0b98-46e8-bece-6832c14e0495] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1927.329664] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-402f6639-7a51-44a7-9793-e2c73d470094 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: a0cb827a-0b98-46e8-bece-6832c14e0495] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1927.330623] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ecbb572-fd90-4694-ab68-7225b8ae0607 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.344556] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-402f6639-7a51-44a7-9793-e2c73d470094 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: a0cb827a-0b98-46e8-bece-6832c14e0495] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1927.345907] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f8a0eb1-7693-4b34-b6e1-2ebffcfaee0e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.356708] env[63750]: DEBUG oslo_vmware.api [None req-402f6639-7a51-44a7-9793-e2c73d470094 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1927.356708] env[63750]: value = "task-2006789" [ 1927.356708] env[63750]: _type = "Task" [ 1927.356708] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.373826] env[63750]: DEBUG oslo_vmware.api [None req-402f6639-7a51-44a7-9793-e2c73d470094 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006789, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.414814] env[63750]: DEBUG oslo_vmware.api [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Task: {'id': task-2006784, 'name': PowerOnVM_Task, 'duration_secs': 0.577807} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.415200] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] [instance: 0a061a6e-02ff-498b-96b3-3ce7a4e39f40] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1927.415416] env[63750]: INFO nova.compute.manager [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] [instance: 0a061a6e-02ff-498b-96b3-3ce7a4e39f40] Took 9.46 seconds to spawn the instance on the hypervisor. [ 1927.415602] env[63750]: DEBUG nova.compute.manager [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] [instance: 0a061a6e-02ff-498b-96b3-3ce7a4e39f40] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1927.416562] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5cfbd8-001b-4838-a8c0-377cdad2ad71 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.575600] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23d668f-0fec-4022-bbed-57a502faf007 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.592710] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1feade-03e8-4543-a7c1-427a0fb56218 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.605199] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006787, 'name': CreateVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.634370] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f611c6bc-f047-4f55-bc76-24e654777c82 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquiring lock "e2f05884-7293-4e98-a2e3-690440efd29a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1927.634621] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f611c6bc-f047-4f55-bc76-24e654777c82 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "e2f05884-7293-4e98-a2e3-690440efd29a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1927.634810] env[63750]: DEBUG nova.compute.manager [None req-f611c6bc-f047-4f55-bc76-24e654777c82 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Going to confirm migration 4 {{(pid=63750) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1927.637890] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4193ef0-1964-4c21-be58-1b9c4d9e8e2b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.656816] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4772bb73-5f0c-451c-bd4e-17f28ec51aab {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.673957] env[63750]: DEBUG nova.compute.provider_tree [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1927.758440] env[63750]: DEBUG oslo_vmware.api [None req-b5c2366d-378d-4c11-b3fb-c8d2785d5ab4 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006788, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.644302} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.758440] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5c2366d-378d-4c11-b3fb-c8d2785d5ab4 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1927.758440] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c2366d-378d-4c11-b3fb-c8d2785d5ab4 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Deleted contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1927.758440] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c2366d-378d-4c11-b3fb-c8d2785d5ab4 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1927.758440] env[63750]: INFO nova.compute.manager [None req-b5c2366d-378d-4c11-b3fb-c8d2785d5ab4 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Took 2.68 seconds to destroy the instance on the hypervisor. [ 1927.758773] env[63750]: DEBUG oslo.service.loopingcall [None req-b5c2366d-378d-4c11-b3fb-c8d2785d5ab4 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1927.758958] env[63750]: DEBUG nova.compute.manager [-] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1927.759112] env[63750]: DEBUG nova.network.neutron [-] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1927.815883] env[63750]: DEBUG oslo_vmware.api [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Task: {'id': task-2006782, 'name': RelocateVM_Task} progress is 95%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.866280] env[63750]: DEBUG oslo_vmware.api [None req-402f6639-7a51-44a7-9793-e2c73d470094 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006789, 'name': PowerOffVM_Task, 'duration_secs': 0.383658} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.869322] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-402f6639-7a51-44a7-9793-e2c73d470094 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: a0cb827a-0b98-46e8-bece-6832c14e0495] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1927.869322] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-402f6639-7a51-44a7-9793-e2c73d470094 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: a0cb827a-0b98-46e8-bece-6832c14e0495] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1927.869322] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-999f2011-d127-4fcb-9be9-fdced6d7cf49 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.945427] env[63750]: INFO nova.compute.manager [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] [instance: 0a061a6e-02ff-498b-96b3-3ce7a4e39f40] Took 21.17 seconds to build instance. [ 1928.054681] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-402f6639-7a51-44a7-9793-e2c73d470094 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: a0cb827a-0b98-46e8-bece-6832c14e0495] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1928.054681] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-402f6639-7a51-44a7-9793-e2c73d470094 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: a0cb827a-0b98-46e8-bece-6832c14e0495] Deleting contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1928.054681] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-402f6639-7a51-44a7-9793-e2c73d470094 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Deleting the datastore file [datastore2] a0cb827a-0b98-46e8-bece-6832c14e0495 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1928.054811] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4abf97a4-fede-4d8d-93b3-40f09cf8fc47 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.068427] env[63750]: DEBUG oslo_vmware.api [None req-402f6639-7a51-44a7-9793-e2c73d470094 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1928.068427] env[63750]: value = "task-2006791" [ 1928.068427] env[63750]: _type = "Task" [ 1928.068427] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.072353] env[63750]: DEBUG oslo_vmware.api [None req-402f6639-7a51-44a7-9793-e2c73d470094 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006791, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.101658] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006787, 'name': CreateVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.178382] env[63750]: DEBUG nova.scheduler.client.report [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1928.222996] env[63750]: DEBUG nova.network.neutron [req-640430a8-4d38-43c8-af08-b6acd8ef3d64 req-a163a83b-d037-47e8-a746-e04c4134e490 service nova] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Updated VIF entry in instance network info cache for port 38a42164-3f03-4d21-977a-b843dede4448. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1928.223870] env[63750]: DEBUG nova.network.neutron [req-640430a8-4d38-43c8-af08-b6acd8ef3d64 req-a163a83b-d037-47e8-a746-e04c4134e490 service nova] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Updating instance_info_cache with network_info: [{"id": "38a42164-3f03-4d21-977a-b843dede4448", "address": "fa:16:3e:13:af:01", "network": {"id": "0fb05399-05e7-4590-9d0a-9cdee0fd6e70", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1970677645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "04da956282e84867b4936629cc4ae832", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38a42164-3f", "ovs_interfaceid": "38a42164-3f03-4d21-977a-b843dede4448", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1928.229443] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f611c6bc-f047-4f55-bc76-24e654777c82 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquiring lock "refresh_cache-e2f05884-7293-4e98-a2e3-690440efd29a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1928.229659] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f611c6bc-f047-4f55-bc76-24e654777c82 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquired lock "refresh_cache-e2f05884-7293-4e98-a2e3-690440efd29a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1928.229926] env[63750]: DEBUG nova.network.neutron [None req-f611c6bc-f047-4f55-bc76-24e654777c82 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1928.231784] env[63750]: DEBUG nova.objects.instance [None req-f611c6bc-f047-4f55-bc76-24e654777c82 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lazy-loading 'info_cache' on Instance uuid e2f05884-7293-4e98-a2e3-690440efd29a {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1928.317084] env[63750]: DEBUG oslo_vmware.api [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Task: {'id': task-2006782, 'name': RelocateVM_Task} progress is 97%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.448105] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3ca1c832-9975-44c6-9d24-40ef47507db1 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Lock "0a061a6e-02ff-498b-96b3-3ce7a4e39f40" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.683s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1928.575504] env[63750]: DEBUG oslo_vmware.api [None req-402f6639-7a51-44a7-9793-e2c73d470094 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006791, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.601247] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006787, 'name': CreateVM_Task, 'duration_secs': 1.601957} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.601607] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1928.602462] env[63750]: DEBUG oslo_concurrency.lockutils [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1928.602765] env[63750]: DEBUG oslo_concurrency.lockutils [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1928.603218] env[63750]: DEBUG oslo_concurrency.lockutils [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1928.603620] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65eaa70e-7156-406d-8ac9-7cfacaf246ed {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.608936] env[63750]: DEBUG oslo_vmware.api [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Waiting for the task: (returnval){ [ 1928.608936] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52c41ed3-46f1-a111-27f9-c18664e8649c" [ 1928.608936] env[63750]: _type = "Task" [ 1928.608936] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.619458] env[63750]: DEBUG oslo_vmware.api [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52c41ed3-46f1-a111-27f9-c18664e8649c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.684953] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.444s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1928.685566] env[63750]: DEBUG nova.compute.manager [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1928.688623] env[63750]: DEBUG oslo_concurrency.lockutils [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.428s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1928.692063] env[63750]: INFO nova.compute.claims [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1928.727103] env[63750]: DEBUG oslo_concurrency.lockutils [req-640430a8-4d38-43c8-af08-b6acd8ef3d64 req-a163a83b-d037-47e8-a746-e04c4134e490 service nova] Releasing lock "refresh_cache-817019a8-85aa-4f3a-be91-71d64dc51ae6" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1928.818538] env[63750]: DEBUG oslo_vmware.api [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Task: {'id': task-2006782, 'name': RelocateVM_Task} progress is 98%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.832538] env[63750]: DEBUG nova.network.neutron [-] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1928.990820] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b4e8c0fa-e3ed-44e6-aba1-17ee91a07315 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Acquiring lock "0a061a6e-02ff-498b-96b3-3ce7a4e39f40" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1928.991574] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b4e8c0fa-e3ed-44e6-aba1-17ee91a07315 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Lock "0a061a6e-02ff-498b-96b3-3ce7a4e39f40" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1928.991820] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b4e8c0fa-e3ed-44e6-aba1-17ee91a07315 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Acquiring lock "0a061a6e-02ff-498b-96b3-3ce7a4e39f40-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1928.992044] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b4e8c0fa-e3ed-44e6-aba1-17ee91a07315 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Lock "0a061a6e-02ff-498b-96b3-3ce7a4e39f40-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1928.992290] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b4e8c0fa-e3ed-44e6-aba1-17ee91a07315 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Lock "0a061a6e-02ff-498b-96b3-3ce7a4e39f40-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1928.994584] env[63750]: INFO nova.compute.manager [None req-b4e8c0fa-e3ed-44e6-aba1-17ee91a07315 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] [instance: 0a061a6e-02ff-498b-96b3-3ce7a4e39f40] Terminating instance [ 1929.071084] env[63750]: DEBUG nova.compute.manager [req-58f3118c-f155-456c-96f6-01653d660542 req-132f00a3-95c6-4820-b01d-3855e3383351 service nova] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Received event network-vif-deleted-16b27dcb-ea93-4ca7-9c73-515bf2cf8c4b {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1929.081151] env[63750]: DEBUG oslo_vmware.api [None req-402f6639-7a51-44a7-9793-e2c73d470094 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006791, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.662908} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.081525] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-402f6639-7a51-44a7-9793-e2c73d470094 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1929.081760] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-402f6639-7a51-44a7-9793-e2c73d470094 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: a0cb827a-0b98-46e8-bece-6832c14e0495] Deleted contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1929.082057] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-402f6639-7a51-44a7-9793-e2c73d470094 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: a0cb827a-0b98-46e8-bece-6832c14e0495] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1929.082291] env[63750]: INFO nova.compute.manager [None req-402f6639-7a51-44a7-9793-e2c73d470094 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: a0cb827a-0b98-46e8-bece-6832c14e0495] Took 1.75 seconds to destroy the instance on the hypervisor. [ 1929.082582] env[63750]: DEBUG oslo.service.loopingcall [None req-402f6639-7a51-44a7-9793-e2c73d470094 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1929.082824] env[63750]: DEBUG nova.compute.manager [-] [instance: a0cb827a-0b98-46e8-bece-6832c14e0495] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1929.082982] env[63750]: DEBUG nova.network.neutron [-] [instance: a0cb827a-0b98-46e8-bece-6832c14e0495] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1929.121049] env[63750]: DEBUG oslo_vmware.api [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52c41ed3-46f1-a111-27f9-c18664e8649c, 'name': SearchDatastore_Task, 'duration_secs': 0.066823} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.121353] env[63750]: DEBUG oslo_concurrency.lockutils [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1929.121584] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1929.121817] env[63750]: DEBUG oslo_concurrency.lockutils [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1929.121996] env[63750]: DEBUG oslo_concurrency.lockutils [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1929.122194] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1929.127498] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4a8cbd3-0d43-46a4-8f96-1c5b01ea569f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.140026] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1929.140026] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1929.140026] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-baea7962-294b-4ba0-927a-63bb29e758a0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.143626] env[63750]: DEBUG oslo_vmware.api [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Waiting for the task: (returnval){ [ 1929.143626] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52716996-b41a-41c4-a9d7-0f26dae5a977" [ 1929.143626] env[63750]: _type = "Task" [ 1929.143626] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.152731] env[63750]: DEBUG oslo_vmware.api [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52716996-b41a-41c4-a9d7-0f26dae5a977, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.198026] env[63750]: DEBUG nova.compute.utils [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1929.199087] env[63750]: DEBUG nova.compute.manager [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1929.199379] env[63750]: DEBUG nova.network.neutron [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1929.318034] env[63750]: DEBUG oslo_vmware.api [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Task: {'id': task-2006782, 'name': RelocateVM_Task, 'duration_secs': 3.832229} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.318034] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Volume attach. Driver type: vmdk {{(pid=63750) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1929.318034] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412586', 'volume_id': 'aa35c024-ec14-48af-8cc8-a22f084f68a9', 'name': 'volume-aa35c024-ec14-48af-8cc8-a22f084f68a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dfd72d7d-1820-4e9a-8bc8-924fbe465145', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa35c024-ec14-48af-8cc8-a22f084f68a9', 'serial': 'aa35c024-ec14-48af-8cc8-a22f084f68a9'} {{(pid=63750) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1929.318034] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b5ed78-610e-468e-875b-307cfb0a4bef {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.335587] env[63750]: DEBUG nova.policy [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33363992341048e7b4f5763cc217c5ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e513233b2170429cad45641f98caeb63', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1929.337992] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4956f2-1db9-427b-b04e-d0c118ed514d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.340904] env[63750]: INFO nova.compute.manager [-] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Took 1.58 seconds to deallocate network for instance. [ 1929.370565] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] volume-aa35c024-ec14-48af-8cc8-a22f084f68a9/volume-aa35c024-ec14-48af-8cc8-a22f084f68a9.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1929.371357] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a36e5f2c-4b08-4b8d-ab77-5e346c634a45 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.396039] env[63750]: DEBUG oslo_vmware.api [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Waiting for the task: (returnval){ [ 1929.396039] env[63750]: value = "task-2006792" [ 1929.396039] env[63750]: _type = "Task" [ 1929.396039] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.402554] env[63750]: DEBUG oslo_vmware.api [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Task: {'id': task-2006792, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.503057] env[63750]: DEBUG nova.compute.manager [None req-b4e8c0fa-e3ed-44e6-aba1-17ee91a07315 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] [instance: 0a061a6e-02ff-498b-96b3-3ce7a4e39f40] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1929.503057] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b4e8c0fa-e3ed-44e6-aba1-17ee91a07315 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] [instance: 0a061a6e-02ff-498b-96b3-3ce7a4e39f40] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1929.503057] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b454d86-3cd6-47b8-a0a2-34bc565863be {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.510486] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4e8c0fa-e3ed-44e6-aba1-17ee91a07315 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] [instance: 0a061a6e-02ff-498b-96b3-3ce7a4e39f40] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1929.510882] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d51f4d1-8e3a-4e42-a710-83ec631f57c2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.518213] env[63750]: DEBUG oslo_vmware.api [None req-b4e8c0fa-e3ed-44e6-aba1-17ee91a07315 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Waiting for the task: (returnval){ [ 1929.518213] env[63750]: value = "task-2006793" [ 1929.518213] env[63750]: _type = "Task" [ 1929.518213] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.528834] env[63750]: DEBUG oslo_vmware.api [None req-b4e8c0fa-e3ed-44e6-aba1-17ee91a07315 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Task: {'id': task-2006793, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.658324] env[63750]: DEBUG oslo_vmware.api [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52716996-b41a-41c4-a9d7-0f26dae5a977, 'name': SearchDatastore_Task, 'duration_secs': 0.02518} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.659202] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdbaf2b5-d9b2-4d95-aaf9-439446f44904 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.667023] env[63750]: DEBUG oslo_vmware.api [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Waiting for the task: (returnval){ [ 1929.667023] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]521f8cf5-f96e-7ae9-e243-907184e090c9" [ 1929.667023] env[63750]: _type = "Task" [ 1929.667023] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.675164] env[63750]: DEBUG oslo_vmware.api [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]521f8cf5-f96e-7ae9-e243-907184e090c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.702166] env[63750]: DEBUG nova.compute.manager [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1929.872245] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5c2366d-378d-4c11-b3fb-c8d2785d5ab4 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1929.907280] env[63750]: DEBUG oslo_vmware.api [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Task: {'id': task-2006792, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.994451] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c443fa-d837-474a-b856-cc18aa011206 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.002756] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e873ff-3ad1-4926-9c82-037c65ea1d6e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.041103] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8db904-c25f-4d80-83a4-6ecbbd41302a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.051449] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4e3973-be20-421f-a7fe-00eda447723f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.055756] env[63750]: DEBUG oslo_vmware.api [None req-b4e8c0fa-e3ed-44e6-aba1-17ee91a07315 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Task: {'id': task-2006793, 'name': PowerOffVM_Task, 'duration_secs': 0.187118} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.056059] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4e8c0fa-e3ed-44e6-aba1-17ee91a07315 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] [instance: 0a061a6e-02ff-498b-96b3-3ce7a4e39f40] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1930.056234] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b4e8c0fa-e3ed-44e6-aba1-17ee91a07315 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] [instance: 0a061a6e-02ff-498b-96b3-3ce7a4e39f40] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1930.056841] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bdf4c63e-74bf-43df-a934-9c5b986a3d25 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.066456] env[63750]: DEBUG nova.compute.provider_tree [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1930.154437] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b4e8c0fa-e3ed-44e6-aba1-17ee91a07315 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] [instance: 0a061a6e-02ff-498b-96b3-3ce7a4e39f40] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1930.154666] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b4e8c0fa-e3ed-44e6-aba1-17ee91a07315 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] [instance: 0a061a6e-02ff-498b-96b3-3ce7a4e39f40] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1930.154851] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4e8c0fa-e3ed-44e6-aba1-17ee91a07315 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Deleting the datastore file [datastore1] 0a061a6e-02ff-498b-96b3-3ce7a4e39f40 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1930.155144] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2131d6f6-462f-4f7b-86b6-cd7e601e2fd1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.164728] env[63750]: DEBUG oslo_vmware.api [None req-b4e8c0fa-e3ed-44e6-aba1-17ee91a07315 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Waiting for the task: (returnval){ [ 1930.164728] env[63750]: value = "task-2006795" [ 1930.164728] env[63750]: _type = "Task" [ 1930.164728] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.175257] env[63750]: DEBUG oslo_vmware.api [None req-b4e8c0fa-e3ed-44e6-aba1-17ee91a07315 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Task: {'id': task-2006795, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.178773] env[63750]: DEBUG oslo_vmware.api [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]521f8cf5-f96e-7ae9-e243-907184e090c9, 'name': SearchDatastore_Task, 'duration_secs': 0.01199} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.179129] env[63750]: DEBUG oslo_concurrency.lockutils [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1930.180210] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 817019a8-85aa-4f3a-be91-71d64dc51ae6/817019a8-85aa-4f3a-be91-71d64dc51ae6.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1930.180210] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a06b2f1-0a93-4e5d-bbb8-59c51ac12cc4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.185484] env[63750]: DEBUG oslo_vmware.api [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Waiting for the task: (returnval){ [ 1930.185484] env[63750]: value = "task-2006796" [ 1930.185484] env[63750]: _type = "Task" [ 1930.185484] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.193136] env[63750]: DEBUG oslo_vmware.api [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Task: {'id': task-2006796, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.255194] env[63750]: DEBUG nova.network.neutron [None req-f611c6bc-f047-4f55-bc76-24e654777c82 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Updating instance_info_cache with network_info: [{"id": "d71fabc7-e29e-472d-a3b9-d7dace21f686", "address": "fa:16:3e:93:9d:9c", "network": {"id": "1e3b858c-f4d4-4913-a4c3-d58d2479172a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1419195521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a2d0199021141198e0a8cc981e6d49d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd71fabc7-e2", "ovs_interfaceid": "d71fabc7-e29e-472d-a3b9-d7dace21f686", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1930.405822] env[63750]: DEBUG oslo_vmware.api [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Task: {'id': task-2006792, 'name': ReconfigVM_Task, 'duration_secs': 0.579358} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.406088] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Reconfigured VM instance instance-00000053 to attach disk [datastore1] volume-aa35c024-ec14-48af-8cc8-a22f084f68a9/volume-aa35c024-ec14-48af-8cc8-a22f084f68a9.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1930.411429] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64627e3a-fb25-4149-907d-1d33fcd3ff54 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.426864] env[63750]: DEBUG oslo_vmware.api [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Waiting for the task: (returnval){ [ 1930.426864] env[63750]: value = "task-2006797" [ 1930.426864] env[63750]: _type = "Task" [ 1930.426864] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.435883] env[63750]: DEBUG oslo_vmware.api [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Task: {'id': task-2006797, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.482455] env[63750]: DEBUG nova.network.neutron [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Successfully created port: 8b3a83f3-5bba-472f-a6c6-d5e43d3d9abc {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1930.571012] env[63750]: DEBUG nova.scheduler.client.report [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1930.575794] env[63750]: DEBUG nova.network.neutron [-] [instance: a0cb827a-0b98-46e8-bece-6832c14e0495] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1930.676417] env[63750]: DEBUG oslo_vmware.api [None req-b4e8c0fa-e3ed-44e6-aba1-17ee91a07315 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Task: {'id': task-2006795, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278432} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.676915] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4e8c0fa-e3ed-44e6-aba1-17ee91a07315 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1930.677070] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b4e8c0fa-e3ed-44e6-aba1-17ee91a07315 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] [instance: 0a061a6e-02ff-498b-96b3-3ce7a4e39f40] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1930.677303] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b4e8c0fa-e3ed-44e6-aba1-17ee91a07315 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] [instance: 0a061a6e-02ff-498b-96b3-3ce7a4e39f40] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1930.677733] env[63750]: INFO nova.compute.manager [None req-b4e8c0fa-e3ed-44e6-aba1-17ee91a07315 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] [instance: 0a061a6e-02ff-498b-96b3-3ce7a4e39f40] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1930.678161] env[63750]: DEBUG oslo.service.loopingcall [None req-b4e8c0fa-e3ed-44e6-aba1-17ee91a07315 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1930.678362] env[63750]: DEBUG nova.compute.manager [-] [instance: 0a061a6e-02ff-498b-96b3-3ce7a4e39f40] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1930.678494] env[63750]: DEBUG nova.network.neutron [-] [instance: 0a061a6e-02ff-498b-96b3-3ce7a4e39f40] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1930.696722] env[63750]: DEBUG oslo_vmware.api [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Task: {'id': task-2006796, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.712381] env[63750]: DEBUG nova.compute.manager [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1930.748442] env[63750]: DEBUG nova.virt.hardware [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1930.748442] env[63750]: DEBUG nova.virt.hardware [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1930.748442] env[63750]: DEBUG nova.virt.hardware [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1930.748442] env[63750]: DEBUG nova.virt.hardware [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1930.748442] env[63750]: DEBUG nova.virt.hardware [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1930.748442] env[63750]: DEBUG nova.virt.hardware [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1930.748442] env[63750]: DEBUG nova.virt.hardware [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1930.748885] env[63750]: DEBUG nova.virt.hardware [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1930.749124] env[63750]: DEBUG nova.virt.hardware [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1930.749329] env[63750]: DEBUG nova.virt.hardware [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1930.749679] env[63750]: DEBUG nova.virt.hardware [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1930.750866] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205c3f45-c269-4eda-a1aa-95f6a28ce42c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.762028] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f611c6bc-f047-4f55-bc76-24e654777c82 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Releasing lock "refresh_cache-e2f05884-7293-4e98-a2e3-690440efd29a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1930.762028] env[63750]: DEBUG nova.objects.instance [None req-f611c6bc-f047-4f55-bc76-24e654777c82 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lazy-loading 'migration_context' on Instance uuid e2f05884-7293-4e98-a2e3-690440efd29a {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1930.768782] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0828a3-539f-440b-b60d-a3a71f08a185 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.938890] env[63750]: DEBUG oslo_vmware.api [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Task: {'id': task-2006797, 'name': ReconfigVM_Task, 'duration_secs': 0.142675} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.939414] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412586', 'volume_id': 'aa35c024-ec14-48af-8cc8-a22f084f68a9', 'name': 'volume-aa35c024-ec14-48af-8cc8-a22f084f68a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dfd72d7d-1820-4e9a-8bc8-924fbe465145', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa35c024-ec14-48af-8cc8-a22f084f68a9', 'serial': 'aa35c024-ec14-48af-8cc8-a22f084f68a9'} {{(pid=63750) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1930.939943] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a762a15-0703-4611-a8fd-866fd6f112db {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.946354] env[63750]: DEBUG oslo_vmware.api [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Waiting for the task: (returnval){ [ 1930.946354] env[63750]: value = "task-2006798" [ 1930.946354] env[63750]: _type = "Task" [ 1930.946354] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.954928] env[63750]: DEBUG oslo_vmware.api [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Task: {'id': task-2006798, 'name': Rename_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.078829] env[63750]: DEBUG oslo_concurrency.lockutils [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.390s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1931.080471] env[63750]: DEBUG nova.compute.manager [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1931.083488] env[63750]: INFO nova.compute.manager [-] [instance: a0cb827a-0b98-46e8-bece-6832c14e0495] Took 2.00 seconds to deallocate network for instance. [ 1931.088020] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5c2366d-378d-4c11-b3fb-c8d2785d5ab4 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.212s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1931.088020] env[63750]: DEBUG nova.objects.instance [None req-b5c2366d-378d-4c11-b3fb-c8d2785d5ab4 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lazy-loading 'resources' on Instance uuid 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1931.108048] env[63750]: DEBUG nova.compute.manager [req-ff730654-b88e-430d-9d37-9b96141ad442 req-eab828ee-0b8e-4d0a-8aaa-61748389e778 service nova] [instance: a0cb827a-0b98-46e8-bece-6832c14e0495] Received event network-vif-deleted-da143c80-6a10-48a4-83f8-7f4aa36c9521 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1931.199119] env[63750]: DEBUG oslo_vmware.api [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Task: {'id': task-2006796, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.755165} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.199543] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 817019a8-85aa-4f3a-be91-71d64dc51ae6/817019a8-85aa-4f3a-be91-71d64dc51ae6.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1931.199905] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1931.200276] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83e4041f-d600-4406-89e8-eadf047989ce {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.211398] env[63750]: DEBUG oslo_vmware.api [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Waiting for the task: (returnval){ [ 1931.211398] env[63750]: value = "task-2006799" [ 1931.211398] env[63750]: _type = "Task" [ 1931.211398] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.223699] env[63750]: DEBUG oslo_vmware.api [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Task: {'id': task-2006799, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.267549] env[63750]: DEBUG nova.objects.base [None req-f611c6bc-f047-4f55-bc76-24e654777c82 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63750) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1931.268880] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19cbc11-f327-46ae-8872-6a05a0dae758 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.292738] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31cdb7fb-3625-4110-9982-336fa181b744 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.299147] env[63750]: DEBUG oslo_vmware.api [None req-f611c6bc-f047-4f55-bc76-24e654777c82 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1931.299147] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]528b7068-fb28-f1da-dec1-f7ca295ac7be" [ 1931.299147] env[63750]: _type = "Task" [ 1931.299147] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.307929] env[63750]: DEBUG oslo_vmware.api [None req-f611c6bc-f047-4f55-bc76-24e654777c82 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]528b7068-fb28-f1da-dec1-f7ca295ac7be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.461088] env[63750]: DEBUG oslo_vmware.api [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Task: {'id': task-2006798, 'name': Rename_Task, 'duration_secs': 0.127121} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.461448] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1931.461706] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f4e8812-f74e-4f58-ad1e-fe27f5b96471 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.472411] env[63750]: DEBUG oslo_vmware.api [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Waiting for the task: (returnval){ [ 1931.472411] env[63750]: value = "task-2006800" [ 1931.472411] env[63750]: _type = "Task" [ 1931.472411] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.484854] env[63750]: DEBUG oslo_vmware.api [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Task: {'id': task-2006800, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.586352] env[63750]: DEBUG nova.compute.utils [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1931.589593] env[63750]: DEBUG nova.compute.manager [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] Not allocating networking since 'none' was specified. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1931.594374] env[63750]: DEBUG oslo_concurrency.lockutils [None req-402f6639-7a51-44a7-9793-e2c73d470094 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1931.720380] env[63750]: DEBUG nova.network.neutron [-] [instance: 0a061a6e-02ff-498b-96b3-3ce7a4e39f40] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1931.729078] env[63750]: DEBUG oslo_vmware.api [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Task: {'id': task-2006799, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067141} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.731374] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1931.732226] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1384a25-fc61-432d-bea1-e2659a063b25 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.760066] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 817019a8-85aa-4f3a-be91-71d64dc51ae6/817019a8-85aa-4f3a-be91-71d64dc51ae6.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1931.765494] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc293d94-dedc-49db-bc53-9881cbf263d8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.789588] env[63750]: DEBUG oslo_vmware.api [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Waiting for the task: (returnval){ [ 1931.789588] env[63750]: value = "task-2006801" [ 1931.789588] env[63750]: _type = "Task" [ 1931.789588] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.808833] env[63750]: DEBUG oslo_vmware.api [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Task: {'id': task-2006801, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.817849] env[63750]: DEBUG oslo_vmware.api [None req-f611c6bc-f047-4f55-bc76-24e654777c82 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]528b7068-fb28-f1da-dec1-f7ca295ac7be, 'name': SearchDatastore_Task, 'duration_secs': 0.019922} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.818152] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f611c6bc-f047-4f55-bc76-24e654777c82 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1931.946882] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e56952-e16b-4a30-8c05-705ce1d28cf8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.955326] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b443350e-751b-4a56-aeb6-7663dacf264b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.991399] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a725f9-9b47-41dc-a455-f853cf158d26 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.001309] env[63750]: DEBUG oslo_vmware.api [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Task: {'id': task-2006800, 'name': PowerOnVM_Task, 'duration_secs': 0.510593} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.003822] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1932.004084] env[63750]: INFO nova.compute.manager [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Took 9.85 seconds to spawn the instance on the hypervisor. [ 1932.004363] env[63750]: DEBUG nova.compute.manager [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1932.005269] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59c1cd4-f951-4aa4-867b-22238f22fa07 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.009078] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2811e4-5835-413f-97dc-020f4194a462 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.027688] env[63750]: DEBUG nova.compute.provider_tree [None req-b5c2366d-378d-4c11-b3fb-c8d2785d5ab4 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1932.094630] env[63750]: DEBUG nova.compute.manager [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1932.224239] env[63750]: INFO nova.compute.manager [-] [instance: 0a061a6e-02ff-498b-96b3-3ce7a4e39f40] Took 1.55 seconds to deallocate network for instance. [ 1932.304978] env[63750]: DEBUG oslo_vmware.api [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Task: {'id': task-2006801, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.538022] env[63750]: DEBUG nova.scheduler.client.report [None req-b5c2366d-378d-4c11-b3fb-c8d2785d5ab4 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1932.544869] env[63750]: INFO nova.compute.manager [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Took 25.58 seconds to build instance. [ 1932.731645] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b4e8c0fa-e3ed-44e6-aba1-17ee91a07315 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1932.804918] env[63750]: DEBUG oslo_vmware.api [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Task: {'id': task-2006801, 'name': ReconfigVM_Task, 'duration_secs': 0.535783} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.805124] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 817019a8-85aa-4f3a-be91-71d64dc51ae6/817019a8-85aa-4f3a-be91-71d64dc51ae6.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1932.805784] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65260d64-50d3-4460-a5ae-d32c655b4d91 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.814274] env[63750]: DEBUG oslo_vmware.api [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Waiting for the task: (returnval){ [ 1932.814274] env[63750]: value = "task-2006802" [ 1932.814274] env[63750]: _type = "Task" [ 1932.814274] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.830747] env[63750]: DEBUG oslo_vmware.api [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Task: {'id': task-2006802, 'name': Rename_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.868885] env[63750]: DEBUG nova.network.neutron [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Successfully updated port: 8b3a83f3-5bba-472f-a6c6-d5e43d3d9abc {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1933.046669] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5c2366d-378d-4c11-b3fb-c8d2785d5ab4 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.963s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.049434] env[63750]: DEBUG oslo_concurrency.lockutils [None req-be6a4748-9744-4efa-9ccd-d7cd5f5af937 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Lock "dfd72d7d-1820-4e9a-8bc8-924fbe465145" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.089s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.049704] env[63750]: DEBUG oslo_concurrency.lockutils [None req-402f6639-7a51-44a7-9793-e2c73d470094 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.455s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1933.049929] env[63750]: DEBUG nova.objects.instance [None req-402f6639-7a51-44a7-9793-e2c73d470094 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lazy-loading 'resources' on Instance uuid a0cb827a-0b98-46e8-bece-6832c14e0495 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1933.075866] env[63750]: INFO nova.scheduler.client.report [None req-b5c2366d-378d-4c11-b3fb-c8d2785d5ab4 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Deleted allocations for instance 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3 [ 1933.107339] env[63750]: DEBUG nova.compute.manager [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1933.144283] env[63750]: DEBUG nova.virt.hardware [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1933.144283] env[63750]: DEBUG nova.virt.hardware [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1933.144496] env[63750]: DEBUG nova.virt.hardware [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1933.144560] env[63750]: DEBUG nova.virt.hardware [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1933.144663] env[63750]: DEBUG nova.virt.hardware [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1933.144813] env[63750]: DEBUG nova.virt.hardware [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1933.145063] env[63750]: DEBUG nova.virt.hardware [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1933.145198] env[63750]: DEBUG nova.virt.hardware [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1933.145362] env[63750]: DEBUG nova.virt.hardware [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1933.145522] env[63750]: DEBUG nova.virt.hardware [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1933.145693] env[63750]: DEBUG nova.virt.hardware [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1933.147623] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f384a4-286b-410c-90ec-bf71db3d7227 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.152033] env[63750]: DEBUG nova.compute.manager [req-eb6c7670-6d54-4cd7-9d51-ab45993a138f req-04ce6e79-3adb-4a94-b562-08c5c0f8021d service nova] [instance: 0a061a6e-02ff-498b-96b3-3ce7a4e39f40] Received event network-vif-deleted-0582eefb-2d32-4c04-b04c-556a4d139ad2 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1933.152240] env[63750]: DEBUG nova.compute.manager [req-eb6c7670-6d54-4cd7-9d51-ab45993a138f req-04ce6e79-3adb-4a94-b562-08c5c0f8021d service nova] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Received event network-vif-plugged-8b3a83f3-5bba-472f-a6c6-d5e43d3d9abc {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1933.152443] env[63750]: DEBUG oslo_concurrency.lockutils [req-eb6c7670-6d54-4cd7-9d51-ab45993a138f req-04ce6e79-3adb-4a94-b562-08c5c0f8021d service nova] Acquiring lock "36f222f1-d379-49c4-88e3-017b5da36e36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1933.152742] env[63750]: DEBUG oslo_concurrency.lockutils [req-eb6c7670-6d54-4cd7-9d51-ab45993a138f req-04ce6e79-3adb-4a94-b562-08c5c0f8021d service nova] Lock "36f222f1-d379-49c4-88e3-017b5da36e36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1933.153237] env[63750]: DEBUG oslo_concurrency.lockutils [req-eb6c7670-6d54-4cd7-9d51-ab45993a138f req-04ce6e79-3adb-4a94-b562-08c5c0f8021d service nova] Lock "36f222f1-d379-49c4-88e3-017b5da36e36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.153237] env[63750]: DEBUG nova.compute.manager [req-eb6c7670-6d54-4cd7-9d51-ab45993a138f req-04ce6e79-3adb-4a94-b562-08c5c0f8021d service nova] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] No waiting events found dispatching network-vif-plugged-8b3a83f3-5bba-472f-a6c6-d5e43d3d9abc {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1933.153237] env[63750]: WARNING nova.compute.manager [req-eb6c7670-6d54-4cd7-9d51-ab45993a138f req-04ce6e79-3adb-4a94-b562-08c5c0f8021d service nova] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Received unexpected event network-vif-plugged-8b3a83f3-5bba-472f-a6c6-d5e43d3d9abc for instance with vm_state building and task_state spawning. [ 1933.153237] env[63750]: DEBUG nova.compute.manager [req-eb6c7670-6d54-4cd7-9d51-ab45993a138f req-04ce6e79-3adb-4a94-b562-08c5c0f8021d service nova] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Received event network-changed-8b3a83f3-5bba-472f-a6c6-d5e43d3d9abc {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1933.153429] env[63750]: DEBUG nova.compute.manager [req-eb6c7670-6d54-4cd7-9d51-ab45993a138f req-04ce6e79-3adb-4a94-b562-08c5c0f8021d service nova] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Refreshing instance network info cache due to event network-changed-8b3a83f3-5bba-472f-a6c6-d5e43d3d9abc. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1933.153556] env[63750]: DEBUG oslo_concurrency.lockutils [req-eb6c7670-6d54-4cd7-9d51-ab45993a138f req-04ce6e79-3adb-4a94-b562-08c5c0f8021d service nova] Acquiring lock "refresh_cache-36f222f1-d379-49c4-88e3-017b5da36e36" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1933.153710] env[63750]: DEBUG oslo_concurrency.lockutils [req-eb6c7670-6d54-4cd7-9d51-ab45993a138f req-04ce6e79-3adb-4a94-b562-08c5c0f8021d service nova] Acquired lock "refresh_cache-36f222f1-d379-49c4-88e3-017b5da36e36" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1933.153893] env[63750]: DEBUG nova.network.neutron [req-eb6c7670-6d54-4cd7-9d51-ab45993a138f req-04ce6e79-3adb-4a94-b562-08c5c0f8021d service nova] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Refreshing network info cache for port 8b3a83f3-5bba-472f-a6c6-d5e43d3d9abc {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1933.161215] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f93b87f-bb78-4dc2-8105-41079c4fae0c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.176574] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] Instance VIF info [] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1933.182166] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Creating folder: Project (bd666f2118a24ae3a08f1eaa92de5d03). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1933.182709] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe96fd35-99dc-4221-83e6-0422f9b77a73 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.192774] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Created folder: Project (bd666f2118a24ae3a08f1eaa92de5d03) in parent group-v412391. [ 1933.192978] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Creating folder: Instances. Parent ref: group-v412609. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1933.193292] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c605d863-4960-4567-9c32-52bb0a4bb36b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.201846] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Created folder: Instances in parent group-v412609. [ 1933.202478] env[63750]: DEBUG oslo.service.loopingcall [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1933.202478] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1933.202478] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58dde0c5-535b-493b-abd9-abe06fd11524 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.219543] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1933.219543] env[63750]: value = "task-2006805" [ 1933.219543] env[63750]: _type = "Task" [ 1933.219543] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.227501] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006805, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.326352] env[63750]: DEBUG oslo_vmware.api [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Task: {'id': task-2006802, 'name': Rename_Task, 'duration_secs': 0.14345} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.326632] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1933.326902] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8f47500-2e13-4039-a3d9-028304be06bf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.334144] env[63750]: DEBUG oslo_vmware.api [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Waiting for the task: (returnval){ [ 1933.334144] env[63750]: value = "task-2006806" [ 1933.334144] env[63750]: _type = "Task" [ 1933.334144] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.348780] env[63750]: DEBUG oslo_vmware.api [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Task: {'id': task-2006806, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.375802] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquiring lock "refresh_cache-36f222f1-d379-49c4-88e3-017b5da36e36" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1933.591772] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5c2366d-378d-4c11-b3fb-c8d2785d5ab4 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lock "2807eaf2-56ab-4391-a2b2-9ba4b0600cd3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.022s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.712598] env[63750]: DEBUG nova.network.neutron [req-eb6c7670-6d54-4cd7-9d51-ab45993a138f req-04ce6e79-3adb-4a94-b562-08c5c0f8021d service nova] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1933.733582] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006805, 'name': CreateVM_Task, 'duration_secs': 0.318203} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.733582] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1933.733878] env[63750]: DEBUG oslo_concurrency.lockutils [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1933.734121] env[63750]: DEBUG oslo_concurrency.lockutils [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1933.734729] env[63750]: DEBUG oslo_concurrency.lockutils [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1933.734729] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4d3c1d8-324c-4dbf-9cef-2e932187ae5a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.747300] env[63750]: DEBUG oslo_vmware.api [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Waiting for the task: (returnval){ [ 1933.747300] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]520ae12e-51f7-cdc5-2ab5-f48f1b3a2f2e" [ 1933.747300] env[63750]: _type = "Task" [ 1933.747300] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.756648] env[63750]: DEBUG oslo_vmware.api [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]520ae12e-51f7-cdc5-2ab5-f48f1b3a2f2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.824490] env[63750]: DEBUG nova.network.neutron [req-eb6c7670-6d54-4cd7-9d51-ab45993a138f req-04ce6e79-3adb-4a94-b562-08c5c0f8021d service nova] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1933.846220] env[63750]: DEBUG oslo_vmware.api [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Task: {'id': task-2006806, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.864912] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab97920-d6b0-406e-a191-8c1c7d11fd3d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.872900] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29755840-5a93-4468-853f-970599e0e7d7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.906072] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39cf4368-b3b8-456f-8ce5-746e7cd7ee8f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.914956] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1b26dd-7b82-4bf9-bed2-d309b70ea4b0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.934681] env[63750]: DEBUG nova.compute.provider_tree [None req-402f6639-7a51-44a7-9793-e2c73d470094 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1934.258289] env[63750]: DEBUG oslo_vmware.api [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]520ae12e-51f7-cdc5-2ab5-f48f1b3a2f2e, 'name': SearchDatastore_Task, 'duration_secs': 0.010807} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.258939] env[63750]: DEBUG oslo_concurrency.lockutils [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1934.259450] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1934.259745] env[63750]: DEBUG oslo_concurrency.lockutils [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1934.259943] env[63750]: DEBUG oslo_concurrency.lockutils [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1934.260202] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1934.260416] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0100798f-983b-4341-8856-9904bd0d0ddb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.271930] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1934.272124] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1934.272848] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d729a829-a01a-4d42-940c-62434b482b86 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.280531] env[63750]: DEBUG oslo_vmware.api [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Waiting for the task: (returnval){ [ 1934.280531] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527a1080-6369-af78-625a-9e6b146cfd5c" [ 1934.280531] env[63750]: _type = "Task" [ 1934.280531] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.289820] env[63750]: DEBUG oslo_vmware.api [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527a1080-6369-af78-625a-9e6b146cfd5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.331634] env[63750]: DEBUG oslo_concurrency.lockutils [req-eb6c7670-6d54-4cd7-9d51-ab45993a138f req-04ce6e79-3adb-4a94-b562-08c5c0f8021d service nova] Releasing lock "refresh_cache-36f222f1-d379-49c4-88e3-017b5da36e36" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1934.332026] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquired lock "refresh_cache-36f222f1-d379-49c4-88e3-017b5da36e36" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1934.332177] env[63750]: DEBUG nova.network.neutron [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1934.353531] env[63750]: DEBUG oslo_vmware.api [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Task: {'id': task-2006806, 'name': PowerOnVM_Task, 'duration_secs': 0.839134} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.353855] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1934.354071] env[63750]: INFO nova.compute.manager [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Took 10.57 seconds to spawn the instance on the hypervisor. [ 1934.355505] env[63750]: DEBUG nova.compute.manager [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1934.356677] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4223c9ad-5a4f-4b92-8982-439cbdfa1a2d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.442776] env[63750]: DEBUG nova.scheduler.client.report [None req-402f6639-7a51-44a7-9793-e2c73d470094 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1934.793745] env[63750]: DEBUG oslo_vmware.api [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527a1080-6369-af78-625a-9e6b146cfd5c, 'name': SearchDatastore_Task, 'duration_secs': 0.023447} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.794586] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec3aedf5-c250-4543-8766-d1f39da09efa {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.801051] env[63750]: DEBUG oslo_vmware.api [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Waiting for the task: (returnval){ [ 1934.801051] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527a2035-b348-f5d6-d32e-ce10c28464a2" [ 1934.801051] env[63750]: _type = "Task" [ 1934.801051] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.809052] env[63750]: DEBUG oslo_vmware.api [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527a2035-b348-f5d6-d32e-ce10c28464a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.876737] env[63750]: INFO nova.compute.manager [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Took 22.29 seconds to build instance. [ 1934.885170] env[63750]: DEBUG nova.network.neutron [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1934.950111] env[63750]: DEBUG oslo_concurrency.lockutils [None req-402f6639-7a51-44a7-9793-e2c73d470094 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.898s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1934.950111] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f611c6bc-f047-4f55-bc76-24e654777c82 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.132s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1934.975397] env[63750]: INFO nova.scheduler.client.report [None req-402f6639-7a51-44a7-9793-e2c73d470094 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Deleted allocations for instance a0cb827a-0b98-46e8-bece-6832c14e0495 [ 1935.120946] env[63750]: DEBUG oslo_concurrency.lockutils [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquiring lock "5e48cc71-ce40-4e55-bffb-d3bf274c946b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1935.121122] env[63750]: DEBUG oslo_concurrency.lockutils [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lock "5e48cc71-ce40-4e55-bffb-d3bf274c946b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1935.124247] env[63750]: DEBUG nova.network.neutron [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Updating instance_info_cache with network_info: [{"id": "8b3a83f3-5bba-472f-a6c6-d5e43d3d9abc", "address": "fa:16:3e:fa:3c:84", "network": {"id": "d4b65d97-f1ce-4ba9-90f9-3711736b7e53", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2086699953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e513233b2170429cad45641f98caeb63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b3a83f3-5b", "ovs_interfaceid": "8b3a83f3-5bba-472f-a6c6-d5e43d3d9abc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1935.229750] env[63750]: DEBUG nova.compute.manager [req-0cd94e1e-4bb8-4a44-a1c9-f2e609cd1618 req-69e179f7-851b-4d3d-9098-7ff5e2664bfb service nova] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Received event network-changed-b2d94422-7226-4e5f-8538-805897a09f70 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1935.229968] env[63750]: DEBUG nova.compute.manager [req-0cd94e1e-4bb8-4a44-a1c9-f2e609cd1618 req-69e179f7-851b-4d3d-9098-7ff5e2664bfb service nova] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Refreshing instance network info cache due to event network-changed-b2d94422-7226-4e5f-8538-805897a09f70. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1935.230238] env[63750]: DEBUG oslo_concurrency.lockutils [req-0cd94e1e-4bb8-4a44-a1c9-f2e609cd1618 req-69e179f7-851b-4d3d-9098-7ff5e2664bfb service nova] Acquiring lock "refresh_cache-dfd72d7d-1820-4e9a-8bc8-924fbe465145" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1935.230462] env[63750]: DEBUG oslo_concurrency.lockutils [req-0cd94e1e-4bb8-4a44-a1c9-f2e609cd1618 req-69e179f7-851b-4d3d-9098-7ff5e2664bfb service nova] Acquired lock "refresh_cache-dfd72d7d-1820-4e9a-8bc8-924fbe465145" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1935.230650] env[63750]: DEBUG nova.network.neutron [req-0cd94e1e-4bb8-4a44-a1c9-f2e609cd1618 req-69e179f7-851b-4d3d-9098-7ff5e2664bfb service nova] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Refreshing network info cache for port b2d94422-7226-4e5f-8538-805897a09f70 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1935.312144] env[63750]: DEBUG oslo_vmware.api [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527a2035-b348-f5d6-d32e-ce10c28464a2, 'name': SearchDatastore_Task, 'duration_secs': 0.02321} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.312457] env[63750]: DEBUG oslo_concurrency.lockutils [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1935.312756] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 3530f51f-bf74-482e-b7cd-5afe9f279e13/3530f51f-bf74-482e-b7cd-5afe9f279e13.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1935.313058] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a181fbbb-5fd4-47f7-80aa-ef01a6f9430d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.319914] env[63750]: DEBUG oslo_vmware.api [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Waiting for the task: (returnval){ [ 1935.319914] env[63750]: value = "task-2006807" [ 1935.319914] env[63750]: _type = "Task" [ 1935.319914] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.331472] env[63750]: DEBUG oslo_vmware.api [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Task: {'id': task-2006807, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.381399] env[63750]: DEBUG oslo_concurrency.lockutils [None req-96da50b0-a67c-4cac-ab1c-f30ac811adf4 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Lock "817019a8-85aa-4f3a-be91-71d64dc51ae6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.805s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1935.483337] env[63750]: DEBUG oslo_concurrency.lockutils [None req-402f6639-7a51-44a7-9793-e2c73d470094 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "a0cb827a-0b98-46e8-bece-6832c14e0495" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.663s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1935.623589] env[63750]: DEBUG nova.compute.manager [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1935.628787] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Releasing lock "refresh_cache-36f222f1-d379-49c4-88e3-017b5da36e36" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1935.629116] env[63750]: DEBUG nova.compute.manager [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Instance network_info: |[{"id": "8b3a83f3-5bba-472f-a6c6-d5e43d3d9abc", "address": "fa:16:3e:fa:3c:84", "network": {"id": "d4b65d97-f1ce-4ba9-90f9-3711736b7e53", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2086699953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e513233b2170429cad45641f98caeb63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b3a83f3-5b", "ovs_interfaceid": "8b3a83f3-5bba-472f-a6c6-d5e43d3d9abc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1935.629863] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:3c:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ddfb706a-add1-4e16-9ac4-d20b16a1df6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b3a83f3-5bba-472f-a6c6-d5e43d3d9abc', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1935.638298] env[63750]: DEBUG oslo.service.loopingcall [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1935.638804] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1935.639049] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e567735c-8ae8-4798-accf-5e669561b639 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.661926] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1935.661926] env[63750]: value = "task-2006808" [ 1935.661926] env[63750]: _type = "Task" [ 1935.661926] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.671215] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006808, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.691263] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58da32ed-4287-4583-9e9a-1f30665825fc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.699965] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2c0083-c7e3-40f1-9a05-67ebf005c2b2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.703820] env[63750]: INFO nova.compute.manager [None req-0eb8ac23-565d-41f8-a81c-5672f6f1d1eb tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Rescuing [ 1935.704696] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0eb8ac23-565d-41f8-a81c-5672f6f1d1eb tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Acquiring lock "refresh_cache-817019a8-85aa-4f3a-be91-71d64dc51ae6" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1935.704696] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0eb8ac23-565d-41f8-a81c-5672f6f1d1eb tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Acquired lock "refresh_cache-817019a8-85aa-4f3a-be91-71d64dc51ae6" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1935.704696] env[63750]: DEBUG nova.network.neutron [None req-0eb8ac23-565d-41f8-a81c-5672f6f1d1eb tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1935.738503] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47de59fd-0d8c-4b66-a166-b3b09c8127ef {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.747698] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99856f73-6aa6-463b-bd1d-f5c82ea8c451 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.763457] env[63750]: DEBUG nova.compute.provider_tree [None req-f611c6bc-f047-4f55-bc76-24e654777c82 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1935.833211] env[63750]: DEBUG oslo_vmware.api [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Task: {'id': task-2006807, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.145234] env[63750]: DEBUG oslo_concurrency.lockutils [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1936.173136] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006808, 'name': CreateVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.241477] env[63750]: DEBUG nova.network.neutron [req-0cd94e1e-4bb8-4a44-a1c9-f2e609cd1618 req-69e179f7-851b-4d3d-9098-7ff5e2664bfb service nova] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Updated VIF entry in instance network info cache for port b2d94422-7226-4e5f-8538-805897a09f70. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1936.241999] env[63750]: DEBUG nova.network.neutron [req-0cd94e1e-4bb8-4a44-a1c9-f2e609cd1618 req-69e179f7-851b-4d3d-9098-7ff5e2664bfb service nova] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Updating instance_info_cache with network_info: [{"id": "b2d94422-7226-4e5f-8538-805897a09f70", "address": "fa:16:3e:b0:3c:3a", "network": {"id": "7453e911-896a-4326-945f-06655199dbfd", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-792944309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e08496bb79b417a9d13b8e620ab255f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2d94422-72", "ovs_interfaceid": "b2d94422-7226-4e5f-8538-805897a09f70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1936.269020] env[63750]: DEBUG nova.scheduler.client.report [None req-f611c6bc-f047-4f55-bc76-24e654777c82 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1936.338355] env[63750]: DEBUG oslo_vmware.api [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Task: {'id': task-2006807, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.745688} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.338355] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 3530f51f-bf74-482e-b7cd-5afe9f279e13/3530f51f-bf74-482e-b7cd-5afe9f279e13.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1936.338355] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1936.338355] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99e1d0c1-5d41-45c0-bbae-46aae748cc64 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.345132] env[63750]: DEBUG oslo_vmware.api [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Waiting for the task: (returnval){ [ 1936.345132] env[63750]: value = "task-2006809" [ 1936.345132] env[63750]: _type = "Task" [ 1936.345132] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.359977] env[63750]: DEBUG oslo_vmware.api [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Task: {'id': task-2006809, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.535724] env[63750]: DEBUG nova.network.neutron [None req-0eb8ac23-565d-41f8-a81c-5672f6f1d1eb tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Updating instance_info_cache with network_info: [{"id": "38a42164-3f03-4d21-977a-b843dede4448", "address": "fa:16:3e:13:af:01", "network": {"id": "0fb05399-05e7-4590-9d0a-9cdee0fd6e70", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1970677645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "04da956282e84867b4936629cc4ae832", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38a42164-3f", "ovs_interfaceid": "38a42164-3f03-4d21-977a-b843dede4448", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1936.674874] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006808, 'name': CreateVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.745300] env[63750]: DEBUG oslo_concurrency.lockutils [req-0cd94e1e-4bb8-4a44-a1c9-f2e609cd1618 req-69e179f7-851b-4d3d-9098-7ff5e2664bfb service nova] Releasing lock "refresh_cache-dfd72d7d-1820-4e9a-8bc8-924fbe465145" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1936.854106] env[63750]: DEBUG oslo_vmware.api [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Task: {'id': task-2006809, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.043188] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0eb8ac23-565d-41f8-a81c-5672f6f1d1eb tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Releasing lock "refresh_cache-817019a8-85aa-4f3a-be91-71d64dc51ae6" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1937.176483] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006808, 'name': CreateVM_Task, 'duration_secs': 1.480588} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.176662] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1937.177450] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1937.177621] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1937.178124] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1937.178241] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8578f53a-44e8-4207-94bc-51d44baf5f6b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.183406] env[63750]: DEBUG oslo_vmware.api [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 1937.183406] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]529564c9-7d71-d219-c190-72ff290c4d07" [ 1937.183406] env[63750]: _type = "Task" [ 1937.183406] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.191469] env[63750]: DEBUG oslo_vmware.api [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]529564c9-7d71-d219-c190-72ff290c4d07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.280447] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f611c6bc-f047-4f55-bc76-24e654777c82 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.329s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1937.281684] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b4e8c0fa-e3ed-44e6-aba1-17ee91a07315 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.550s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1937.281912] env[63750]: DEBUG nova.objects.instance [None req-b4e8c0fa-e3ed-44e6-aba1-17ee91a07315 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Lazy-loading 'resources' on Instance uuid 0a061a6e-02ff-498b-96b3-3ce7a4e39f40 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1937.354135] env[63750]: DEBUG oslo_vmware.api [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Task: {'id': task-2006809, 'name': ExtendVirtualDisk_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.567983] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquiring lock "cbf7b9d3-0a79-4af3-be0c-0970adfda0eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1937.567983] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "cbf7b9d3-0a79-4af3-be0c-0970adfda0eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1937.694833] env[63750]: DEBUG oslo_vmware.api [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]529564c9-7d71-d219-c190-72ff290c4d07, 'name': SearchDatastore_Task, 'duration_secs': 0.04103} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.695160] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1937.695533] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1937.695657] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1937.695794] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1937.695991] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1937.696267] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a111607e-1fcb-40d3-925a-9b5a425352e9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.711140] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1937.711304] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1937.712247] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8f50acd-a7bd-4ed6-8b9b-25262aaeada7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.717921] env[63750]: DEBUG oslo_vmware.api [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 1937.717921] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52795f4d-420d-8ea7-a9bc-0f9467cd2c2e" [ 1937.717921] env[63750]: _type = "Task" [ 1937.717921] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.725698] env[63750]: DEBUG oslo_vmware.api [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52795f4d-420d-8ea7-a9bc-0f9467cd2c2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.845638] env[63750]: INFO nova.scheduler.client.report [None req-f611c6bc-f047-4f55-bc76-24e654777c82 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Deleted allocation for migration eecefaaf-ea4c-4b12-9dd7-d8035234e2d6 [ 1937.858180] env[63750]: DEBUG oslo_vmware.api [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Task: {'id': task-2006809, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.011376} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.858275] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1937.859074] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7785d9f8-6acb-4cc5-b7ef-5b69e15a2bb7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.882613] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 3530f51f-bf74-482e-b7cd-5afe9f279e13/3530f51f-bf74-482e-b7cd-5afe9f279e13.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1937.885357] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfc570b4-e5a3-4cea-892b-29a4134053db {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.905692] env[63750]: DEBUG oslo_vmware.api [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Waiting for the task: (returnval){ [ 1937.905692] env[63750]: value = "task-2006810" [ 1937.905692] env[63750]: _type = "Task" [ 1937.905692] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.914414] env[63750]: DEBUG oslo_vmware.api [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Task: {'id': task-2006810, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.066922] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4296c982-9583-425b-8c80-a019eee66342 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.070285] env[63750]: DEBUG nova.compute.manager [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: cbf7b9d3-0a79-4af3-be0c-0970adfda0eb] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1938.078592] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c73a9d6-3893-4202-8c30-024668ea9bf4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.113734] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f7ccdb-9e43-44b9-9208-0d9b2adb3dc9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.123539] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3463ade-982a-42e1-b15e-95fbc9d43909 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.139057] env[63750]: DEBUG nova.compute.provider_tree [None req-b4e8c0fa-e3ed-44e6-aba1-17ee91a07315 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1938.227735] env[63750]: DEBUG oslo_vmware.api [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52795f4d-420d-8ea7-a9bc-0f9467cd2c2e, 'name': SearchDatastore_Task, 'duration_secs': 0.031434} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.228575] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a69646f-dcbc-4280-aa5f-40f636f2dafc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.233796] env[63750]: DEBUG oslo_vmware.api [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 1938.233796] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]525682dd-a1de-c75d-2a99-425b9a4c279a" [ 1938.233796] env[63750]: _type = "Task" [ 1938.233796] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.241665] env[63750]: DEBUG oslo_vmware.api [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]525682dd-a1de-c75d-2a99-425b9a4c279a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.354391] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f611c6bc-f047-4f55-bc76-24e654777c82 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "e2f05884-7293-4e98-a2e3-690440efd29a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.719s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1938.419193] env[63750]: DEBUG oslo_vmware.api [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Task: {'id': task-2006810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.586408] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eb8ac23-565d-41f8-a81c-5672f6f1d1eb tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1938.586714] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ccd4fa3f-ec01-4f5d-912d-e19570dd8011 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.594480] env[63750]: DEBUG oslo_vmware.api [None req-0eb8ac23-565d-41f8-a81c-5672f6f1d1eb tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Waiting for the task: (returnval){ [ 1938.594480] env[63750]: value = "task-2006811" [ 1938.594480] env[63750]: _type = "Task" [ 1938.594480] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.603118] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1938.609217] env[63750]: DEBUG oslo_vmware.api [None req-0eb8ac23-565d-41f8-a81c-5672f6f1d1eb tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Task: {'id': task-2006811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.643274] env[63750]: DEBUG nova.scheduler.client.report [None req-b4e8c0fa-e3ed-44e6-aba1-17ee91a07315 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1938.747158] env[63750]: DEBUG oslo_vmware.api [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]525682dd-a1de-c75d-2a99-425b9a4c279a, 'name': SearchDatastore_Task, 'duration_secs': 0.010059} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.747158] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1938.747661] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 36f222f1-d379-49c4-88e3-017b5da36e36/36f222f1-d379-49c4-88e3-017b5da36e36.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1938.747966] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-793975c2-a002-4c23-9928-8d8cd6101c4b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.756585] env[63750]: DEBUG oslo_vmware.api [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 1938.756585] env[63750]: value = "task-2006812" [ 1938.756585] env[63750]: _type = "Task" [ 1938.756585] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.765366] env[63750]: DEBUG oslo_vmware.api [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006812, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.916499] env[63750]: DEBUG oslo_vmware.api [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Task: {'id': task-2006810, 'name': ReconfigVM_Task, 'duration_secs': 0.673119} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.916848] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 3530f51f-bf74-482e-b7cd-5afe9f279e13/3530f51f-bf74-482e-b7cd-5afe9f279e13.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1938.917619] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd262994-4f1b-4e3e-ba91-bb52a3b72d08 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.924019] env[63750]: DEBUG oslo_vmware.api [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Waiting for the task: (returnval){ [ 1938.924019] env[63750]: value = "task-2006813" [ 1938.924019] env[63750]: _type = "Task" [ 1938.924019] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.932922] env[63750]: DEBUG oslo_vmware.api [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Task: {'id': task-2006813, 'name': Rename_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.106379] env[63750]: DEBUG oslo_vmware.api [None req-0eb8ac23-565d-41f8-a81c-5672f6f1d1eb tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Task: {'id': task-2006811, 'name': PowerOffVM_Task, 'duration_secs': 0.205246} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.106652] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eb8ac23-565d-41f8-a81c-5672f6f1d1eb tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1939.107582] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6fc32e6-dc22-4af5-b17c-724c9592e3b3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.131466] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f25a6853-8fc4-4c2b-b09d-61bf549223d3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquiring lock "e2f05884-7293-4e98-a2e3-690440efd29a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1939.131792] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f25a6853-8fc4-4c2b-b09d-61bf549223d3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "e2f05884-7293-4e98-a2e3-690440efd29a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1939.132223] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f25a6853-8fc4-4c2b-b09d-61bf549223d3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquiring lock "e2f05884-7293-4e98-a2e3-690440efd29a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1939.132529] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f25a6853-8fc4-4c2b-b09d-61bf549223d3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "e2f05884-7293-4e98-a2e3-690440efd29a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1939.132735] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f25a6853-8fc4-4c2b-b09d-61bf549223d3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "e2f05884-7293-4e98-a2e3-690440efd29a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.135156] env[63750]: INFO nova.compute.manager [None req-f25a6853-8fc4-4c2b-b09d-61bf549223d3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Terminating instance [ 1939.137861] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942e3bba-bcdb-4af6-9733-74b87bc5271e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.149141] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b4e8c0fa-e3ed-44e6-aba1-17ee91a07315 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.867s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.154406] env[63750]: DEBUG oslo_concurrency.lockutils [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.009s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1939.155510] env[63750]: INFO nova.compute.claims [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1939.185417] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eb8ac23-565d-41f8-a81c-5672f6f1d1eb tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1939.185809] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-651dbda4-bce2-426b-a282-30e5c2aab2a6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.194040] env[63750]: DEBUG oslo_vmware.api [None req-0eb8ac23-565d-41f8-a81c-5672f6f1d1eb tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Waiting for the task: (returnval){ [ 1939.194040] env[63750]: value = "task-2006814" [ 1939.194040] env[63750]: _type = "Task" [ 1939.194040] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.196795] env[63750]: INFO nova.scheduler.client.report [None req-b4e8c0fa-e3ed-44e6-aba1-17ee91a07315 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Deleted allocations for instance 0a061a6e-02ff-498b-96b3-3ce7a4e39f40 [ 1939.213861] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eb8ac23-565d-41f8-a81c-5672f6f1d1eb tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] VM already powered off {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1939.214325] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb8ac23-565d-41f8-a81c-5672f6f1d1eb tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1939.214457] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0eb8ac23-565d-41f8-a81c-5672f6f1d1eb tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1939.214613] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0eb8ac23-565d-41f8-a81c-5672f6f1d1eb tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1939.214797] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eb8ac23-565d-41f8-a81c-5672f6f1d1eb tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1939.217289] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81ecdddf-0708-419c-bb0d-10064a1b4baf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.230389] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eb8ac23-565d-41f8-a81c-5672f6f1d1eb tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1939.230597] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb8ac23-565d-41f8-a81c-5672f6f1d1eb tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1939.231407] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be891950-e7ff-4cc0-89d5-49f99fcabdd4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.237331] env[63750]: DEBUG oslo_vmware.api [None req-0eb8ac23-565d-41f8-a81c-5672f6f1d1eb tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Waiting for the task: (returnval){ [ 1939.237331] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527a7502-c40f-ad45-819e-02081615bd04" [ 1939.237331] env[63750]: _type = "Task" [ 1939.237331] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.248854] env[63750]: DEBUG oslo_vmware.api [None req-0eb8ac23-565d-41f8-a81c-5672f6f1d1eb tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527a7502-c40f-ad45-819e-02081615bd04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.265379] env[63750]: DEBUG oslo_vmware.api [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006812, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.436516] env[63750]: DEBUG oslo_vmware.api [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Task: {'id': task-2006813, 'name': Rename_Task, 'duration_secs': 0.160366} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.436787] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1939.436942] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98f40143-a7bc-4fa7-865e-dc3cdec45fb4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.443527] env[63750]: DEBUG oslo_vmware.api [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Waiting for the task: (returnval){ [ 1939.443527] env[63750]: value = "task-2006815" [ 1939.443527] env[63750]: _type = "Task" [ 1939.443527] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.452641] env[63750]: DEBUG oslo_vmware.api [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Task: {'id': task-2006815, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.644442] env[63750]: DEBUG nova.compute.manager [None req-f25a6853-8fc4-4c2b-b09d-61bf549223d3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1939.644744] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f25a6853-8fc4-4c2b-b09d-61bf549223d3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1939.645994] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0ab327-1b91-44dc-af04-20e5c6d0e2c5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.657248] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-f25a6853-8fc4-4c2b-b09d-61bf549223d3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1939.657663] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4233abb4-054a-4d25-9f37-92d06e28e393 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.669183] env[63750]: DEBUG oslo_vmware.api [None req-f25a6853-8fc4-4c2b-b09d-61bf549223d3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1939.669183] env[63750]: value = "task-2006816" [ 1939.669183] env[63750]: _type = "Task" [ 1939.669183] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.678767] env[63750]: DEBUG oslo_vmware.api [None req-f25a6853-8fc4-4c2b-b09d-61bf549223d3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006816, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.711656] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b4e8c0fa-e3ed-44e6-aba1-17ee91a07315 tempest-ServerAddressesTestJSON-442688069 tempest-ServerAddressesTestJSON-442688069-project-member] Lock "0a061a6e-02ff-498b-96b3-3ce7a4e39f40" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.720s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.749361] env[63750]: DEBUG oslo_vmware.api [None req-0eb8ac23-565d-41f8-a81c-5672f6f1d1eb tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527a7502-c40f-ad45-819e-02081615bd04, 'name': SearchDatastore_Task, 'duration_secs': 0.061221} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.750212] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d9d3add-c9fa-4f9e-b302-d00bdd7ad66b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.762522] env[63750]: DEBUG oslo_vmware.api [None req-0eb8ac23-565d-41f8-a81c-5672f6f1d1eb tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Waiting for the task: (returnval){ [ 1939.762522] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52404ac8-190d-329b-38bd-cba1babeaaeb" [ 1939.762522] env[63750]: _type = "Task" [ 1939.762522] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.774390] env[63750]: DEBUG oslo_concurrency.lockutils [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquiring lock "8fddfd5a-144e-4764-ae66-d212167aba17" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1939.774673] env[63750]: DEBUG oslo_concurrency.lockutils [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "8fddfd5a-144e-4764-ae66-d212167aba17" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1939.776063] env[63750]: DEBUG oslo_vmware.api [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006812, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5863} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.777110] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 36f222f1-d379-49c4-88e3-017b5da36e36/36f222f1-d379-49c4-88e3-017b5da36e36.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1939.777333] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1939.778224] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e0934c5-9aa5-477e-a535-77c37311335e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.784894] env[63750]: DEBUG oslo_vmware.api [None req-0eb8ac23-565d-41f8-a81c-5672f6f1d1eb tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52404ac8-190d-329b-38bd-cba1babeaaeb, 'name': SearchDatastore_Task, 'duration_secs': 0.016422} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.785548] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0eb8ac23-565d-41f8-a81c-5672f6f1d1eb tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1939.785879] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eb8ac23-565d-41f8-a81c-5672f6f1d1eb tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 817019a8-85aa-4f3a-be91-71d64dc51ae6/53a5fdf8-c6be-4008-8c9d-7c67205e61eb-rescue.vmdk. {{(pid=63750) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1939.786218] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1bdc46e0-df76-4db2-968f-f80b7f347c4b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.792253] env[63750]: DEBUG oslo_vmware.api [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 1939.792253] env[63750]: value = "task-2006817" [ 1939.792253] env[63750]: _type = "Task" [ 1939.792253] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.801374] env[63750]: DEBUG oslo_vmware.api [None req-0eb8ac23-565d-41f8-a81c-5672f6f1d1eb tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Waiting for the task: (returnval){ [ 1939.801374] env[63750]: value = "task-2006818" [ 1939.801374] env[63750]: _type = "Task" [ 1939.801374] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.808943] env[63750]: DEBUG oslo_vmware.api [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006817, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.814146] env[63750]: DEBUG oslo_vmware.api [None req-0eb8ac23-565d-41f8-a81c-5672f6f1d1eb tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Task: {'id': task-2006818, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.955407] env[63750]: DEBUG oslo_vmware.api [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Task: {'id': task-2006815, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.181658] env[63750]: DEBUG oslo_vmware.api [None req-f25a6853-8fc4-4c2b-b09d-61bf549223d3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006816, 'name': PowerOffVM_Task, 'duration_secs': 0.265146} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.182656] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-f25a6853-8fc4-4c2b-b09d-61bf549223d3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1940.182656] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f25a6853-8fc4-4c2b-b09d-61bf549223d3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1940.183733] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36f21d5d-6a84-46a5-8dc3-c15c0daa1777 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.278606] env[63750]: DEBUG nova.compute.manager [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 8fddfd5a-144e-4764-ae66-d212167aba17] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1940.303925] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f25a6853-8fc4-4c2b-b09d-61bf549223d3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1940.303925] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f25a6853-8fc4-4c2b-b09d-61bf549223d3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1940.303925] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-f25a6853-8fc4-4c2b-b09d-61bf549223d3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Deleting the datastore file [datastore1] e2f05884-7293-4e98-a2e3-690440efd29a {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1940.307311] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22a676d5-6db0-4aea-8c41-20731d99a7c6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.314195] env[63750]: DEBUG oslo_vmware.api [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006817, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070853} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.317394] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1940.320578] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848631d5-fe78-4fba-a3f1-9a56d85c6f08 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.328671] env[63750]: DEBUG oslo_vmware.api [None req-0eb8ac23-565d-41f8-a81c-5672f6f1d1eb tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Task: {'id': task-2006818, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.329080] env[63750]: DEBUG oslo_vmware.api [None req-f25a6853-8fc4-4c2b-b09d-61bf549223d3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1940.329080] env[63750]: value = "task-2006820" [ 1940.329080] env[63750]: _type = "Task" [ 1940.329080] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.360706] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 36f222f1-d379-49c4-88e3-017b5da36e36/36f222f1-d379-49c4-88e3-017b5da36e36.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1940.365321] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-effc5ea7-59dd-40cd-8ae8-3f61d174d3af {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.385259] env[63750]: DEBUG oslo_vmware.api [None req-f25a6853-8fc4-4c2b-b09d-61bf549223d3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006820, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.391222] env[63750]: DEBUG oslo_vmware.api [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 1940.391222] env[63750]: value = "task-2006821" [ 1940.391222] env[63750]: _type = "Task" [ 1940.391222] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.401349] env[63750]: DEBUG oslo_vmware.api [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006821, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.457642] env[63750]: DEBUG oslo_vmware.api [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Task: {'id': task-2006815, 'name': PowerOnVM_Task, 'duration_secs': 0.555062} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.458029] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1940.458142] env[63750]: INFO nova.compute.manager [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] Took 7.35 seconds to spawn the instance on the hypervisor. [ 1940.458381] env[63750]: DEBUG nova.compute.manager [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1940.461631] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86dad86-f555-4280-90e4-51d4b0162767 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.564096] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edcd301-71fd-4127-8c1b-ffadc6db41e5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.571649] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9332b075-6ddf-4500-84fa-0f2fa60d1adf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.610992] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7118b0a0-fb55-4647-a6f9-c3de4209d696 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.619065] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf06ce3-5c7a-465e-aef2-1571ad35f5a4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.633827] env[63750]: DEBUG nova.compute.provider_tree [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1940.804961] env[63750]: DEBUG oslo_concurrency.lockutils [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1940.818021] env[63750]: DEBUG oslo_vmware.api [None req-0eb8ac23-565d-41f8-a81c-5672f6f1d1eb tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Task: {'id': task-2006818, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.850774} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.818021] env[63750]: INFO nova.virt.vmwareapi.ds_util [None req-0eb8ac23-565d-41f8-a81c-5672f6f1d1eb tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 817019a8-85aa-4f3a-be91-71d64dc51ae6/53a5fdf8-c6be-4008-8c9d-7c67205e61eb-rescue.vmdk. [ 1940.818021] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d063922-170f-4a02-8332-b98981a7a24e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.840948] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-0eb8ac23-565d-41f8-a81c-5672f6f1d1eb tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 817019a8-85aa-4f3a-be91-71d64dc51ae6/53a5fdf8-c6be-4008-8c9d-7c67205e61eb-rescue.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1940.844435] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9573dfa-11ff-42dd-94e0-d077ef99efa2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.863056] env[63750]: DEBUG oslo_vmware.api [None req-f25a6853-8fc4-4c2b-b09d-61bf549223d3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006820, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.864425] env[63750]: DEBUG oslo_vmware.api [None req-0eb8ac23-565d-41f8-a81c-5672f6f1d1eb tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Waiting for the task: (returnval){ [ 1940.864425] env[63750]: value = "task-2006822" [ 1940.864425] env[63750]: _type = "Task" [ 1940.864425] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.873028] env[63750]: DEBUG oslo_vmware.api [None req-0eb8ac23-565d-41f8-a81c-5672f6f1d1eb tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Task: {'id': task-2006822, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.903415] env[63750]: DEBUG oslo_vmware.api [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006821, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.985924] env[63750]: INFO nova.compute.manager [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] Took 13.75 seconds to build instance. [ 1941.137292] env[63750]: DEBUG nova.scheduler.client.report [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1941.347856] env[63750]: DEBUG oslo_vmware.api [None req-f25a6853-8fc4-4c2b-b09d-61bf549223d3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006820, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.773061} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.348217] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-f25a6853-8fc4-4c2b-b09d-61bf549223d3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1941.349143] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f25a6853-8fc4-4c2b-b09d-61bf549223d3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1941.349351] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f25a6853-8fc4-4c2b-b09d-61bf549223d3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1941.349535] env[63750]: INFO nova.compute.manager [None req-f25a6853-8fc4-4c2b-b09d-61bf549223d3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1941.349799] env[63750]: DEBUG oslo.service.loopingcall [None req-f25a6853-8fc4-4c2b-b09d-61bf549223d3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1941.350030] env[63750]: DEBUG nova.compute.manager [-] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1941.350151] env[63750]: DEBUG nova.network.neutron [-] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1941.379825] env[63750]: DEBUG oslo_vmware.api [None req-0eb8ac23-565d-41f8-a81c-5672f6f1d1eb tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Task: {'id': task-2006822, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.401998] env[63750]: DEBUG oslo_vmware.api [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006821, 'name': ReconfigVM_Task, 'duration_secs': 0.548499} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.403032] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 36f222f1-d379-49c4-88e3-017b5da36e36/36f222f1-d379-49c4-88e3-017b5da36e36.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1941.403208] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36457852-feb7-4415-b8cb-5a9155478b11 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.412935] env[63750]: DEBUG oslo_vmware.api [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 1941.412935] env[63750]: value = "task-2006823" [ 1941.412935] env[63750]: _type = "Task" [ 1941.412935] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.421830] env[63750]: DEBUG oslo_vmware.api [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006823, 'name': Rename_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.489341] env[63750]: DEBUG oslo_concurrency.lockutils [None req-076b504f-c97f-4474-bd9c-a35543e683a1 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Lock "3530f51f-bf74-482e-b7cd-5afe9f279e13" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.261s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1941.644138] env[63750]: DEBUG oslo_concurrency.lockutils [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.491s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1941.644656] env[63750]: DEBUG nova.compute.manager [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1941.651026] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.047s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1941.652473] env[63750]: INFO nova.compute.claims [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: cbf7b9d3-0a79-4af3-be0c-0970adfda0eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1941.833973] env[63750]: DEBUG nova.compute.manager [req-d445a024-50ed-4b65-8c05-74c3e89ee9b0 req-9ca358d7-d592-4136-aaf3-c5c99b97e58a service nova] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Received event network-vif-deleted-d71fabc7-e29e-472d-a3b9-d7dace21f686 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1941.833973] env[63750]: INFO nova.compute.manager [req-d445a024-50ed-4b65-8c05-74c3e89ee9b0 req-9ca358d7-d592-4136-aaf3-c5c99b97e58a service nova] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Neutron deleted interface d71fabc7-e29e-472d-a3b9-d7dace21f686; detaching it from the instance and deleting it from the info cache [ 1941.833973] env[63750]: DEBUG nova.network.neutron [req-d445a024-50ed-4b65-8c05-74c3e89ee9b0 req-9ca358d7-d592-4136-aaf3-c5c99b97e58a service nova] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1941.876561] env[63750]: DEBUG oslo_vmware.api [None req-0eb8ac23-565d-41f8-a81c-5672f6f1d1eb tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Task: {'id': task-2006822, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.923142] env[63750]: DEBUG oslo_vmware.api [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006823, 'name': Rename_Task, 'duration_secs': 0.240845} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.923418] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1941.923660] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e84d632b-056b-4855-a1c1-d465e2375a68 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.930185] env[63750]: DEBUG oslo_vmware.api [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 1941.930185] env[63750]: value = "task-2006824" [ 1941.930185] env[63750]: _type = "Task" [ 1941.930185] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.939324] env[63750]: DEBUG oslo_vmware.api [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006824, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.134552] env[63750]: INFO nova.compute.manager [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] Rebuilding instance [ 1942.151527] env[63750]: DEBUG nova.compute.utils [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1942.154687] env[63750]: DEBUG nova.compute.manager [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1942.155030] env[63750]: DEBUG nova.network.neutron [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1942.185509] env[63750]: DEBUG nova.compute.manager [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1942.186629] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908c6f57-f9f9-4903-8526-8bd384d1b575 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.202780] env[63750]: DEBUG nova.policy [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98fbccb3ba284de9a48065e7a8056698', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e8d72fb292a433fb29749aee8e597f3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1942.311397] env[63750]: DEBUG nova.network.neutron [-] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1942.336738] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-79e76b2e-c6a4-4279-b7e6-a9a037d9d737 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.352566] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcfe9827-0abd-4145-8f56-d1a8bebe99fc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.384490] env[63750]: DEBUG oslo_vmware.api [None req-0eb8ac23-565d-41f8-a81c-5672f6f1d1eb tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Task: {'id': task-2006822, 'name': ReconfigVM_Task, 'duration_secs': 1.13774} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.384845] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-0eb8ac23-565d-41f8-a81c-5672f6f1d1eb tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 817019a8-85aa-4f3a-be91-71d64dc51ae6/53a5fdf8-c6be-4008-8c9d-7c67205e61eb-rescue.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1942.385974] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc465296-e311-483a-be7b-79c17286f96e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.402174] env[63750]: DEBUG nova.compute.manager [req-d445a024-50ed-4b65-8c05-74c3e89ee9b0 req-9ca358d7-d592-4136-aaf3-c5c99b97e58a service nova] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Detach interface failed, port_id=d71fabc7-e29e-472d-a3b9-d7dace21f686, reason: Instance e2f05884-7293-4e98-a2e3-690440efd29a could not be found. {{(pid=63750) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1942.428347] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e05c17e-aba4-4ebc-9e1f-df111baa7ca9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.449493] env[63750]: DEBUG oslo_vmware.api [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006824, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.450975] env[63750]: DEBUG oslo_vmware.api [None req-0eb8ac23-565d-41f8-a81c-5672f6f1d1eb tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Waiting for the task: (returnval){ [ 1942.450975] env[63750]: value = "task-2006825" [ 1942.450975] env[63750]: _type = "Task" [ 1942.450975] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.461741] env[63750]: DEBUG oslo_vmware.api [None req-0eb8ac23-565d-41f8-a81c-5672f6f1d1eb tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Task: {'id': task-2006825, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.576578] env[63750]: DEBUG nova.network.neutron [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Successfully created port: e5f29ea2-d0cf-492a-ba74-b58bc1e4ac21 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1942.658931] env[63750]: DEBUG nova.compute.manager [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1942.817573] env[63750]: INFO nova.compute.manager [-] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Took 1.47 seconds to deallocate network for instance. [ 1942.898617] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7407224-b9ff-4815-b9d4-da661fd8fd91 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.906803] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69ce83f-0675-4c53-a6fc-4d8eb792f341 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.939621] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006e03e5-d73a-4363-a07b-c577d2ebe42c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.953368] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc9860b-7480-4a17-82e1-3e166b0a1d99 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.958404] env[63750]: DEBUG oslo_vmware.api [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006824, 'name': PowerOnVM_Task, 'duration_secs': 0.549801} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.960640] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1942.960901] env[63750]: INFO nova.compute.manager [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Took 12.25 seconds to spawn the instance on the hypervisor. [ 1942.961127] env[63750]: DEBUG nova.compute.manager [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1942.962198] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d381ddd-9d92-4027-aed9-27efc9a249ad {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.973913] env[63750]: DEBUG nova.compute.provider_tree [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1942.979246] env[63750]: DEBUG oslo_vmware.api [None req-0eb8ac23-565d-41f8-a81c-5672f6f1d1eb tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Task: {'id': task-2006825, 'name': ReconfigVM_Task, 'duration_secs': 0.18167} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.979583] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eb8ac23-565d-41f8-a81c-5672f6f1d1eb tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1942.980027] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74b705b7-1cbf-45f5-a4ad-215e0ae3df17 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.992052] env[63750]: DEBUG oslo_vmware.api [None req-0eb8ac23-565d-41f8-a81c-5672f6f1d1eb tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Waiting for the task: (returnval){ [ 1942.992052] env[63750]: value = "task-2006826" [ 1942.992052] env[63750]: _type = "Task" [ 1942.992052] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.000420] env[63750]: DEBUG oslo_vmware.api [None req-0eb8ac23-565d-41f8-a81c-5672f6f1d1eb tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Task: {'id': task-2006826, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.200588] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1943.200932] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2378fec-2ff4-4ce8-851b-53a12b89abf2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.211502] env[63750]: DEBUG oslo_vmware.api [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Waiting for the task: (returnval){ [ 1943.211502] env[63750]: value = "task-2006827" [ 1943.211502] env[63750]: _type = "Task" [ 1943.211502] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.221023] env[63750]: DEBUG oslo_vmware.api [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Task: {'id': task-2006827, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.331732] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f25a6853-8fc4-4c2b-b09d-61bf549223d3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1943.477661] env[63750]: DEBUG nova.scheduler.client.report [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1943.503660] env[63750]: INFO nova.compute.manager [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Took 17.29 seconds to build instance. [ 1943.517109] env[63750]: DEBUG oslo_vmware.api [None req-0eb8ac23-565d-41f8-a81c-5672f6f1d1eb tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Task: {'id': task-2006826, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.676578] env[63750]: DEBUG nova.compute.manager [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1943.709537] env[63750]: DEBUG nova.virt.hardware [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1943.709537] env[63750]: DEBUG nova.virt.hardware [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1943.709537] env[63750]: DEBUG nova.virt.hardware [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1943.709537] env[63750]: DEBUG nova.virt.hardware [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1943.709537] env[63750]: DEBUG nova.virt.hardware [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1943.709537] env[63750]: DEBUG nova.virt.hardware [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1943.709875] env[63750]: DEBUG nova.virt.hardware [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1943.709875] env[63750]: DEBUG nova.virt.hardware [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1943.710172] env[63750]: DEBUG nova.virt.hardware [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1943.710452] env[63750]: DEBUG nova.virt.hardware [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1943.710611] env[63750]: DEBUG nova.virt.hardware [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1943.711619] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cc6f21-1dab-456e-8ce0-834a4ac3d2c1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.724335] env[63750]: DEBUG oslo_vmware.api [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Task: {'id': task-2006827, 'name': PowerOffVM_Task, 'duration_secs': 0.198196} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.727287] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1943.728248] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1943.728387] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32bc99a8-3ddc-4084-9e5b-deb81ab202fa {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.732447] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4a551d-21ca-4a4b-a1f1-0f5d74bd1ce0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.743338] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1943.754137] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed020db8-11f4-40d8-9fa0-d770e5d54f9e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.781343] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1943.784022] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] Deleting contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1943.784022] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Deleting the datastore file [datastore2] 3530f51f-bf74-482e-b7cd-5afe9f279e13 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1943.784022] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3069d75-7a8d-4c4f-9cd2-6873d9577d34 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.792256] env[63750]: DEBUG oslo_vmware.api [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Waiting for the task: (returnval){ [ 1943.792256] env[63750]: value = "task-2006829" [ 1943.792256] env[63750]: _type = "Task" [ 1943.792256] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.803024] env[63750]: DEBUG oslo_vmware.api [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Task: {'id': task-2006829, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.913020] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd67c6c-79a6-4efb-920c-30f6befc4b8a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.919766] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-11521c04-6248-4a2d-8a12-fff5c55a4f28 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Suspending the VM {{(pid=63750) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1943.919766] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-ac0f1948-cf9d-46d7-b8c5-07244bb356af {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.924690] env[63750]: DEBUG oslo_vmware.api [None req-11521c04-6248-4a2d-8a12-fff5c55a4f28 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 1943.924690] env[63750]: value = "task-2006830" [ 1943.924690] env[63750]: _type = "Task" [ 1943.924690] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.934626] env[63750]: DEBUG oslo_vmware.api [None req-11521c04-6248-4a2d-8a12-fff5c55a4f28 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006830, 'name': SuspendVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.987131] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.335s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1943.987131] env[63750]: DEBUG nova.compute.manager [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: cbf7b9d3-0a79-4af3-be0c-0970adfda0eb] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1943.989410] env[63750]: DEBUG oslo_concurrency.lockutils [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.187s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1943.991537] env[63750]: INFO nova.compute.claims [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 8fddfd5a-144e-4764-ae66-d212167aba17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1944.005949] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1ad31fb6-0e92-4878-9fe3-13d074fafff3 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lock "36f222f1-d379-49c4-88e3-017b5da36e36" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.800s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.016630] env[63750]: DEBUG oslo_vmware.api [None req-0eb8ac23-565d-41f8-a81c-5672f6f1d1eb tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Task: {'id': task-2006826, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.154394] env[63750]: DEBUG nova.compute.manager [req-2ad2c2d5-cae8-48a6-9c29-17f547b8c975 req-d6592e58-ac39-4091-a41a-fe5fa851599e service nova] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Received event network-vif-plugged-e5f29ea2-d0cf-492a-ba74-b58bc1e4ac21 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1944.154394] env[63750]: DEBUG oslo_concurrency.lockutils [req-2ad2c2d5-cae8-48a6-9c29-17f547b8c975 req-d6592e58-ac39-4091-a41a-fe5fa851599e service nova] Acquiring lock "5e48cc71-ce40-4e55-bffb-d3bf274c946b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1944.154394] env[63750]: DEBUG oslo_concurrency.lockutils [req-2ad2c2d5-cae8-48a6-9c29-17f547b8c975 req-d6592e58-ac39-4091-a41a-fe5fa851599e service nova] Lock "5e48cc71-ce40-4e55-bffb-d3bf274c946b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1944.154394] env[63750]: DEBUG oslo_concurrency.lockutils [req-2ad2c2d5-cae8-48a6-9c29-17f547b8c975 req-d6592e58-ac39-4091-a41a-fe5fa851599e service nova] Lock "5e48cc71-ce40-4e55-bffb-d3bf274c946b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.154879] env[63750]: DEBUG nova.compute.manager [req-2ad2c2d5-cae8-48a6-9c29-17f547b8c975 req-d6592e58-ac39-4091-a41a-fe5fa851599e service nova] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] No waiting events found dispatching network-vif-plugged-e5f29ea2-d0cf-492a-ba74-b58bc1e4ac21 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1944.155474] env[63750]: WARNING nova.compute.manager [req-2ad2c2d5-cae8-48a6-9c29-17f547b8c975 req-d6592e58-ac39-4091-a41a-fe5fa851599e service nova] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Received unexpected event network-vif-plugged-e5f29ea2-d0cf-492a-ba74-b58bc1e4ac21 for instance with vm_state building and task_state spawning. [ 1944.303994] env[63750]: DEBUG oslo_vmware.api [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Task: {'id': task-2006829, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137362} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.304623] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1944.305157] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] Deleted contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1944.306029] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1944.361256] env[63750]: DEBUG nova.network.neutron [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Successfully updated port: e5f29ea2-d0cf-492a-ba74-b58bc1e4ac21 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1944.438418] env[63750]: DEBUG oslo_vmware.api [None req-11521c04-6248-4a2d-8a12-fff5c55a4f28 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006830, 'name': SuspendVM_Task} progress is 62%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.499411] env[63750]: DEBUG nova.compute.utils [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1944.507611] env[63750]: DEBUG nova.compute.manager [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: cbf7b9d3-0a79-4af3-be0c-0970adfda0eb] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1944.507785] env[63750]: DEBUG nova.network.neutron [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: cbf7b9d3-0a79-4af3-be0c-0970adfda0eb] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1944.522314] env[63750]: DEBUG oslo_vmware.api [None req-0eb8ac23-565d-41f8-a81c-5672f6f1d1eb tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Task: {'id': task-2006826, 'name': PowerOnVM_Task, 'duration_secs': 1.025739} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.522754] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eb8ac23-565d-41f8-a81c-5672f6f1d1eb tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1944.525988] env[63750]: DEBUG nova.compute.manager [None req-0eb8ac23-565d-41f8-a81c-5672f6f1d1eb tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1944.527286] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d399817f-21a4-4cb2-bf0c-b0c9a39dfb9d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.597990] env[63750]: DEBUG nova.policy [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34e09636d2e2459c968741baef923422', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '348f6d26e2ec4f0ea7a2f9ae9fdf7a62', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1944.864934] env[63750]: DEBUG oslo_concurrency.lockutils [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquiring lock "refresh_cache-5e48cc71-ce40-4e55-bffb-d3bf274c946b" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1944.864934] env[63750]: DEBUG oslo_concurrency.lockutils [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquired lock "refresh_cache-5e48cc71-ce40-4e55-bffb-d3bf274c946b" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1944.864934] env[63750]: DEBUG nova.network.neutron [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1944.936789] env[63750]: DEBUG oslo_vmware.api [None req-11521c04-6248-4a2d-8a12-fff5c55a4f28 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006830, 'name': SuspendVM_Task, 'duration_secs': 0.619864} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.937268] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-11521c04-6248-4a2d-8a12-fff5c55a4f28 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Suspended the VM {{(pid=63750) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1944.937513] env[63750]: DEBUG nova.compute.manager [None req-11521c04-6248-4a2d-8a12-fff5c55a4f28 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1944.938339] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7ded13-207a-4f1e-a35d-aeb6903c24d0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.008628] env[63750]: DEBUG nova.compute.manager [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: cbf7b9d3-0a79-4af3-be0c-0970adfda0eb] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1945.139207] env[63750]: DEBUG nova.network.neutron [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: cbf7b9d3-0a79-4af3-be0c-0970adfda0eb] Successfully created port: 5bf8983b-03a9-4c70-9a51-c1fbabbf78e6 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1945.292019] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65df8ec0-1671-475b-b7a9-bd29870651cc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.299245] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac480481-e4cd-4688-9466-41b0cf009e9d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.335772] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6f070c-66e1-495e-b4d6-86a9940bf4aa {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.344709] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5c9a8a-5413-4fbf-ab91-6580c118b4b1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.360133] env[63750]: DEBUG nova.compute.provider_tree [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1945.373064] env[63750]: DEBUG nova.virt.hardware [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1945.373502] env[63750]: DEBUG nova.virt.hardware [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1945.374078] env[63750]: DEBUG nova.virt.hardware [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1945.374593] env[63750]: DEBUG nova.virt.hardware [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1945.374899] env[63750]: DEBUG nova.virt.hardware [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1945.376453] env[63750]: DEBUG nova.virt.hardware [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1945.377342] env[63750]: DEBUG nova.virt.hardware [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1945.377504] env[63750]: DEBUG nova.virt.hardware [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1945.379113] env[63750]: DEBUG nova.virt.hardware [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1945.379113] env[63750]: DEBUG nova.virt.hardware [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1945.379113] env[63750]: DEBUG nova.virt.hardware [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1945.379824] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4a7899-2b41-4768-ac53-791793ed4e6b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.389893] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31f81a6-ec81-4531-9948-e7a5a93a2180 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.405849] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] Instance VIF info [] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1945.411429] env[63750]: DEBUG oslo.service.loopingcall [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1945.411688] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1945.411897] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbf2ecd4-6b98-443f-b9a6-18e4513eaa9b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.431330] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1945.431330] env[63750]: value = "task-2006831" [ 1945.431330] env[63750]: _type = "Task" [ 1945.431330] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.439291] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006831, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.442575] env[63750]: DEBUG nova.network.neutron [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1945.452520] env[63750]: DEBUG nova.compute.manager [req-9db514a4-38f1-40a2-acbf-95f525dec2fb req-a11de44b-8d64-4762-bb0a-d5f5f3179bc6 service nova] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Received event network-changed-38a42164-3f03-4d21-977a-b843dede4448 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1945.452722] env[63750]: DEBUG nova.compute.manager [req-9db514a4-38f1-40a2-acbf-95f525dec2fb req-a11de44b-8d64-4762-bb0a-d5f5f3179bc6 service nova] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Refreshing instance network info cache due to event network-changed-38a42164-3f03-4d21-977a-b843dede4448. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1945.452931] env[63750]: DEBUG oslo_concurrency.lockutils [req-9db514a4-38f1-40a2-acbf-95f525dec2fb req-a11de44b-8d64-4762-bb0a-d5f5f3179bc6 service nova] Acquiring lock "refresh_cache-817019a8-85aa-4f3a-be91-71d64dc51ae6" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1945.453094] env[63750]: DEBUG oslo_concurrency.lockutils [req-9db514a4-38f1-40a2-acbf-95f525dec2fb req-a11de44b-8d64-4762-bb0a-d5f5f3179bc6 service nova] Acquired lock "refresh_cache-817019a8-85aa-4f3a-be91-71d64dc51ae6" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1945.453255] env[63750]: DEBUG nova.network.neutron [req-9db514a4-38f1-40a2-acbf-95f525dec2fb req-a11de44b-8d64-4762-bb0a-d5f5f3179bc6 service nova] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Refreshing network info cache for port 38a42164-3f03-4d21-977a-b843dede4448 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1945.699305] env[63750]: DEBUG nova.network.neutron [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Updating instance_info_cache with network_info: [{"id": "e5f29ea2-d0cf-492a-ba74-b58bc1e4ac21", "address": "fa:16:3e:a6:67:d0", "network": {"id": "b187626c-07b5-4d74-a064-ea07943c3974", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-699185419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e8d72fb292a433fb29749aee8e597f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5f29ea2-d0", "ovs_interfaceid": "e5f29ea2-d0cf-492a-ba74-b58bc1e4ac21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1945.866989] env[63750]: DEBUG nova.scheduler.client.report [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1945.944440] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006831, 'name': CreateVM_Task, 'duration_secs': 0.313142} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.944602] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1945.945066] env[63750]: DEBUG oslo_concurrency.lockutils [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1945.945234] env[63750]: DEBUG oslo_concurrency.lockutils [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1945.945553] env[63750]: DEBUG oslo_concurrency.lockutils [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1945.945823] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-265c2512-475e-4f98-a6c5-2e84b1e62ca6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.950815] env[63750]: DEBUG oslo_vmware.api [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Waiting for the task: (returnval){ [ 1945.950815] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52c0593f-ab1f-9c29-6e05-dd2aad16a39e" [ 1945.950815] env[63750]: _type = "Task" [ 1945.950815] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.961859] env[63750]: DEBUG oslo_vmware.api [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52c0593f-ab1f-9c29-6e05-dd2aad16a39e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.019283] env[63750]: DEBUG nova.compute.manager [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: cbf7b9d3-0a79-4af3-be0c-0970adfda0eb] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1946.052221] env[63750]: DEBUG nova.virt.hardware [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1946.053222] env[63750]: DEBUG nova.virt.hardware [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1946.053479] env[63750]: DEBUG nova.virt.hardware [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1946.053731] env[63750]: DEBUG nova.virt.hardware [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1946.053982] env[63750]: DEBUG nova.virt.hardware [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1946.054136] env[63750]: DEBUG nova.virt.hardware [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1946.054366] env[63750]: DEBUG nova.virt.hardware [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1946.054565] env[63750]: DEBUG nova.virt.hardware [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1946.054739] env[63750]: DEBUG nova.virt.hardware [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1946.054902] env[63750]: DEBUG nova.virt.hardware [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1946.055105] env[63750]: DEBUG nova.virt.hardware [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1946.056044] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326bae7a-573b-42d7-ab37-2d8bad678e0b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.071467] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b78185-5b27-49a3-9dd9-8d4324186440 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.203502] env[63750]: DEBUG oslo_concurrency.lockutils [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Releasing lock "refresh_cache-5e48cc71-ce40-4e55-bffb-d3bf274c946b" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1946.203502] env[63750]: DEBUG nova.compute.manager [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Instance network_info: |[{"id": "e5f29ea2-d0cf-492a-ba74-b58bc1e4ac21", "address": "fa:16:3e:a6:67:d0", "network": {"id": "b187626c-07b5-4d74-a064-ea07943c3974", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-699185419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e8d72fb292a433fb29749aee8e597f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5f29ea2-d0", "ovs_interfaceid": "e5f29ea2-d0cf-492a-ba74-b58bc1e4ac21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1946.203502] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:67:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eaba65c3-6925-4c7f-83b6-17cd1a328e27', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5f29ea2-d0cf-492a-ba74-b58bc1e4ac21', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1946.213147] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Creating folder: Project (0e8d72fb292a433fb29749aee8e597f3). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1946.216437] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6917c5ef-769f-4897-941d-332b6be946db {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.228262] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Created folder: Project (0e8d72fb292a433fb29749aee8e597f3) in parent group-v412391. [ 1946.230210] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Creating folder: Instances. Parent ref: group-v412614. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1946.230210] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e55a5a9-33de-451c-b054-67f4bd6248d4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.240079] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Created folder: Instances in parent group-v412614. [ 1946.240079] env[63750]: DEBUG oslo.service.loopingcall [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1946.240079] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1946.240079] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33d9d13b-b94e-4a9a-a6aa-8dfd625e1d23 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.268575] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1946.268575] env[63750]: value = "task-2006834" [ 1946.268575] env[63750]: _type = "Task" [ 1946.268575] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.278058] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006834, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.279030] env[63750]: DEBUG nova.network.neutron [req-9db514a4-38f1-40a2-acbf-95f525dec2fb req-a11de44b-8d64-4762-bb0a-d5f5f3179bc6 service nova] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Updated VIF entry in instance network info cache for port 38a42164-3f03-4d21-977a-b843dede4448. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1946.279437] env[63750]: DEBUG nova.network.neutron [req-9db514a4-38f1-40a2-acbf-95f525dec2fb req-a11de44b-8d64-4762-bb0a-d5f5f3179bc6 service nova] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Updating instance_info_cache with network_info: [{"id": "38a42164-3f03-4d21-977a-b843dede4448", "address": "fa:16:3e:13:af:01", "network": {"id": "0fb05399-05e7-4590-9d0a-9cdee0fd6e70", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1970677645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "04da956282e84867b4936629cc4ae832", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38a42164-3f", "ovs_interfaceid": "38a42164-3f03-4d21-977a-b843dede4448", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1946.373101] env[63750]: DEBUG oslo_concurrency.lockutils [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.384s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1946.374093] env[63750]: DEBUG nova.compute.manager [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 8fddfd5a-144e-4764-ae66-d212167aba17] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1946.377816] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f25a6853-8fc4-4c2b-b09d-61bf549223d3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.046s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1946.378259] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f25a6853-8fc4-4c2b-b09d-61bf549223d3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1946.419970] env[63750]: INFO nova.scheduler.client.report [None req-f25a6853-8fc4-4c2b-b09d-61bf549223d3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Deleted allocations for instance e2f05884-7293-4e98-a2e3-690440efd29a [ 1946.422210] env[63750]: DEBUG oslo_concurrency.lockutils [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Acquiring lock "73e73f2c-f8b1-4a44-8fa3-cb2285041b52" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1946.422546] env[63750]: DEBUG oslo_concurrency.lockutils [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Lock "73e73f2c-f8b1-4a44-8fa3-cb2285041b52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1946.463245] env[63750]: DEBUG oslo_vmware.api [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52c0593f-ab1f-9c29-6e05-dd2aad16a39e, 'name': SearchDatastore_Task, 'duration_secs': 0.029626} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.464673] env[63750]: DEBUG oslo_concurrency.lockutils [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1946.465089] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1946.465479] env[63750]: DEBUG oslo_concurrency.lockutils [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1946.465765] env[63750]: DEBUG oslo_concurrency.lockutils [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1946.466199] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1946.468415] env[63750]: DEBUG nova.compute.manager [req-9814f192-e31b-4963-9b50-595b39bd8ec3 req-c776a280-ace7-48af-aa67-91e4a296f95b service nova] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Received event network-changed-e5f29ea2-d0cf-492a-ba74-b58bc1e4ac21 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1946.468737] env[63750]: DEBUG nova.compute.manager [req-9814f192-e31b-4963-9b50-595b39bd8ec3 req-c776a280-ace7-48af-aa67-91e4a296f95b service nova] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Refreshing instance network info cache due to event network-changed-e5f29ea2-d0cf-492a-ba74-b58bc1e4ac21. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1946.469059] env[63750]: DEBUG oslo_concurrency.lockutils [req-9814f192-e31b-4963-9b50-595b39bd8ec3 req-c776a280-ace7-48af-aa67-91e4a296f95b service nova] Acquiring lock "refresh_cache-5e48cc71-ce40-4e55-bffb-d3bf274c946b" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1946.469327] env[63750]: DEBUG oslo_concurrency.lockutils [req-9814f192-e31b-4963-9b50-595b39bd8ec3 req-c776a280-ace7-48af-aa67-91e4a296f95b service nova] Acquired lock "refresh_cache-5e48cc71-ce40-4e55-bffb-d3bf274c946b" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1946.469602] env[63750]: DEBUG nova.network.neutron [req-9814f192-e31b-4963-9b50-595b39bd8ec3 req-c776a280-ace7-48af-aa67-91e4a296f95b service nova] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Refreshing network info cache for port e5f29ea2-d0cf-492a-ba74-b58bc1e4ac21 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1946.474363] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d4a8b3f-8845-4840-8e4b-f2a86e69d32c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.482454] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1946.482856] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1946.483743] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fc276c9-931f-46f1-af17-df27828ecc3a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.493070] env[63750]: DEBUG oslo_vmware.api [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Waiting for the task: (returnval){ [ 1946.493070] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]522f253d-dfae-122c-bf8b-a1a908b952db" [ 1946.493070] env[63750]: _type = "Task" [ 1946.493070] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.508512] env[63750]: DEBUG oslo_vmware.api [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]522f253d-dfae-122c-bf8b-a1a908b952db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.784028] env[63750]: DEBUG oslo_concurrency.lockutils [req-9db514a4-38f1-40a2-acbf-95f525dec2fb req-a11de44b-8d64-4762-bb0a-d5f5f3179bc6 service nova] Releasing lock "refresh_cache-817019a8-85aa-4f3a-be91-71d64dc51ae6" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1946.784655] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006834, 'name': CreateVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.884350] env[63750]: DEBUG nova.compute.utils [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1946.885789] env[63750]: DEBUG nova.compute.manager [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 8fddfd5a-144e-4764-ae66-d212167aba17] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1946.885984] env[63750]: DEBUG nova.network.neutron [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 8fddfd5a-144e-4764-ae66-d212167aba17] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1946.929070] env[63750]: DEBUG nova.compute.manager [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] [instance: 73e73f2c-f8b1-4a44-8fa3-cb2285041b52] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1946.939856] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f25a6853-8fc4-4c2b-b09d-61bf549223d3 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "e2f05884-7293-4e98-a2e3-690440efd29a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.808s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1947.006191] env[63750]: DEBUG oslo_vmware.api [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]522f253d-dfae-122c-bf8b-a1a908b952db, 'name': SearchDatastore_Task, 'duration_secs': 0.0262} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.007015] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5949ba1e-3065-4042-862d-fd62c821301c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.011478] env[63750]: DEBUG nova.policy [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '224173c61c32462c948e82a685c45e7a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a2d0199021141198e0a8cc981e6d49d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1947.017471] env[63750]: DEBUG oslo_vmware.api [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Waiting for the task: (returnval){ [ 1947.017471] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527f8f48-cba6-52bb-9e59-d41e7a9b9388" [ 1947.017471] env[63750]: _type = "Task" [ 1947.017471] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.026730] env[63750]: DEBUG oslo_vmware.api [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527f8f48-cba6-52bb-9e59-d41e7a9b9388, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.280799] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006834, 'name': CreateVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.390496] env[63750]: DEBUG nova.compute.manager [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 8fddfd5a-144e-4764-ae66-d212167aba17] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1947.467312] env[63750]: DEBUG oslo_concurrency.lockutils [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1947.467566] env[63750]: DEBUG oslo_concurrency.lockutils [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1947.469487] env[63750]: INFO nova.compute.claims [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] [instance: 73e73f2c-f8b1-4a44-8fa3-cb2285041b52] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1947.528673] env[63750]: DEBUG oslo_vmware.api [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527f8f48-cba6-52bb-9e59-d41e7a9b9388, 'name': SearchDatastore_Task, 'duration_secs': 0.025308} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.528972] env[63750]: DEBUG oslo_concurrency.lockutils [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1947.529216] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 3530f51f-bf74-482e-b7cd-5afe9f279e13/3530f51f-bf74-482e-b7cd-5afe9f279e13.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1947.529478] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2321978b-b7f2-4c7c-b21d-2fe9e0baad25 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.536984] env[63750]: DEBUG oslo_vmware.api [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Waiting for the task: (returnval){ [ 1947.536984] env[63750]: value = "task-2006835" [ 1947.536984] env[63750]: _type = "Task" [ 1947.536984] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.544269] env[63750]: DEBUG oslo_vmware.api [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Task: {'id': task-2006835, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.582965] env[63750]: DEBUG nova.compute.manager [req-221de311-6aa6-4245-aeb6-45e348a7c4ff req-67133b17-4501-4a80-a0b5-4330b04314fc service nova] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Received event network-changed-38a42164-3f03-4d21-977a-b843dede4448 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1947.583183] env[63750]: DEBUG nova.compute.manager [req-221de311-6aa6-4245-aeb6-45e348a7c4ff req-67133b17-4501-4a80-a0b5-4330b04314fc service nova] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Refreshing instance network info cache due to event network-changed-38a42164-3f03-4d21-977a-b843dede4448. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1947.583393] env[63750]: DEBUG oslo_concurrency.lockutils [req-221de311-6aa6-4245-aeb6-45e348a7c4ff req-67133b17-4501-4a80-a0b5-4330b04314fc service nova] Acquiring lock "refresh_cache-817019a8-85aa-4f3a-be91-71d64dc51ae6" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1947.583534] env[63750]: DEBUG oslo_concurrency.lockutils [req-221de311-6aa6-4245-aeb6-45e348a7c4ff req-67133b17-4501-4a80-a0b5-4330b04314fc service nova] Acquired lock "refresh_cache-817019a8-85aa-4f3a-be91-71d64dc51ae6" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1947.583692] env[63750]: DEBUG nova.network.neutron [req-221de311-6aa6-4245-aeb6-45e348a7c4ff req-67133b17-4501-4a80-a0b5-4330b04314fc service nova] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Refreshing network info cache for port 38a42164-3f03-4d21-977a-b843dede4448 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1947.634356] env[63750]: DEBUG nova.network.neutron [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: cbf7b9d3-0a79-4af3-be0c-0970adfda0eb] Successfully updated port: 5bf8983b-03a9-4c70-9a51-c1fbabbf78e6 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1947.781775] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006834, 'name': CreateVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.790536] env[63750]: DEBUG nova.network.neutron [req-9814f192-e31b-4963-9b50-595b39bd8ec3 req-c776a280-ace7-48af-aa67-91e4a296f95b service nova] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Updated VIF entry in instance network info cache for port e5f29ea2-d0cf-492a-ba74-b58bc1e4ac21. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1947.790790] env[63750]: DEBUG nova.network.neutron [req-9814f192-e31b-4963-9b50-595b39bd8ec3 req-c776a280-ace7-48af-aa67-91e4a296f95b service nova] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Updating instance_info_cache with network_info: [{"id": "e5f29ea2-d0cf-492a-ba74-b58bc1e4ac21", "address": "fa:16:3e:a6:67:d0", "network": {"id": "b187626c-07b5-4d74-a064-ea07943c3974", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-699185419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e8d72fb292a433fb29749aee8e597f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5f29ea2-d0", "ovs_interfaceid": "e5f29ea2-d0cf-492a-ba74-b58bc1e4ac21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1947.926661] env[63750]: DEBUG nova.network.neutron [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 8fddfd5a-144e-4764-ae66-d212167aba17] Successfully created port: e4b3c284-e39c-4b21-b341-f3d6c7b8d0e3 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1947.943750] env[63750]: DEBUG nova.compute.manager [None req-eab41c96-1d1f-493a-b101-b6af4bff578c tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1947.944679] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b222b4-fe9e-4855-9961-cad3a90dc52f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.046674] env[63750]: DEBUG oslo_vmware.api [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Task: {'id': task-2006835, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.137219] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquiring lock "refresh_cache-cbf7b9d3-0a79-4af3-be0c-0970adfda0eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1948.137500] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquired lock "refresh_cache-cbf7b9d3-0a79-4af3-be0c-0970adfda0eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1948.137500] env[63750]: DEBUG nova.network.neutron [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: cbf7b9d3-0a79-4af3-be0c-0970adfda0eb] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1948.281204] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006834, 'name': CreateVM_Task, 'duration_secs': 1.592207} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.281381] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1948.283029] env[63750]: DEBUG oslo_concurrency.lockutils [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1948.283029] env[63750]: DEBUG oslo_concurrency.lockutils [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1948.283029] env[63750]: DEBUG oslo_concurrency.lockutils [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1948.283029] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ae0fd68-a67e-48e7-9b0c-2903c4d51cfc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.290486] env[63750]: DEBUG oslo_vmware.api [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 1948.290486] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]524ece57-8b02-6e53-64af-049f95de9245" [ 1948.290486] env[63750]: _type = "Task" [ 1948.290486] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.293820] env[63750]: DEBUG oslo_concurrency.lockutils [req-9814f192-e31b-4963-9b50-595b39bd8ec3 req-c776a280-ace7-48af-aa67-91e4a296f95b service nova] Releasing lock "refresh_cache-5e48cc71-ce40-4e55-bffb-d3bf274c946b" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1948.301511] env[63750]: DEBUG oslo_vmware.api [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]524ece57-8b02-6e53-64af-049f95de9245, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.406176] env[63750]: DEBUG nova.compute.manager [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 8fddfd5a-144e-4764-ae66-d212167aba17] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1948.439616] env[63750]: DEBUG nova.virt.hardware [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1948.439864] env[63750]: DEBUG nova.virt.hardware [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1948.440204] env[63750]: DEBUG nova.virt.hardware [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1948.440473] env[63750]: DEBUG nova.virt.hardware [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1948.441170] env[63750]: DEBUG nova.virt.hardware [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1948.441170] env[63750]: DEBUG nova.virt.hardware [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1948.441170] env[63750]: DEBUG nova.virt.hardware [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1948.441337] env[63750]: DEBUG nova.virt.hardware [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1948.441446] env[63750]: DEBUG nova.virt.hardware [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1948.441605] env[63750]: DEBUG nova.virt.hardware [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1948.441768] env[63750]: DEBUG nova.virt.hardware [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1948.442693] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2f957b-e533-46ef-9891-a5af287e077a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.452997] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7901a46e-bc78-4b4b-a2cd-1f0498571cd5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.460426] env[63750]: INFO nova.compute.manager [None req-eab41c96-1d1f-493a-b101-b6af4bff578c tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] instance snapshotting [ 1948.460625] env[63750]: WARNING nova.compute.manager [None req-eab41c96-1d1f-493a-b101-b6af4bff578c tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1948.466466] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb788298-cac1-4f04-808a-24c7f4fb6950 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.501829] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1384f4-8f95-4f8a-9c09-da191a2b24c5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.511526] env[63750]: DEBUG nova.compute.manager [req-e9296bf8-66e4-4c84-8bcf-7fcd94188d0d req-11e3df4a-8b3b-4d80-8311-83403cc13021 service nova] [instance: cbf7b9d3-0a79-4af3-be0c-0970adfda0eb] Received event network-vif-plugged-5bf8983b-03a9-4c70-9a51-c1fbabbf78e6 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1948.511526] env[63750]: DEBUG oslo_concurrency.lockutils [req-e9296bf8-66e4-4c84-8bcf-7fcd94188d0d req-11e3df4a-8b3b-4d80-8311-83403cc13021 service nova] Acquiring lock "cbf7b9d3-0a79-4af3-be0c-0970adfda0eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.511696] env[63750]: DEBUG oslo_concurrency.lockutils [req-e9296bf8-66e4-4c84-8bcf-7fcd94188d0d req-11e3df4a-8b3b-4d80-8311-83403cc13021 service nova] Lock "cbf7b9d3-0a79-4af3-be0c-0970adfda0eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.511865] env[63750]: DEBUG oslo_concurrency.lockutils [req-e9296bf8-66e4-4c84-8bcf-7fcd94188d0d req-11e3df4a-8b3b-4d80-8311-83403cc13021 service nova] Lock "cbf7b9d3-0a79-4af3-be0c-0970adfda0eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.512039] env[63750]: DEBUG nova.compute.manager [req-e9296bf8-66e4-4c84-8bcf-7fcd94188d0d req-11e3df4a-8b3b-4d80-8311-83403cc13021 service nova] [instance: cbf7b9d3-0a79-4af3-be0c-0970adfda0eb] No waiting events found dispatching network-vif-plugged-5bf8983b-03a9-4c70-9a51-c1fbabbf78e6 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1948.512205] env[63750]: WARNING nova.compute.manager [req-e9296bf8-66e4-4c84-8bcf-7fcd94188d0d req-11e3df4a-8b3b-4d80-8311-83403cc13021 service nova] [instance: cbf7b9d3-0a79-4af3-be0c-0970adfda0eb] Received unexpected event network-vif-plugged-5bf8983b-03a9-4c70-9a51-c1fbabbf78e6 for instance with vm_state building and task_state spawning. [ 1948.512360] env[63750]: DEBUG nova.compute.manager [req-e9296bf8-66e4-4c84-8bcf-7fcd94188d0d req-11e3df4a-8b3b-4d80-8311-83403cc13021 service nova] [instance: cbf7b9d3-0a79-4af3-be0c-0970adfda0eb] Received event network-changed-5bf8983b-03a9-4c70-9a51-c1fbabbf78e6 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1948.512511] env[63750]: DEBUG nova.compute.manager [req-e9296bf8-66e4-4c84-8bcf-7fcd94188d0d req-11e3df4a-8b3b-4d80-8311-83403cc13021 service nova] [instance: cbf7b9d3-0a79-4af3-be0c-0970adfda0eb] Refreshing instance network info cache due to event network-changed-5bf8983b-03a9-4c70-9a51-c1fbabbf78e6. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1948.512673] env[63750]: DEBUG oslo_concurrency.lockutils [req-e9296bf8-66e4-4c84-8bcf-7fcd94188d0d req-11e3df4a-8b3b-4d80-8311-83403cc13021 service nova] Acquiring lock "refresh_cache-cbf7b9d3-0a79-4af3-be0c-0970adfda0eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1948.553245] env[63750]: DEBUG oslo_vmware.api [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Task: {'id': task-2006835, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.601503] env[63750]: DEBUG nova.network.neutron [req-221de311-6aa6-4245-aeb6-45e348a7c4ff req-67133b17-4501-4a80-a0b5-4330b04314fc service nova] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Updated VIF entry in instance network info cache for port 38a42164-3f03-4d21-977a-b843dede4448. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1948.601889] env[63750]: DEBUG nova.network.neutron [req-221de311-6aa6-4245-aeb6-45e348a7c4ff req-67133b17-4501-4a80-a0b5-4330b04314fc service nova] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Updating instance_info_cache with network_info: [{"id": "38a42164-3f03-4d21-977a-b843dede4448", "address": "fa:16:3e:13:af:01", "network": {"id": "0fb05399-05e7-4590-9d0a-9cdee0fd6e70", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1970677645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "04da956282e84867b4936629cc4ae832", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38a42164-3f", "ovs_interfaceid": "38a42164-3f03-4d21-977a-b843dede4448", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1948.691354] env[63750]: DEBUG nova.network.neutron [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: cbf7b9d3-0a79-4af3-be0c-0970adfda0eb] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1948.726841] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f39952-9675-4ad6-89ab-960c4db55027 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.734753] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030fe44a-fe8b-43fe-8d28-c683ac08a133 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.766889] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa95475-7025-433b-9a56-a8ca08993272 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.774541] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942c561a-79a1-4a0a-86b2-f0054b6a9dfb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.788134] env[63750]: DEBUG nova.compute.provider_tree [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1948.799677] env[63750]: DEBUG oslo_vmware.api [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]524ece57-8b02-6e53-64af-049f95de9245, 'name': SearchDatastore_Task, 'duration_secs': 0.032278} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.799924] env[63750]: DEBUG oslo_concurrency.lockutils [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1948.800169] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1948.800396] env[63750]: DEBUG oslo_concurrency.lockutils [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1948.800541] env[63750]: DEBUG oslo_concurrency.lockutils [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1948.800717] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1948.800959] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20095cc9-5a19-4dc7-baf3-6464bea70c5b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.820636] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1948.820823] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1948.821560] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ecf2ebd-5c8c-453a-8c08-443fd9e633c0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.827265] env[63750]: DEBUG oslo_vmware.api [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 1948.827265] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527ec39a-9723-f74c-032e-ba0d68ed172c" [ 1948.827265] env[63750]: _type = "Task" [ 1948.827265] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.835364] env[63750]: DEBUG oslo_vmware.api [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527ec39a-9723-f74c-032e-ba0d68ed172c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.935464] env[63750]: DEBUG nova.network.neutron [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: cbf7b9d3-0a79-4af3-be0c-0970adfda0eb] Updating instance_info_cache with network_info: [{"id": "5bf8983b-03a9-4c70-9a51-c1fbabbf78e6", "address": "fa:16:3e:c1:dd:da", "network": {"id": "0e079862-a158-4a83-80c0-7e4b9250f9fe", "bridge": "br-int", "label": "tempest-ServersTestJSON-24691741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348f6d26e2ec4f0ea7a2f9ae9fdf7a62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bf8983b-03", "ovs_interfaceid": "5bf8983b-03a9-4c70-9a51-c1fbabbf78e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1949.019447] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-eab41c96-1d1f-493a-b101-b6af4bff578c tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Creating Snapshot of the VM instance {{(pid=63750) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1949.019749] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-98a09493-482b-4b56-828b-48e92cebf63e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.026864] env[63750]: DEBUG oslo_vmware.api [None req-eab41c96-1d1f-493a-b101-b6af4bff578c tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 1949.026864] env[63750]: value = "task-2006836" [ 1949.026864] env[63750]: _type = "Task" [ 1949.026864] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.036685] env[63750]: DEBUG oslo_vmware.api [None req-eab41c96-1d1f-493a-b101-b6af4bff578c tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006836, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.048762] env[63750]: DEBUG oslo_vmware.api [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Task: {'id': task-2006835, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.129482} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.049013] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 3530f51f-bf74-482e-b7cd-5afe9f279e13/3530f51f-bf74-482e-b7cd-5afe9f279e13.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1949.049231] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1949.049470] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b70a144-e418-4fb8-b589-6d112ea1581f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.055735] env[63750]: DEBUG oslo_vmware.api [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Waiting for the task: (returnval){ [ 1949.055735] env[63750]: value = "task-2006837" [ 1949.055735] env[63750]: _type = "Task" [ 1949.055735] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.063321] env[63750]: DEBUG oslo_vmware.api [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Task: {'id': task-2006837, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.106873] env[63750]: DEBUG oslo_concurrency.lockutils [req-221de311-6aa6-4245-aeb6-45e348a7c4ff req-67133b17-4501-4a80-a0b5-4330b04314fc service nova] Releasing lock "refresh_cache-817019a8-85aa-4f3a-be91-71d64dc51ae6" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1949.291221] env[63750]: DEBUG nova.scheduler.client.report [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1949.337939] env[63750]: DEBUG oslo_vmware.api [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527ec39a-9723-f74c-032e-ba0d68ed172c, 'name': SearchDatastore_Task, 'duration_secs': 0.085671} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.338861] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f61cf7ef-13c2-4677-a8ae-91eb56e642a3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.345480] env[63750]: DEBUG oslo_vmware.api [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 1949.345480] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52838eef-ab98-88c5-a050-347e726c4d37" [ 1949.345480] env[63750]: _type = "Task" [ 1949.345480] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.353850] env[63750]: DEBUG oslo_vmware.api [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52838eef-ab98-88c5-a050-347e726c4d37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.438281] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Releasing lock "refresh_cache-cbf7b9d3-0a79-4af3-be0c-0970adfda0eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1949.438615] env[63750]: DEBUG nova.compute.manager [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: cbf7b9d3-0a79-4af3-be0c-0970adfda0eb] Instance network_info: |[{"id": "5bf8983b-03a9-4c70-9a51-c1fbabbf78e6", "address": "fa:16:3e:c1:dd:da", "network": {"id": "0e079862-a158-4a83-80c0-7e4b9250f9fe", "bridge": "br-int", "label": "tempest-ServersTestJSON-24691741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348f6d26e2ec4f0ea7a2f9ae9fdf7a62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bf8983b-03", "ovs_interfaceid": "5bf8983b-03a9-4c70-9a51-c1fbabbf78e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1949.439150] env[63750]: DEBUG oslo_concurrency.lockutils [req-e9296bf8-66e4-4c84-8bcf-7fcd94188d0d req-11e3df4a-8b3b-4d80-8311-83403cc13021 service nova] Acquired lock "refresh_cache-cbf7b9d3-0a79-4af3-be0c-0970adfda0eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1949.439150] env[63750]: DEBUG nova.network.neutron [req-e9296bf8-66e4-4c84-8bcf-7fcd94188d0d req-11e3df4a-8b3b-4d80-8311-83403cc13021 service nova] [instance: cbf7b9d3-0a79-4af3-be0c-0970adfda0eb] Refreshing network info cache for port 5bf8983b-03a9-4c70-9a51-c1fbabbf78e6 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1949.440859] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: cbf7b9d3-0a79-4af3-be0c-0970adfda0eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:dd:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd646f9d5-d2ad-4c22-bea5-85a965334de6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5bf8983b-03a9-4c70-9a51-c1fbabbf78e6', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1949.448187] env[63750]: DEBUG oslo.service.loopingcall [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1949.451076] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbf7b9d3-0a79-4af3-be0c-0970adfda0eb] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1949.451549] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3dab1e80-d5a2-4497-8de5-6d0b07ddf303 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.472095] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1949.472095] env[63750]: value = "task-2006838" [ 1949.472095] env[63750]: _type = "Task" [ 1949.472095] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.484336] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006838, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.538046] env[63750]: DEBUG oslo_vmware.api [None req-eab41c96-1d1f-493a-b101-b6af4bff578c tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006836, 'name': CreateSnapshot_Task, 'duration_secs': 0.48593} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.538247] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-eab41c96-1d1f-493a-b101-b6af4bff578c tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Created Snapshot of the VM instance {{(pid=63750) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1949.539032] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afd0541-8fa5-4445-9335-201efa62b103 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.566091] env[63750]: DEBUG oslo_vmware.api [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Task: {'id': task-2006837, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067974} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.568729] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1949.569578] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dac204c-d7ff-4f60-9880-4043d8a99dbd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.590983] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 3530f51f-bf74-482e-b7cd-5afe9f279e13/3530f51f-bf74-482e-b7cd-5afe9f279e13.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1949.590983] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af079245-8203-402e-9d1b-96d0b5cd14fd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.614502] env[63750]: DEBUG oslo_vmware.api [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Waiting for the task: (returnval){ [ 1949.614502] env[63750]: value = "task-2006839" [ 1949.614502] env[63750]: _type = "Task" [ 1949.614502] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.623765] env[63750]: DEBUG oslo_vmware.api [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Task: {'id': task-2006839, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.797433] env[63750]: DEBUG oslo_concurrency.lockutils [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.330s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1949.797985] env[63750]: DEBUG nova.compute.manager [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] [instance: 73e73f2c-f8b1-4a44-8fa3-cb2285041b52] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1949.858766] env[63750]: DEBUG oslo_vmware.api [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52838eef-ab98-88c5-a050-347e726c4d37, 'name': SearchDatastore_Task, 'duration_secs': 0.013028} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.859046] env[63750]: DEBUG oslo_concurrency.lockutils [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1949.859324] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 5e48cc71-ce40-4e55-bffb-d3bf274c946b/5e48cc71-ce40-4e55-bffb-d3bf274c946b.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1949.859586] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-111daa50-f1f9-4d0b-bb99-666776975e23 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.865944] env[63750]: DEBUG oslo_vmware.api [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 1949.865944] env[63750]: value = "task-2006840" [ 1949.865944] env[63750]: _type = "Task" [ 1949.865944] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.873854] env[63750]: DEBUG oslo_vmware.api [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2006840, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.921604] env[63750]: DEBUG nova.network.neutron [req-e9296bf8-66e4-4c84-8bcf-7fcd94188d0d req-11e3df4a-8b3b-4d80-8311-83403cc13021 service nova] [instance: cbf7b9d3-0a79-4af3-be0c-0970adfda0eb] Updated VIF entry in instance network info cache for port 5bf8983b-03a9-4c70-9a51-c1fbabbf78e6. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1949.921966] env[63750]: DEBUG nova.network.neutron [req-e9296bf8-66e4-4c84-8bcf-7fcd94188d0d req-11e3df4a-8b3b-4d80-8311-83403cc13021 service nova] [instance: cbf7b9d3-0a79-4af3-be0c-0970adfda0eb] Updating instance_info_cache with network_info: [{"id": "5bf8983b-03a9-4c70-9a51-c1fbabbf78e6", "address": "fa:16:3e:c1:dd:da", "network": {"id": "0e079862-a158-4a83-80c0-7e4b9250f9fe", "bridge": "br-int", "label": "tempest-ServersTestJSON-24691741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348f6d26e2ec4f0ea7a2f9ae9fdf7a62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bf8983b-03", "ovs_interfaceid": "5bf8983b-03a9-4c70-9a51-c1fbabbf78e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1949.981756] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006838, 'name': CreateVM_Task, 'duration_secs': 0.478459} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.982057] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbf7b9d3-0a79-4af3-be0c-0970adfda0eb] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1949.983033] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1949.983033] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1949.984039] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1949.984039] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9fa0f7a-55b2-4a81-8386-748a4a56fada {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.988625] env[63750]: DEBUG oslo_vmware.api [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1949.988625] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527e79eb-a31e-db77-e7fa-f977b15458a2" [ 1949.988625] env[63750]: _type = "Task" [ 1949.988625] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.995967] env[63750]: DEBUG oslo_vmware.api [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527e79eb-a31e-db77-e7fa-f977b15458a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.049361] env[63750]: DEBUG nova.network.neutron [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 8fddfd5a-144e-4764-ae66-d212167aba17] Successfully updated port: e4b3c284-e39c-4b21-b341-f3d6c7b8d0e3 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1950.057099] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-eab41c96-1d1f-493a-b101-b6af4bff578c tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Creating linked-clone VM from snapshot {{(pid=63750) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1950.057807] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-57c23dde-1003-4e05-ae61-62d65589c2bb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.067589] env[63750]: DEBUG oslo_vmware.api [None req-eab41c96-1d1f-493a-b101-b6af4bff578c tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 1950.067589] env[63750]: value = "task-2006841" [ 1950.067589] env[63750]: _type = "Task" [ 1950.067589] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.075661] env[63750]: DEBUG oslo_vmware.api [None req-eab41c96-1d1f-493a-b101-b6af4bff578c tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006841, 'name': CloneVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.125331] env[63750]: DEBUG oslo_vmware.api [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Task: {'id': task-2006839, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.304475] env[63750]: DEBUG nova.compute.utils [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1950.306665] env[63750]: DEBUG nova.compute.manager [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] [instance: 73e73f2c-f8b1-4a44-8fa3-cb2285041b52] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1950.307055] env[63750]: DEBUG nova.network.neutron [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] [instance: 73e73f2c-f8b1-4a44-8fa3-cb2285041b52] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1950.352708] env[63750]: DEBUG nova.policy [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '60e7d6cc4ef04dad8739151d09fb9cbd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3a4cf55cdf34296bc974b2e28cccd2c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1950.377578] env[63750]: DEBUG oslo_vmware.api [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2006840, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.424911] env[63750]: DEBUG oslo_concurrency.lockutils [req-e9296bf8-66e4-4c84-8bcf-7fcd94188d0d req-11e3df4a-8b3b-4d80-8311-83403cc13021 service nova] Releasing lock "refresh_cache-cbf7b9d3-0a79-4af3-be0c-0970adfda0eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1950.425217] env[63750]: DEBUG nova.compute.manager [req-e9296bf8-66e4-4c84-8bcf-7fcd94188d0d req-11e3df4a-8b3b-4d80-8311-83403cc13021 service nova] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Received event network-changed-38a42164-3f03-4d21-977a-b843dede4448 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1950.425390] env[63750]: DEBUG nova.compute.manager [req-e9296bf8-66e4-4c84-8bcf-7fcd94188d0d req-11e3df4a-8b3b-4d80-8311-83403cc13021 service nova] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Refreshing instance network info cache due to event network-changed-38a42164-3f03-4d21-977a-b843dede4448. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1950.425647] env[63750]: DEBUG oslo_concurrency.lockutils [req-e9296bf8-66e4-4c84-8bcf-7fcd94188d0d req-11e3df4a-8b3b-4d80-8311-83403cc13021 service nova] Acquiring lock "refresh_cache-817019a8-85aa-4f3a-be91-71d64dc51ae6" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1950.425788] env[63750]: DEBUG oslo_concurrency.lockutils [req-e9296bf8-66e4-4c84-8bcf-7fcd94188d0d req-11e3df4a-8b3b-4d80-8311-83403cc13021 service nova] Acquired lock "refresh_cache-817019a8-85aa-4f3a-be91-71d64dc51ae6" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1950.426026] env[63750]: DEBUG nova.network.neutron [req-e9296bf8-66e4-4c84-8bcf-7fcd94188d0d req-11e3df4a-8b3b-4d80-8311-83403cc13021 service nova] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Refreshing network info cache for port 38a42164-3f03-4d21-977a-b843dede4448 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1950.498950] env[63750]: DEBUG oslo_vmware.api [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527e79eb-a31e-db77-e7fa-f977b15458a2, 'name': SearchDatastore_Task, 'duration_secs': 0.021029} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.499332] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1950.499621] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: cbf7b9d3-0a79-4af3-be0c-0970adfda0eb] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1950.499902] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1950.500080] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1950.500269] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1950.500547] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d54145a-7baa-4111-9eb3-fe881dbaa13f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.509291] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1950.509466] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1950.510190] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf9c659a-ae48-4ed0-bb37-ac9000774fc2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.515587] env[63750]: DEBUG oslo_vmware.api [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1950.515587] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52bbfef0-69a6-788e-7cba-4e89070a7230" [ 1950.515587] env[63750]: _type = "Task" [ 1950.515587] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.520253] env[63750]: DEBUG oslo_concurrency.lockutils [None req-323d4263-d32a-4ede-8d93-95f633d0f4a9 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Acquiring lock "817019a8-85aa-4f3a-be91-71d64dc51ae6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1950.520493] env[63750]: DEBUG oslo_concurrency.lockutils [None req-323d4263-d32a-4ede-8d93-95f633d0f4a9 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Lock "817019a8-85aa-4f3a-be91-71d64dc51ae6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1950.520705] env[63750]: DEBUG oslo_concurrency.lockutils [None req-323d4263-d32a-4ede-8d93-95f633d0f4a9 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Acquiring lock "817019a8-85aa-4f3a-be91-71d64dc51ae6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1950.520903] env[63750]: DEBUG oslo_concurrency.lockutils [None req-323d4263-d32a-4ede-8d93-95f633d0f4a9 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Lock "817019a8-85aa-4f3a-be91-71d64dc51ae6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1950.521089] env[63750]: DEBUG oslo_concurrency.lockutils [None req-323d4263-d32a-4ede-8d93-95f633d0f4a9 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Lock "817019a8-85aa-4f3a-be91-71d64dc51ae6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1950.525733] env[63750]: DEBUG oslo_vmware.api [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52bbfef0-69a6-788e-7cba-4e89070a7230, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.526221] env[63750]: INFO nova.compute.manager [None req-323d4263-d32a-4ede-8d93-95f633d0f4a9 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Terminating instance [ 1950.552908] env[63750]: DEBUG nova.compute.manager [req-625592ce-fa6e-4b90-a525-9581b53cb10a req-bda58bf3-0785-42f4-b6af-06d47748f450 service nova] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Received event network-changed-38a42164-3f03-4d21-977a-b843dede4448 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1950.553156] env[63750]: DEBUG nova.compute.manager [req-625592ce-fa6e-4b90-a525-9581b53cb10a req-bda58bf3-0785-42f4-b6af-06d47748f450 service nova] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Refreshing instance network info cache due to event network-changed-38a42164-3f03-4d21-977a-b843dede4448. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1950.553357] env[63750]: DEBUG oslo_concurrency.lockutils [req-625592ce-fa6e-4b90-a525-9581b53cb10a req-bda58bf3-0785-42f4-b6af-06d47748f450 service nova] Acquiring lock "refresh_cache-817019a8-85aa-4f3a-be91-71d64dc51ae6" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1950.558942] env[63750]: DEBUG oslo_concurrency.lockutils [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquiring lock "refresh_cache-8fddfd5a-144e-4764-ae66-d212167aba17" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1950.559119] env[63750]: DEBUG oslo_concurrency.lockutils [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquired lock "refresh_cache-8fddfd5a-144e-4764-ae66-d212167aba17" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1950.559237] env[63750]: DEBUG nova.network.neutron [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 8fddfd5a-144e-4764-ae66-d212167aba17] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1950.578116] env[63750]: DEBUG oslo_vmware.api [None req-eab41c96-1d1f-493a-b101-b6af4bff578c tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006841, 'name': CloneVM_Task} progress is 94%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.625870] env[63750]: DEBUG oslo_vmware.api [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Task: {'id': task-2006839, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.662438] env[63750]: DEBUG nova.network.neutron [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] [instance: 73e73f2c-f8b1-4a44-8fa3-cb2285041b52] Successfully created port: 52035690-a4e7-410a-a971-2c7ad9fc377c {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1950.811762] env[63750]: DEBUG nova.compute.manager [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] [instance: 73e73f2c-f8b1-4a44-8fa3-cb2285041b52] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1950.879634] env[63750]: DEBUG oslo_vmware.api [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2006840, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.026135] env[63750]: DEBUG oslo_vmware.api [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52bbfef0-69a6-788e-7cba-4e89070a7230, 'name': SearchDatastore_Task, 'duration_secs': 0.011846} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.028932] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c07ced38-9ce5-43fd-9d56-0a7a2e9c8f32 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.032844] env[63750]: DEBUG nova.compute.manager [None req-323d4263-d32a-4ede-8d93-95f633d0f4a9 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1951.033088] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-323d4263-d32a-4ede-8d93-95f633d0f4a9 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1951.033849] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25da31f5-26b5-49eb-82fe-6a7ad12b7956 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.043380] env[63750]: DEBUG oslo_vmware.api [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1951.043380] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52152076-5529-0e30-357d-b49735303e33" [ 1951.043380] env[63750]: _type = "Task" [ 1951.043380] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.043627] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-323d4263-d32a-4ede-8d93-95f633d0f4a9 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1951.043935] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e52b80e-74dc-4936-9c20-50411ce8c621 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.052929] env[63750]: DEBUG oslo_vmware.api [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52152076-5529-0e30-357d-b49735303e33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.056096] env[63750]: DEBUG oslo_vmware.api [None req-323d4263-d32a-4ede-8d93-95f633d0f4a9 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Waiting for the task: (returnval){ [ 1951.056096] env[63750]: value = "task-2006842" [ 1951.056096] env[63750]: _type = "Task" [ 1951.056096] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.065326] env[63750]: DEBUG oslo_vmware.api [None req-323d4263-d32a-4ede-8d93-95f633d0f4a9 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Task: {'id': task-2006842, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.079204] env[63750]: DEBUG oslo_vmware.api [None req-eab41c96-1d1f-493a-b101-b6af4bff578c tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006841, 'name': CloneVM_Task} progress is 94%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.105929] env[63750]: DEBUG nova.network.neutron [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 8fddfd5a-144e-4764-ae66-d212167aba17] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1951.126791] env[63750]: DEBUG oslo_vmware.api [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Task: {'id': task-2006839, 'name': ReconfigVM_Task, 'duration_secs': 1.35661} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.127197] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 3530f51f-bf74-482e-b7cd-5afe9f279e13/3530f51f-bf74-482e-b7cd-5afe9f279e13.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1951.127813] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b0a86b4-90e6-4cd5-8653-b314c9ed68ed {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.138894] env[63750]: DEBUG oslo_vmware.api [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Waiting for the task: (returnval){ [ 1951.138894] env[63750]: value = "task-2006843" [ 1951.138894] env[63750]: _type = "Task" [ 1951.138894] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.147284] env[63750]: DEBUG oslo_vmware.api [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Task: {'id': task-2006843, 'name': Rename_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.226009] env[63750]: DEBUG nova.network.neutron [req-e9296bf8-66e4-4c84-8bcf-7fcd94188d0d req-11e3df4a-8b3b-4d80-8311-83403cc13021 service nova] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Updated VIF entry in instance network info cache for port 38a42164-3f03-4d21-977a-b843dede4448. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1951.226553] env[63750]: DEBUG nova.network.neutron [req-e9296bf8-66e4-4c84-8bcf-7fcd94188d0d req-11e3df4a-8b3b-4d80-8311-83403cc13021 service nova] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Updating instance_info_cache with network_info: [{"id": "38a42164-3f03-4d21-977a-b843dede4448", "address": "fa:16:3e:13:af:01", "network": {"id": "0fb05399-05e7-4590-9d0a-9cdee0fd6e70", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1970677645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "04da956282e84867b4936629cc4ae832", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38a42164-3f", "ovs_interfaceid": "38a42164-3f03-4d21-977a-b843dede4448", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1951.317168] env[63750]: DEBUG nova.network.neutron [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 8fddfd5a-144e-4764-ae66-d212167aba17] Updating instance_info_cache with network_info: [{"id": "e4b3c284-e39c-4b21-b341-f3d6c7b8d0e3", "address": "fa:16:3e:73:f1:b0", "network": {"id": "1e3b858c-f4d4-4913-a4c3-d58d2479172a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1419195521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a2d0199021141198e0a8cc981e6d49d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4b3c284-e3", "ovs_interfaceid": "e4b3c284-e39c-4b21-b341-f3d6c7b8d0e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1951.380186] env[63750]: DEBUG oslo_vmware.api [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2006840, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.554678] env[63750]: DEBUG oslo_vmware.api [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52152076-5529-0e30-357d-b49735303e33, 'name': SearchDatastore_Task, 'duration_secs': 0.013404} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.555023] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1951.555221] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] cbf7b9d3-0a79-4af3-be0c-0970adfda0eb/cbf7b9d3-0a79-4af3-be0c-0970adfda0eb.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1951.555488] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c88c3d4-c50e-406c-b58c-8c93aa758498 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.567023] env[63750]: DEBUG oslo_vmware.api [None req-323d4263-d32a-4ede-8d93-95f633d0f4a9 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Task: {'id': task-2006842, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.568244] env[63750]: DEBUG oslo_vmware.api [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1951.568244] env[63750]: value = "task-2006844" [ 1951.568244] env[63750]: _type = "Task" [ 1951.568244] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.579450] env[63750]: DEBUG oslo_vmware.api [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006844, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.582588] env[63750]: DEBUG oslo_vmware.api [None req-eab41c96-1d1f-493a-b101-b6af4bff578c tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006841, 'name': CloneVM_Task} progress is 95%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.649557] env[63750]: DEBUG oslo_vmware.api [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Task: {'id': task-2006843, 'name': Rename_Task, 'duration_secs': 0.254493} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.649904] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1951.650171] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ac8095d-c955-4580-a066-312706abe119 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.656902] env[63750]: DEBUG oslo_vmware.api [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Waiting for the task: (returnval){ [ 1951.656902] env[63750]: value = "task-2006845" [ 1951.656902] env[63750]: _type = "Task" [ 1951.656902] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.664532] env[63750]: DEBUG oslo_vmware.api [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Task: {'id': task-2006845, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.729402] env[63750]: DEBUG oslo_concurrency.lockutils [req-e9296bf8-66e4-4c84-8bcf-7fcd94188d0d req-11e3df4a-8b3b-4d80-8311-83403cc13021 service nova] Releasing lock "refresh_cache-817019a8-85aa-4f3a-be91-71d64dc51ae6" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1951.729873] env[63750]: DEBUG oslo_concurrency.lockutils [req-625592ce-fa6e-4b90-a525-9581b53cb10a req-bda58bf3-0785-42f4-b6af-06d47748f450 service nova] Acquired lock "refresh_cache-817019a8-85aa-4f3a-be91-71d64dc51ae6" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1951.730116] env[63750]: DEBUG nova.network.neutron [req-625592ce-fa6e-4b90-a525-9581b53cb10a req-bda58bf3-0785-42f4-b6af-06d47748f450 service nova] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Refreshing network info cache for port 38a42164-3f03-4d21-977a-b843dede4448 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1951.822959] env[63750]: DEBUG oslo_concurrency.lockutils [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Releasing lock "refresh_cache-8fddfd5a-144e-4764-ae66-d212167aba17" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1951.823320] env[63750]: DEBUG nova.compute.manager [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 8fddfd5a-144e-4764-ae66-d212167aba17] Instance network_info: |[{"id": "e4b3c284-e39c-4b21-b341-f3d6c7b8d0e3", "address": "fa:16:3e:73:f1:b0", "network": {"id": "1e3b858c-f4d4-4913-a4c3-d58d2479172a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1419195521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a2d0199021141198e0a8cc981e6d49d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4b3c284-e3", "ovs_interfaceid": "e4b3c284-e39c-4b21-b341-f3d6c7b8d0e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1951.824477] env[63750]: DEBUG nova.compute.manager [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] [instance: 73e73f2c-f8b1-4a44-8fa3-cb2285041b52] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1951.827014] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 8fddfd5a-144e-4764-ae66-d212167aba17] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:f1:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4b3c284-e39c-4b21-b341-f3d6c7b8d0e3', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1951.835596] env[63750]: DEBUG oslo.service.loopingcall [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1951.835596] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fddfd5a-144e-4764-ae66-d212167aba17] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1951.835596] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-796bff61-e150-4454-939f-0b01d2dd1650 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.866421] env[63750]: DEBUG nova.virt.hardware [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1951.866829] env[63750]: DEBUG nova.virt.hardware [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1951.867106] env[63750]: DEBUG nova.virt.hardware [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1951.867440] env[63750]: DEBUG nova.virt.hardware [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1951.867701] env[63750]: DEBUG nova.virt.hardware [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1951.867923] env[63750]: DEBUG nova.virt.hardware [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1951.868259] env[63750]: DEBUG nova.virt.hardware [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1951.868441] env[63750]: DEBUG nova.virt.hardware [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1951.868617] env[63750]: DEBUG nova.virt.hardware [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1951.868781] env[63750]: DEBUG nova.virt.hardware [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1951.868957] env[63750]: DEBUG nova.virt.hardware [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1951.869925] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8cd3d2-b25b-4f83-b958-c7023d1cc681 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.877920] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1951.877920] env[63750]: value = "task-2006846" [ 1951.877920] env[63750]: _type = "Task" [ 1951.877920] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.887387] env[63750]: DEBUG oslo_vmware.api [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2006840, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.889101] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72eeb67-eb67-44e5-86e3-24595361c473 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.896481] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006846, 'name': CreateVM_Task} progress is 10%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.067571] env[63750]: DEBUG oslo_vmware.api [None req-323d4263-d32a-4ede-8d93-95f633d0f4a9 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Task: {'id': task-2006842, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.079513] env[63750]: DEBUG oslo_vmware.api [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006844, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470298} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.082538] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] cbf7b9d3-0a79-4af3-be0c-0970adfda0eb/cbf7b9d3-0a79-4af3-be0c-0970adfda0eb.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1952.082759] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: cbf7b9d3-0a79-4af3-be0c-0970adfda0eb] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1952.083025] env[63750]: DEBUG oslo_vmware.api [None req-eab41c96-1d1f-493a-b101-b6af4bff578c tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006841, 'name': CloneVM_Task, 'duration_secs': 1.815502} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.083229] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0028410b-7b0d-4a7c-968c-2a38411aaa56 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.086648] env[63750]: INFO nova.virt.vmwareapi.vmops [None req-eab41c96-1d1f-493a-b101-b6af4bff578c tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Created linked-clone VM from snapshot [ 1952.087371] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18bbc0c9-f330-4d41-bb27-398f8a702732 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.094507] env[63750]: DEBUG nova.virt.vmwareapi.images [None req-eab41c96-1d1f-493a-b101-b6af4bff578c tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Uploading image 558cf696-ef7f-4bbe-9059-41727df74df8 {{(pid=63750) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1952.097470] env[63750]: DEBUG oslo_vmware.api [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1952.097470] env[63750]: value = "task-2006847" [ 1952.097470] env[63750]: _type = "Task" [ 1952.097470] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.104976] env[63750]: DEBUG oslo_vmware.api [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006847, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.117441] env[63750]: DEBUG oslo_vmware.rw_handles [None req-eab41c96-1d1f-493a-b101-b6af4bff578c tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1952.117441] env[63750]: value = "vm-412619" [ 1952.117441] env[63750]: _type = "VirtualMachine" [ 1952.117441] env[63750]: }. {{(pid=63750) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1952.117708] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5cb8a495-2fc1-4802-b3cf-bc828a57b544 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.124367] env[63750]: DEBUG oslo_vmware.rw_handles [None req-eab41c96-1d1f-493a-b101-b6af4bff578c tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lease: (returnval){ [ 1952.124367] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52176212-65b5-7c85-1897-7a5319754a33" [ 1952.124367] env[63750]: _type = "HttpNfcLease" [ 1952.124367] env[63750]: } obtained for exporting VM: (result){ [ 1952.124367] env[63750]: value = "vm-412619" [ 1952.124367] env[63750]: _type = "VirtualMachine" [ 1952.124367] env[63750]: }. {{(pid=63750) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1952.124747] env[63750]: DEBUG oslo_vmware.api [None req-eab41c96-1d1f-493a-b101-b6af4bff578c tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the lease: (returnval){ [ 1952.124747] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52176212-65b5-7c85-1897-7a5319754a33" [ 1952.124747] env[63750]: _type = "HttpNfcLease" [ 1952.124747] env[63750]: } to be ready. {{(pid=63750) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1952.131020] env[63750]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1952.131020] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52176212-65b5-7c85-1897-7a5319754a33" [ 1952.131020] env[63750]: _type = "HttpNfcLease" [ 1952.131020] env[63750]: } is initializing. {{(pid=63750) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1952.167161] env[63750]: DEBUG oslo_vmware.api [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Task: {'id': task-2006845, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.302232] env[63750]: DEBUG nova.network.neutron [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] [instance: 73e73f2c-f8b1-4a44-8fa3-cb2285041b52] Successfully updated port: 52035690-a4e7-410a-a971-2c7ad9fc377c {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1952.379819] env[63750]: DEBUG oslo_vmware.api [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2006840, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.391402] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006846, 'name': CreateVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.482911] env[63750]: DEBUG nova.network.neutron [req-625592ce-fa6e-4b90-a525-9581b53cb10a req-bda58bf3-0785-42f4-b6af-06d47748f450 service nova] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Updated VIF entry in instance network info cache for port 38a42164-3f03-4d21-977a-b843dede4448. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1952.483294] env[63750]: DEBUG nova.network.neutron [req-625592ce-fa6e-4b90-a525-9581b53cb10a req-bda58bf3-0785-42f4-b6af-06d47748f450 service nova] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Updating instance_info_cache with network_info: [{"id": "38a42164-3f03-4d21-977a-b843dede4448", "address": "fa:16:3e:13:af:01", "network": {"id": "0fb05399-05e7-4590-9d0a-9cdee0fd6e70", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1970677645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "04da956282e84867b4936629cc4ae832", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38a42164-3f", "ovs_interfaceid": "38a42164-3f03-4d21-977a-b843dede4448", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1952.568274] env[63750]: DEBUG oslo_vmware.api [None req-323d4263-d32a-4ede-8d93-95f633d0f4a9 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Task: {'id': task-2006842, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.580501] env[63750]: DEBUG nova.compute.manager [req-40d22d2a-5f38-4b90-acab-1990db7c2190 req-6d21a33e-9145-46d7-8f8e-d2aba9f11f29 service nova] [instance: 73e73f2c-f8b1-4a44-8fa3-cb2285041b52] Received event network-vif-plugged-52035690-a4e7-410a-a971-2c7ad9fc377c {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1952.580683] env[63750]: DEBUG oslo_concurrency.lockutils [req-40d22d2a-5f38-4b90-acab-1990db7c2190 req-6d21a33e-9145-46d7-8f8e-d2aba9f11f29 service nova] Acquiring lock "73e73f2c-f8b1-4a44-8fa3-cb2285041b52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1952.580866] env[63750]: DEBUG oslo_concurrency.lockutils [req-40d22d2a-5f38-4b90-acab-1990db7c2190 req-6d21a33e-9145-46d7-8f8e-d2aba9f11f29 service nova] Lock "73e73f2c-f8b1-4a44-8fa3-cb2285041b52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1952.581039] env[63750]: DEBUG oslo_concurrency.lockutils [req-40d22d2a-5f38-4b90-acab-1990db7c2190 req-6d21a33e-9145-46d7-8f8e-d2aba9f11f29 service nova] Lock "73e73f2c-f8b1-4a44-8fa3-cb2285041b52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1952.581262] env[63750]: DEBUG nova.compute.manager [req-40d22d2a-5f38-4b90-acab-1990db7c2190 req-6d21a33e-9145-46d7-8f8e-d2aba9f11f29 service nova] [instance: 73e73f2c-f8b1-4a44-8fa3-cb2285041b52] No waiting events found dispatching network-vif-plugged-52035690-a4e7-410a-a971-2c7ad9fc377c {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1952.581439] env[63750]: WARNING nova.compute.manager [req-40d22d2a-5f38-4b90-acab-1990db7c2190 req-6d21a33e-9145-46d7-8f8e-d2aba9f11f29 service nova] [instance: 73e73f2c-f8b1-4a44-8fa3-cb2285041b52] Received unexpected event network-vif-plugged-52035690-a4e7-410a-a971-2c7ad9fc377c for instance with vm_state building and task_state spawning. [ 1952.581602] env[63750]: DEBUG nova.compute.manager [req-40d22d2a-5f38-4b90-acab-1990db7c2190 req-6d21a33e-9145-46d7-8f8e-d2aba9f11f29 service nova] [instance: 73e73f2c-f8b1-4a44-8fa3-cb2285041b52] Received event network-changed-52035690-a4e7-410a-a971-2c7ad9fc377c {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1952.581754] env[63750]: DEBUG nova.compute.manager [req-40d22d2a-5f38-4b90-acab-1990db7c2190 req-6d21a33e-9145-46d7-8f8e-d2aba9f11f29 service nova] [instance: 73e73f2c-f8b1-4a44-8fa3-cb2285041b52] Refreshing instance network info cache due to event network-changed-52035690-a4e7-410a-a971-2c7ad9fc377c. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1952.581943] env[63750]: DEBUG oslo_concurrency.lockutils [req-40d22d2a-5f38-4b90-acab-1990db7c2190 req-6d21a33e-9145-46d7-8f8e-d2aba9f11f29 service nova] Acquiring lock "refresh_cache-73e73f2c-f8b1-4a44-8fa3-cb2285041b52" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1952.582094] env[63750]: DEBUG oslo_concurrency.lockutils [req-40d22d2a-5f38-4b90-acab-1990db7c2190 req-6d21a33e-9145-46d7-8f8e-d2aba9f11f29 service nova] Acquired lock "refresh_cache-73e73f2c-f8b1-4a44-8fa3-cb2285041b52" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1952.582252] env[63750]: DEBUG nova.network.neutron [req-40d22d2a-5f38-4b90-acab-1990db7c2190 req-6d21a33e-9145-46d7-8f8e-d2aba9f11f29 service nova] [instance: 73e73f2c-f8b1-4a44-8fa3-cb2285041b52] Refreshing network info cache for port 52035690-a4e7-410a-a971-2c7ad9fc377c {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1952.607911] env[63750]: DEBUG oslo_vmware.api [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006847, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061762} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.608175] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: cbf7b9d3-0a79-4af3-be0c-0970adfda0eb] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1952.609020] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3749816-4dc7-46e4-95ce-ea7f5534cfce {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.631353] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: cbf7b9d3-0a79-4af3-be0c-0970adfda0eb] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] cbf7b9d3-0a79-4af3-be0c-0970adfda0eb/cbf7b9d3-0a79-4af3-be0c-0970adfda0eb.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1952.632010] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45689dfd-433a-4df4-b11e-7421987fde12 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.653007] env[63750]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1952.653007] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52176212-65b5-7c85-1897-7a5319754a33" [ 1952.653007] env[63750]: _type = "HttpNfcLease" [ 1952.653007] env[63750]: } is ready. {{(pid=63750) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1952.654264] env[63750]: DEBUG oslo_vmware.rw_handles [None req-eab41c96-1d1f-493a-b101-b6af4bff578c tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1952.654264] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52176212-65b5-7c85-1897-7a5319754a33" [ 1952.654264] env[63750]: _type = "HttpNfcLease" [ 1952.654264] env[63750]: }. {{(pid=63750) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1952.654864] env[63750]: DEBUG oslo_vmware.api [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1952.654864] env[63750]: value = "task-2006849" [ 1952.654864] env[63750]: _type = "Task" [ 1952.654864] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.655245] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b527e1f8-cd2c-405d-ad23-0c8e0961e262 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.668358] env[63750]: DEBUG oslo_vmware.rw_handles [None req-eab41c96-1d1f-493a-b101-b6af4bff578c tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5201b17e-4ffc-0faf-ca70-855ce5db6005/disk-0.vmdk from lease info. {{(pid=63750) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1952.668499] env[63750]: DEBUG oslo_vmware.rw_handles [None req-eab41c96-1d1f-493a-b101-b6af4bff578c tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5201b17e-4ffc-0faf-ca70-855ce5db6005/disk-0.vmdk for reading. {{(pid=63750) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1952.672816] env[63750]: DEBUG oslo_vmware.api [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006849, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.730932] env[63750]: DEBUG oslo_vmware.api [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Task: {'id': task-2006845, 'name': PowerOnVM_Task, 'duration_secs': 0.582448} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.732280] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1952.732515] env[63750]: DEBUG nova.compute.manager [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1952.734075] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6031685f-d707-4ef0-aeee-d20806d5fb07 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.765590] env[63750]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a4d81c2c-3d91-41f4-8b58-ab13d7d5ec35 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.802804] env[63750]: DEBUG oslo_concurrency.lockutils [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Acquiring lock "refresh_cache-73e73f2c-f8b1-4a44-8fa3-cb2285041b52" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1952.879724] env[63750]: DEBUG oslo_vmware.api [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2006840, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.888050] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006846, 'name': CreateVM_Task, 'duration_secs': 0.557589} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.888204] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fddfd5a-144e-4764-ae66-d212167aba17] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1952.888887] env[63750]: DEBUG oslo_concurrency.lockutils [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1952.889039] env[63750]: DEBUG oslo_concurrency.lockutils [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1952.889367] env[63750]: DEBUG oslo_concurrency.lockutils [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1952.889600] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67367c9d-a09e-4f2c-91bf-883e624ee312 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.894152] env[63750]: DEBUG oslo_vmware.api [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1952.894152] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52062f8e-0964-cdf4-68e1-d47c4bc4829a" [ 1952.894152] env[63750]: _type = "Task" [ 1952.894152] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.902040] env[63750]: DEBUG oslo_vmware.api [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52062f8e-0964-cdf4-68e1-d47c4bc4829a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.986588] env[63750]: DEBUG oslo_concurrency.lockutils [req-625592ce-fa6e-4b90-a525-9581b53cb10a req-bda58bf3-0785-42f4-b6af-06d47748f450 service nova] Releasing lock "refresh_cache-817019a8-85aa-4f3a-be91-71d64dc51ae6" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1952.987022] env[63750]: DEBUG nova.compute.manager [req-625592ce-fa6e-4b90-a525-9581b53cb10a req-bda58bf3-0785-42f4-b6af-06d47748f450 service nova] [instance: 8fddfd5a-144e-4764-ae66-d212167aba17] Received event network-vif-plugged-e4b3c284-e39c-4b21-b341-f3d6c7b8d0e3 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1952.987273] env[63750]: DEBUG oslo_concurrency.lockutils [req-625592ce-fa6e-4b90-a525-9581b53cb10a req-bda58bf3-0785-42f4-b6af-06d47748f450 service nova] Acquiring lock "8fddfd5a-144e-4764-ae66-d212167aba17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1952.987500] env[63750]: DEBUG oslo_concurrency.lockutils [req-625592ce-fa6e-4b90-a525-9581b53cb10a req-bda58bf3-0785-42f4-b6af-06d47748f450 service nova] Lock "8fddfd5a-144e-4764-ae66-d212167aba17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1952.987671] env[63750]: DEBUG oslo_concurrency.lockutils [req-625592ce-fa6e-4b90-a525-9581b53cb10a req-bda58bf3-0785-42f4-b6af-06d47748f450 service nova] Lock "8fddfd5a-144e-4764-ae66-d212167aba17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1952.987840] env[63750]: DEBUG nova.compute.manager [req-625592ce-fa6e-4b90-a525-9581b53cb10a req-bda58bf3-0785-42f4-b6af-06d47748f450 service nova] [instance: 8fddfd5a-144e-4764-ae66-d212167aba17] No waiting events found dispatching network-vif-plugged-e4b3c284-e39c-4b21-b341-f3d6c7b8d0e3 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1952.988030] env[63750]: WARNING nova.compute.manager [req-625592ce-fa6e-4b90-a525-9581b53cb10a req-bda58bf3-0785-42f4-b6af-06d47748f450 service nova] [instance: 8fddfd5a-144e-4764-ae66-d212167aba17] Received unexpected event network-vif-plugged-e4b3c284-e39c-4b21-b341-f3d6c7b8d0e3 for instance with vm_state building and task_state spawning. [ 1952.988217] env[63750]: DEBUG nova.compute.manager [req-625592ce-fa6e-4b90-a525-9581b53cb10a req-bda58bf3-0785-42f4-b6af-06d47748f450 service nova] [instance: 8fddfd5a-144e-4764-ae66-d212167aba17] Received event network-changed-e4b3c284-e39c-4b21-b341-f3d6c7b8d0e3 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1952.988382] env[63750]: DEBUG nova.compute.manager [req-625592ce-fa6e-4b90-a525-9581b53cb10a req-bda58bf3-0785-42f4-b6af-06d47748f450 service nova] [instance: 8fddfd5a-144e-4764-ae66-d212167aba17] Refreshing instance network info cache due to event network-changed-e4b3c284-e39c-4b21-b341-f3d6c7b8d0e3. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1952.988679] env[63750]: DEBUG oslo_concurrency.lockutils [req-625592ce-fa6e-4b90-a525-9581b53cb10a req-bda58bf3-0785-42f4-b6af-06d47748f450 service nova] Acquiring lock "refresh_cache-8fddfd5a-144e-4764-ae66-d212167aba17" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1952.988879] env[63750]: DEBUG oslo_concurrency.lockutils [req-625592ce-fa6e-4b90-a525-9581b53cb10a req-bda58bf3-0785-42f4-b6af-06d47748f450 service nova] Acquired lock "refresh_cache-8fddfd5a-144e-4764-ae66-d212167aba17" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1952.989062] env[63750]: DEBUG nova.network.neutron [req-625592ce-fa6e-4b90-a525-9581b53cb10a req-bda58bf3-0785-42f4-b6af-06d47748f450 service nova] [instance: 8fddfd5a-144e-4764-ae66-d212167aba17] Refreshing network info cache for port e4b3c284-e39c-4b21-b341-f3d6c7b8d0e3 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1953.072200] env[63750]: DEBUG oslo_vmware.api [None req-323d4263-d32a-4ede-8d93-95f633d0f4a9 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Task: {'id': task-2006842, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.138863] env[63750]: DEBUG nova.network.neutron [req-40d22d2a-5f38-4b90-acab-1990db7c2190 req-6d21a33e-9145-46d7-8f8e-d2aba9f11f29 service nova] [instance: 73e73f2c-f8b1-4a44-8fa3-cb2285041b52] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1953.168542] env[63750]: DEBUG oslo_vmware.api [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.253772] env[63750]: DEBUG oslo_concurrency.lockutils [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1953.253772] env[63750]: DEBUG oslo_concurrency.lockutils [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1953.253772] env[63750]: DEBUG nova.objects.instance [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63750) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1953.259095] env[63750]: DEBUG nova.network.neutron [req-40d22d2a-5f38-4b90-acab-1990db7c2190 req-6d21a33e-9145-46d7-8f8e-d2aba9f11f29 service nova] [instance: 73e73f2c-f8b1-4a44-8fa3-cb2285041b52] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1953.382632] env[63750]: DEBUG oslo_vmware.api [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2006840, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.405124] env[63750]: DEBUG oslo_vmware.api [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52062f8e-0964-cdf4-68e1-d47c4bc4829a, 'name': SearchDatastore_Task, 'duration_secs': 0.009279} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.405697] env[63750]: DEBUG oslo_concurrency.lockutils [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1953.406126] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 8fddfd5a-144e-4764-ae66-d212167aba17] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1953.406541] env[63750]: DEBUG oslo_concurrency.lockutils [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1953.406785] env[63750]: DEBUG oslo_concurrency.lockutils [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1953.407117] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1953.407417] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34ffe6f0-8f71-41e1-92fb-1a0bddcc1fa4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.421614] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1953.421846] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1953.422650] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9251ebbd-6603-4cef-8ecf-814371b59c35 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.428276] env[63750]: DEBUG oslo_vmware.api [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1953.428276] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52181d8e-d832-fc18-4d9f-e41518b74d3c" [ 1953.428276] env[63750]: _type = "Task" [ 1953.428276] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.436237] env[63750]: DEBUG oslo_vmware.api [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52181d8e-d832-fc18-4d9f-e41518b74d3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.561892] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9062817a-1cfb-458f-b46a-9dbb67973efa tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Acquiring lock "f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1953.562050] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9062817a-1cfb-458f-b46a-9dbb67973efa tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Lock "f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1953.562351] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9062817a-1cfb-458f-b46a-9dbb67973efa tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Acquiring lock "f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1953.562586] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9062817a-1cfb-458f-b46a-9dbb67973efa tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Lock "f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1953.562794] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9062817a-1cfb-458f-b46a-9dbb67973efa tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Lock "f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1953.568751] env[63750]: INFO nova.compute.manager [None req-9062817a-1cfb-458f-b46a-9dbb67973efa tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2] Terminating instance [ 1953.577255] env[63750]: DEBUG oslo_vmware.api [None req-323d4263-d32a-4ede-8d93-95f633d0f4a9 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Task: {'id': task-2006842, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.668281] env[63750]: DEBUG oslo_vmware.api [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006849, 'name': ReconfigVM_Task, 'duration_secs': 0.61709} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.668711] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: cbf7b9d3-0a79-4af3-be0c-0970adfda0eb] Reconfigured VM instance instance-00000058 to attach disk [datastore2] cbf7b9d3-0a79-4af3-be0c-0970adfda0eb/cbf7b9d3-0a79-4af3-be0c-0970adfda0eb.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1953.669469] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f506a2a7-f963-4ef2-84ee-f03033fe06a9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.677186] env[63750]: DEBUG oslo_vmware.api [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1953.677186] env[63750]: value = "task-2006850" [ 1953.677186] env[63750]: _type = "Task" [ 1953.677186] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.685552] env[63750]: DEBUG oslo_vmware.api [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006850, 'name': Rename_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.764666] env[63750]: DEBUG oslo_concurrency.lockutils [req-40d22d2a-5f38-4b90-acab-1990db7c2190 req-6d21a33e-9145-46d7-8f8e-d2aba9f11f29 service nova] Releasing lock "refresh_cache-73e73f2c-f8b1-4a44-8fa3-cb2285041b52" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1953.765265] env[63750]: DEBUG oslo_concurrency.lockutils [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Acquired lock "refresh_cache-73e73f2c-f8b1-4a44-8fa3-cb2285041b52" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1953.765423] env[63750]: DEBUG nova.network.neutron [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] [instance: 73e73f2c-f8b1-4a44-8fa3-cb2285041b52] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1953.780199] env[63750]: DEBUG nova.network.neutron [req-625592ce-fa6e-4b90-a525-9581b53cb10a req-bda58bf3-0785-42f4-b6af-06d47748f450 service nova] [instance: 8fddfd5a-144e-4764-ae66-d212167aba17] Updated VIF entry in instance network info cache for port e4b3c284-e39c-4b21-b341-f3d6c7b8d0e3. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1953.780610] env[63750]: DEBUG nova.network.neutron [req-625592ce-fa6e-4b90-a525-9581b53cb10a req-bda58bf3-0785-42f4-b6af-06d47748f450 service nova] [instance: 8fddfd5a-144e-4764-ae66-d212167aba17] Updating instance_info_cache with network_info: [{"id": "e4b3c284-e39c-4b21-b341-f3d6c7b8d0e3", "address": "fa:16:3e:73:f1:b0", "network": {"id": "1e3b858c-f4d4-4913-a4c3-d58d2479172a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1419195521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a2d0199021141198e0a8cc981e6d49d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4b3c284-e3", "ovs_interfaceid": "e4b3c284-e39c-4b21-b341-f3d6c7b8d0e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1953.782704] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e97a4473-a897-47f2-ad44-e7c14021a20c tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Acquiring lock "3530f51f-bf74-482e-b7cd-5afe9f279e13" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1953.782940] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e97a4473-a897-47f2-ad44-e7c14021a20c tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Lock "3530f51f-bf74-482e-b7cd-5afe9f279e13" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1953.786388] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e97a4473-a897-47f2-ad44-e7c14021a20c tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Acquiring lock "3530f51f-bf74-482e-b7cd-5afe9f279e13-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1953.786675] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e97a4473-a897-47f2-ad44-e7c14021a20c tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Lock "3530f51f-bf74-482e-b7cd-5afe9f279e13-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1953.786918] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e97a4473-a897-47f2-ad44-e7c14021a20c tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Lock "3530f51f-bf74-482e-b7cd-5afe9f279e13-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1953.789172] env[63750]: INFO nova.compute.manager [None req-e97a4473-a897-47f2-ad44-e7c14021a20c tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] Terminating instance [ 1953.882425] env[63750]: DEBUG oslo_vmware.api [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2006840, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.941060] env[63750]: DEBUG oslo_vmware.api [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52181d8e-d832-fc18-4d9f-e41518b74d3c, 'name': SearchDatastore_Task, 'duration_secs': 0.0085} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.941898] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f772154-cb46-4b4e-8f25-78358af0d77d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.950292] env[63750]: DEBUG oslo_vmware.api [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1953.950292] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52ebb18e-39e1-27a2-2db4-d67c33d0e84f" [ 1953.950292] env[63750]: _type = "Task" [ 1953.950292] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.959796] env[63750]: DEBUG oslo_vmware.api [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52ebb18e-39e1-27a2-2db4-d67c33d0e84f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.073630] env[63750]: DEBUG nova.compute.manager [None req-9062817a-1cfb-458f-b46a-9dbb67973efa tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1954.074122] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-9062817a-1cfb-458f-b46a-9dbb67973efa tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1954.074277] env[63750]: DEBUG oslo_vmware.api [None req-323d4263-d32a-4ede-8d93-95f633d0f4a9 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Task: {'id': task-2006842, 'name': PowerOffVM_Task, 'duration_secs': 3.010142} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.075189] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad5d0b2-bbcb-44fe-adb4-20cb107d3278 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.079079] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-323d4263-d32a-4ede-8d93-95f633d0f4a9 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1954.079079] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-323d4263-d32a-4ede-8d93-95f633d0f4a9 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1954.079079] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac60dd61-24e6-4062-8d42-717e97588b88 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.084839] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-9062817a-1cfb-458f-b46a-9dbb67973efa tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1954.085072] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d52268a9-febc-4715-a036-486ba94e5dd8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.090156] env[63750]: DEBUG oslo_vmware.api [None req-9062817a-1cfb-458f-b46a-9dbb67973efa tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Waiting for the task: (returnval){ [ 1954.090156] env[63750]: value = "task-2006852" [ 1954.090156] env[63750]: _type = "Task" [ 1954.090156] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.099396] env[63750]: DEBUG oslo_vmware.api [None req-9062817a-1cfb-458f-b46a-9dbb67973efa tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Task: {'id': task-2006852, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.187231] env[63750]: DEBUG oslo_vmware.api [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006850, 'name': Rename_Task, 'duration_secs': 0.191314} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.187495] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: cbf7b9d3-0a79-4af3-be0c-0970adfda0eb] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1954.187746] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b66761f7-9345-4625-a236-9cfa3c27d480 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.195190] env[63750]: DEBUG oslo_vmware.api [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1954.195190] env[63750]: value = "task-2006853" [ 1954.195190] env[63750]: _type = "Task" [ 1954.195190] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.203531] env[63750]: DEBUG oslo_vmware.api [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006853, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.267333] env[63750]: DEBUG oslo_concurrency.lockutils [None req-de22bc02-1bf4-48fb-bcea-3b41f3b696b0 tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1954.290110] env[63750]: DEBUG oslo_concurrency.lockutils [req-625592ce-fa6e-4b90-a525-9581b53cb10a req-bda58bf3-0785-42f4-b6af-06d47748f450 service nova] Releasing lock "refresh_cache-8fddfd5a-144e-4764-ae66-d212167aba17" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1954.293672] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e97a4473-a897-47f2-ad44-e7c14021a20c tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Acquiring lock "refresh_cache-3530f51f-bf74-482e-b7cd-5afe9f279e13" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1954.294134] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e97a4473-a897-47f2-ad44-e7c14021a20c tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Acquired lock "refresh_cache-3530f51f-bf74-482e-b7cd-5afe9f279e13" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1954.294371] env[63750]: DEBUG nova.network.neutron [None req-e97a4473-a897-47f2-ad44-e7c14021a20c tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1954.324946] env[63750]: DEBUG nova.network.neutron [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] [instance: 73e73f2c-f8b1-4a44-8fa3-cb2285041b52] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1954.386021] env[63750]: DEBUG oslo_vmware.api [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2006840, 'name': CopyVirtualDisk_Task, 'duration_secs': 4.230255} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.386717] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 5e48cc71-ce40-4e55-bffb-d3bf274c946b/5e48cc71-ce40-4e55-bffb-d3bf274c946b.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1954.387926] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1954.388105] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc7531f6-052d-429d-a044-dd1e4d021ca2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.396075] env[63750]: DEBUG oslo_vmware.api [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 1954.396075] env[63750]: value = "task-2006854" [ 1954.396075] env[63750]: _type = "Task" [ 1954.396075] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.408332] env[63750]: DEBUG oslo_vmware.api [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2006854, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.464930] env[63750]: DEBUG oslo_vmware.api [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52ebb18e-39e1-27a2-2db4-d67c33d0e84f, 'name': SearchDatastore_Task, 'duration_secs': 0.022869} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.466932] env[63750]: DEBUG oslo_concurrency.lockutils [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1954.467179] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 8fddfd5a-144e-4764-ae66-d212167aba17/8fddfd5a-144e-4764-ae66-d212167aba17.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1954.467503] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c52a6c5c-22e1-4b09-8f96-8406d5cd5975 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.478275] env[63750]: DEBUG oslo_vmware.api [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1954.478275] env[63750]: value = "task-2006855" [ 1954.478275] env[63750]: _type = "Task" [ 1954.478275] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.484943] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-323d4263-d32a-4ede-8d93-95f633d0f4a9 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1954.485208] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-323d4263-d32a-4ede-8d93-95f633d0f4a9 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1954.485397] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-323d4263-d32a-4ede-8d93-95f633d0f4a9 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Deleting the datastore file [datastore1] 817019a8-85aa-4f3a-be91-71d64dc51ae6 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1954.486096] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc71fa75-681c-4466-a9a3-ede762eb8bbb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.491546] env[63750]: DEBUG oslo_vmware.api [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006855, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.496340] env[63750]: DEBUG oslo_vmware.api [None req-323d4263-d32a-4ede-8d93-95f633d0f4a9 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Waiting for the task: (returnval){ [ 1954.496340] env[63750]: value = "task-2006856" [ 1954.496340] env[63750]: _type = "Task" [ 1954.496340] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.504474] env[63750]: DEBUG oslo_vmware.api [None req-323d4263-d32a-4ede-8d93-95f633d0f4a9 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Task: {'id': task-2006856, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.519583] env[63750]: DEBUG nova.network.neutron [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] [instance: 73e73f2c-f8b1-4a44-8fa3-cb2285041b52] Updating instance_info_cache with network_info: [{"id": "52035690-a4e7-410a-a971-2c7ad9fc377c", "address": "fa:16:3e:e5:d1:8a", "network": {"id": "0591f6b3-424b-4faa-a689-1e79726576a9", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-949679475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3a4cf55cdf34296bc974b2e28cccd2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52035690-a4", "ovs_interfaceid": "52035690-a4e7-410a-a971-2c7ad9fc377c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1954.602079] env[63750]: DEBUG oslo_vmware.api [None req-9062817a-1cfb-458f-b46a-9dbb67973efa tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Task: {'id': task-2006852, 'name': PowerOffVM_Task, 'duration_secs': 0.217489} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.602411] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-9062817a-1cfb-458f-b46a-9dbb67973efa tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1954.602630] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-9062817a-1cfb-458f-b46a-9dbb67973efa tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1954.602926] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b510146-6f3c-452c-89e6-ad55a65fb4d6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.707444] env[63750]: DEBUG oslo_vmware.api [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006853, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.766917] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-9062817a-1cfb-458f-b46a-9dbb67973efa tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1954.768043] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-9062817a-1cfb-458f-b46a-9dbb67973efa tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1954.768043] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-9062817a-1cfb-458f-b46a-9dbb67973efa tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Deleting the datastore file [datastore1] f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1954.768043] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84ae0df6-1701-4cb5-8beb-a2cc5576737c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.776790] env[63750]: DEBUG oslo_vmware.api [None req-9062817a-1cfb-458f-b46a-9dbb67973efa tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Waiting for the task: (returnval){ [ 1954.776790] env[63750]: value = "task-2006858" [ 1954.776790] env[63750]: _type = "Task" [ 1954.776790] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.787893] env[63750]: DEBUG oslo_vmware.api [None req-9062817a-1cfb-458f-b46a-9dbb67973efa tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Task: {'id': task-2006858, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.816671] env[63750]: DEBUG nova.network.neutron [None req-e97a4473-a897-47f2-ad44-e7c14021a20c tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1954.876708] env[63750]: DEBUG nova.network.neutron [None req-e97a4473-a897-47f2-ad44-e7c14021a20c tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1954.908585] env[63750]: DEBUG oslo_vmware.api [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2006854, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100014} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.908895] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1954.909835] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8f9927-eb1f-4c40-9f96-ce6bdadc99b0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.936467] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 5e48cc71-ce40-4e55-bffb-d3bf274c946b/5e48cc71-ce40-4e55-bffb-d3bf274c946b.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1954.936806] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78506096-419c-4866-b38e-143dd12ba9ee {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.957411] env[63750]: DEBUG oslo_vmware.api [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 1954.957411] env[63750]: value = "task-2006859" [ 1954.957411] env[63750]: _type = "Task" [ 1954.957411] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.969817] env[63750]: DEBUG oslo_vmware.api [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2006859, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.989196] env[63750]: DEBUG oslo_vmware.api [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006855, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.006054] env[63750]: DEBUG oslo_vmware.api [None req-323d4263-d32a-4ede-8d93-95f633d0f4a9 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Task: {'id': task-2006856, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28834} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.006406] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-323d4263-d32a-4ede-8d93-95f633d0f4a9 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1955.006663] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-323d4263-d32a-4ede-8d93-95f633d0f4a9 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1955.006890] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-323d4263-d32a-4ede-8d93-95f633d0f4a9 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1955.007166] env[63750]: INFO nova.compute.manager [None req-323d4263-d32a-4ede-8d93-95f633d0f4a9 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Took 3.97 seconds to destroy the instance on the hypervisor. [ 1955.007511] env[63750]: DEBUG oslo.service.loopingcall [None req-323d4263-d32a-4ede-8d93-95f633d0f4a9 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1955.007769] env[63750]: DEBUG nova.compute.manager [-] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1955.007923] env[63750]: DEBUG nova.network.neutron [-] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1955.022708] env[63750]: DEBUG oslo_concurrency.lockutils [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Releasing lock "refresh_cache-73e73f2c-f8b1-4a44-8fa3-cb2285041b52" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1955.023081] env[63750]: DEBUG nova.compute.manager [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] [instance: 73e73f2c-f8b1-4a44-8fa3-cb2285041b52] Instance network_info: |[{"id": "52035690-a4e7-410a-a971-2c7ad9fc377c", "address": "fa:16:3e:e5:d1:8a", "network": {"id": "0591f6b3-424b-4faa-a689-1e79726576a9", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-949679475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3a4cf55cdf34296bc974b2e28cccd2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52035690-a4", "ovs_interfaceid": "52035690-a4e7-410a-a971-2c7ad9fc377c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1955.023523] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] [instance: 73e73f2c-f8b1-4a44-8fa3-cb2285041b52] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:d1:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f40f5c4-c146-449c-884d-6f884dcf2acf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52035690-a4e7-410a-a971-2c7ad9fc377c', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1955.031372] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Creating folder: Project (d3a4cf55cdf34296bc974b2e28cccd2c). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1955.032106] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-935a251f-453b-433b-9f0e-b37fb26fd40b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.045143] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Created folder: Project (d3a4cf55cdf34296bc974b2e28cccd2c) in parent group-v412391. [ 1955.045374] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Creating folder: Instances. Parent ref: group-v412621. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1955.046025] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5e2b887-30e3-4402-a025-c370434bd0dd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.055801] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Created folder: Instances in parent group-v412621. [ 1955.056018] env[63750]: DEBUG oslo.service.loopingcall [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1955.056347] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73e73f2c-f8b1-4a44-8fa3-cb2285041b52] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1955.056435] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3210c49-2159-4dee-a0f7-d788a14bb20d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.076776] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1955.076776] env[63750]: value = "task-2006862" [ 1955.076776] env[63750]: _type = "Task" [ 1955.076776] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.084927] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006862, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.206419] env[63750]: DEBUG oslo_vmware.api [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006853, 'name': PowerOnVM_Task, 'duration_secs': 0.630238} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.206778] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: cbf7b9d3-0a79-4af3-be0c-0970adfda0eb] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1955.207089] env[63750]: INFO nova.compute.manager [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: cbf7b9d3-0a79-4af3-be0c-0970adfda0eb] Took 9.19 seconds to spawn the instance on the hypervisor. [ 1955.207450] env[63750]: DEBUG nova.compute.manager [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: cbf7b9d3-0a79-4af3-be0c-0970adfda0eb] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1955.208182] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22e0b75-75f1-4403-bf52-14796551af6d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.287928] env[63750]: DEBUG oslo_vmware.api [None req-9062817a-1cfb-458f-b46a-9dbb67973efa tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Task: {'id': task-2006858, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.412146} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.288299] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-9062817a-1cfb-458f-b46a-9dbb67973efa tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1955.288537] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-9062817a-1cfb-458f-b46a-9dbb67973efa tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1955.288750] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-9062817a-1cfb-458f-b46a-9dbb67973efa tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1955.288953] env[63750]: INFO nova.compute.manager [None req-9062817a-1cfb-458f-b46a-9dbb67973efa tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] [instance: f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1955.289250] env[63750]: DEBUG oslo.service.loopingcall [None req-9062817a-1cfb-458f-b46a-9dbb67973efa tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1955.289494] env[63750]: DEBUG nova.compute.manager [-] [instance: f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1955.289626] env[63750]: DEBUG nova.network.neutron [-] [instance: f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1955.379408] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e97a4473-a897-47f2-ad44-e7c14021a20c tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Releasing lock "refresh_cache-3530f51f-bf74-482e-b7cd-5afe9f279e13" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1955.379979] env[63750]: DEBUG nova.compute.manager [None req-e97a4473-a897-47f2-ad44-e7c14021a20c tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1955.380213] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e97a4473-a897-47f2-ad44-e7c14021a20c tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1955.381321] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119caa63-c9d3-41bf-bc7c-98d7237926a9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.389952] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-e97a4473-a897-47f2-ad44-e7c14021a20c tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1955.390277] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7dd07623-6c82-480a-b385-b1a1612d4bba {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.397366] env[63750]: DEBUG oslo_vmware.api [None req-e97a4473-a897-47f2-ad44-e7c14021a20c tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Waiting for the task: (returnval){ [ 1955.397366] env[63750]: value = "task-2006863" [ 1955.397366] env[63750]: _type = "Task" [ 1955.397366] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.406074] env[63750]: DEBUG oslo_vmware.api [None req-e97a4473-a897-47f2-ad44-e7c14021a20c tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Task: {'id': task-2006863, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.468392] env[63750]: DEBUG oslo_vmware.api [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2006859, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.488933] env[63750]: DEBUG oslo_vmware.api [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006855, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530607} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.489440] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 8fddfd5a-144e-4764-ae66-d212167aba17/8fddfd5a-144e-4764-ae66-d212167aba17.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1955.489710] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 8fddfd5a-144e-4764-ae66-d212167aba17] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1955.490034] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1224b49b-e492-46e3-b0e7-59eb1c1494e7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.496930] env[63750]: DEBUG oslo_vmware.api [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1955.496930] env[63750]: value = "task-2006864" [ 1955.496930] env[63750]: _type = "Task" [ 1955.496930] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.505844] env[63750]: DEBUG oslo_vmware.api [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006864, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.593530] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006862, 'name': CreateVM_Task, 'duration_secs': 0.464858} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.593896] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73e73f2c-f8b1-4a44-8fa3-cb2285041b52] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1955.596610] env[63750]: DEBUG oslo_concurrency.lockutils [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1955.596610] env[63750]: DEBUG oslo_concurrency.lockutils [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1955.596610] env[63750]: DEBUG oslo_concurrency.lockutils [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1955.596610] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1acb062c-1b0c-44f3-8569-4bcc8e464026 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.601265] env[63750]: DEBUG oslo_vmware.api [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Waiting for the task: (returnval){ [ 1955.601265] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52637608-11b3-d4cc-1da1-4f189207d202" [ 1955.601265] env[63750]: _type = "Task" [ 1955.601265] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.611013] env[63750]: DEBUG oslo_vmware.api [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52637608-11b3-d4cc-1da1-4f189207d202, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.728362] env[63750]: INFO nova.compute.manager [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: cbf7b9d3-0a79-4af3-be0c-0970adfda0eb] Took 17.15 seconds to build instance. [ 1955.772132] env[63750]: DEBUG nova.compute.manager [req-25378b49-3651-4df9-b699-1855e8e5aef9 req-da10a197-31d8-4542-b76f-8c4fef162170 service nova] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Received event network-vif-deleted-38a42164-3f03-4d21-977a-b843dede4448 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1955.772403] env[63750]: INFO nova.compute.manager [req-25378b49-3651-4df9-b699-1855e8e5aef9 req-da10a197-31d8-4542-b76f-8c4fef162170 service nova] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Neutron deleted interface 38a42164-3f03-4d21-977a-b843dede4448; detaching it from the instance and deleting it from the info cache [ 1955.773851] env[63750]: DEBUG nova.network.neutron [req-25378b49-3651-4df9-b699-1855e8e5aef9 req-da10a197-31d8-4542-b76f-8c4fef162170 service nova] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1955.909776] env[63750]: DEBUG oslo_vmware.api [None req-e97a4473-a897-47f2-ad44-e7c14021a20c tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Task: {'id': task-2006863, 'name': PowerOffVM_Task, 'duration_secs': 0.2306} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.910111] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-e97a4473-a897-47f2-ad44-e7c14021a20c tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1955.910239] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e97a4473-a897-47f2-ad44-e7c14021a20c tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1955.910478] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3742863-8614-4911-84cb-7fcc1b8578b0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.934242] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e97a4473-a897-47f2-ad44-e7c14021a20c tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1955.934511] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e97a4473-a897-47f2-ad44-e7c14021a20c tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] Deleting contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1955.934647] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-e97a4473-a897-47f2-ad44-e7c14021a20c tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Deleting the datastore file [datastore2] 3530f51f-bf74-482e-b7cd-5afe9f279e13 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1955.934911] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59cb819f-e2cb-4ff3-ba31-e1bba717f8df {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.942229] env[63750]: DEBUG oslo_vmware.api [None req-e97a4473-a897-47f2-ad44-e7c14021a20c tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Waiting for the task: (returnval){ [ 1955.942229] env[63750]: value = "task-2006866" [ 1955.942229] env[63750]: _type = "Task" [ 1955.942229] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.950436] env[63750]: DEBUG oslo_vmware.api [None req-e97a4473-a897-47f2-ad44-e7c14021a20c tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Task: {'id': task-2006866, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.967037] env[63750]: DEBUG oslo_vmware.api [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2006859, 'name': ReconfigVM_Task, 'duration_secs': 0.517826} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.967310] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 5e48cc71-ce40-4e55-bffb-d3bf274c946b/5e48cc71-ce40-4e55-bffb-d3bf274c946b.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1955.967948] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8cdbbb1-5a09-474d-8c38-1e917cb6b7a5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.975493] env[63750]: DEBUG oslo_vmware.api [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 1955.975493] env[63750]: value = "task-2006867" [ 1955.975493] env[63750]: _type = "Task" [ 1955.975493] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.983606] env[63750]: DEBUG oslo_vmware.api [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2006867, 'name': Rename_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.008279] env[63750]: DEBUG oslo_vmware.api [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006864, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095411} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.008469] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 8fddfd5a-144e-4764-ae66-d212167aba17] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1956.009333] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeeffe44-825c-409a-ad26-d156e12c5ac2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.033782] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 8fddfd5a-144e-4764-ae66-d212167aba17] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 8fddfd5a-144e-4764-ae66-d212167aba17/8fddfd5a-144e-4764-ae66-d212167aba17.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1956.035752] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e0f1974-a323-44a6-aeac-a294437ab868 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.060707] env[63750]: DEBUG oslo_vmware.api [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1956.060707] env[63750]: value = "task-2006868" [ 1956.060707] env[63750]: _type = "Task" [ 1956.060707] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.071183] env[63750]: DEBUG oslo_vmware.api [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006868, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.112912] env[63750]: DEBUG oslo_vmware.api [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52637608-11b3-d4cc-1da1-4f189207d202, 'name': SearchDatastore_Task, 'duration_secs': 0.019127} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.112912] env[63750]: DEBUG oslo_concurrency.lockutils [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1956.113255] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] [instance: 73e73f2c-f8b1-4a44-8fa3-cb2285041b52] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1956.113422] env[63750]: DEBUG oslo_concurrency.lockutils [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1956.113493] env[63750]: DEBUG oslo_concurrency.lockutils [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1956.115083] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1956.115083] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a88b315-b7b2-42c8-84cc-5340b0e4b3c4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.122928] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1956.123145] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1956.124277] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ac8d6e2-9302-44b5-86e9-7c4f1d04e1b9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.130155] env[63750]: DEBUG oslo_vmware.api [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Waiting for the task: (returnval){ [ 1956.130155] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52f6510d-95e9-ce70-b80e-b3c645069562" [ 1956.130155] env[63750]: _type = "Task" [ 1956.130155] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.138719] env[63750]: DEBUG oslo_vmware.api [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52f6510d-95e9-ce70-b80e-b3c645069562, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.229444] env[63750]: DEBUG nova.network.neutron [-] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1956.232830] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2cb01a0d-efcf-43fa-830d-158f14594ff3 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "cbf7b9d3-0a79-4af3-be0c-0970adfda0eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.662s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1956.275390] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5fca722d-a82a-42cb-82ad-e95708961437 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.285654] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d456f1-1797-4e73-bed4-1dc9735bcf17 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.321075] env[63750]: DEBUG nova.compute.manager [req-25378b49-3651-4df9-b699-1855e8e5aef9 req-da10a197-31d8-4542-b76f-8c4fef162170 service nova] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Detach interface failed, port_id=38a42164-3f03-4d21-977a-b843dede4448, reason: Instance 817019a8-85aa-4f3a-be91-71d64dc51ae6 could not be found. {{(pid=63750) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1956.452316] env[63750]: DEBUG oslo_vmware.api [None req-e97a4473-a897-47f2-ad44-e7c14021a20c tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Task: {'id': task-2006866, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124922} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.452598] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-e97a4473-a897-47f2-ad44-e7c14021a20c tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1956.452778] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e97a4473-a897-47f2-ad44-e7c14021a20c tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] Deleted contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1956.452951] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e97a4473-a897-47f2-ad44-e7c14021a20c tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1956.453138] env[63750]: INFO nova.compute.manager [None req-e97a4473-a897-47f2-ad44-e7c14021a20c tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1956.453384] env[63750]: DEBUG oslo.service.loopingcall [None req-e97a4473-a897-47f2-ad44-e7c14021a20c tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1956.453572] env[63750]: DEBUG nova.compute.manager [-] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1956.453666] env[63750]: DEBUG nova.network.neutron [-] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1956.471876] env[63750]: DEBUG nova.network.neutron [-] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1956.487413] env[63750]: DEBUG oslo_vmware.api [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2006867, 'name': Rename_Task, 'duration_secs': 0.20635} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.487862] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1956.488123] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31337fc5-e7e5-48dd-ac0e-01e216bbe366 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.494614] env[63750]: DEBUG oslo_vmware.api [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 1956.494614] env[63750]: value = "task-2006869" [ 1956.494614] env[63750]: _type = "Task" [ 1956.494614] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.504377] env[63750]: DEBUG oslo_vmware.api [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2006869, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.514833] env[63750]: DEBUG nova.network.neutron [-] [instance: f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1956.555583] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2fed705f-bd83-4b86-a975-521b8207078f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquiring lock "cbf7b9d3-0a79-4af3-be0c-0970adfda0eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1956.555583] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2fed705f-bd83-4b86-a975-521b8207078f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "cbf7b9d3-0a79-4af3-be0c-0970adfda0eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1956.555784] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2fed705f-bd83-4b86-a975-521b8207078f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquiring lock "cbf7b9d3-0a79-4af3-be0c-0970adfda0eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1956.555784] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2fed705f-bd83-4b86-a975-521b8207078f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "cbf7b9d3-0a79-4af3-be0c-0970adfda0eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1956.556122] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2fed705f-bd83-4b86-a975-521b8207078f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "cbf7b9d3-0a79-4af3-be0c-0970adfda0eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1956.558197] env[63750]: INFO nova.compute.manager [None req-2fed705f-bd83-4b86-a975-521b8207078f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: cbf7b9d3-0a79-4af3-be0c-0970adfda0eb] Terminating instance [ 1956.571295] env[63750]: DEBUG oslo_vmware.api [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006868, 'name': ReconfigVM_Task, 'duration_secs': 0.433287} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.571775] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 8fddfd5a-144e-4764-ae66-d212167aba17] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 8fddfd5a-144e-4764-ae66-d212167aba17/8fddfd5a-144e-4764-ae66-d212167aba17.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1956.572712] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b6b4307-716e-4222-a8ca-b4be32af3520 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.579962] env[63750]: DEBUG oslo_vmware.api [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1956.579962] env[63750]: value = "task-2006870" [ 1956.579962] env[63750]: _type = "Task" [ 1956.579962] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.589830] env[63750]: DEBUG oslo_vmware.api [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006870, 'name': Rename_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.640951] env[63750]: DEBUG oslo_vmware.api [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52f6510d-95e9-ce70-b80e-b3c645069562, 'name': SearchDatastore_Task, 'duration_secs': 0.016193} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.641898] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0f3a046-a791-4c1b-bd55-52277217b434 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.647746] env[63750]: DEBUG oslo_vmware.api [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Waiting for the task: (returnval){ [ 1956.647746] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52cb6b83-5074-9b0f-8c43-34e0ef246a5c" [ 1956.647746] env[63750]: _type = "Task" [ 1956.647746] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.656486] env[63750]: DEBUG oslo_vmware.api [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52cb6b83-5074-9b0f-8c43-34e0ef246a5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.711036] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e8974f9b-0515-4099-b1fd-6d01fa763d22 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Acquiring lock "28f784fb-42a3-40b9-b2f4-f047eb7bb83b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1956.711366] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e8974f9b-0515-4099-b1fd-6d01fa763d22 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Lock "28f784fb-42a3-40b9-b2f4-f047eb7bb83b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1956.711615] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e8974f9b-0515-4099-b1fd-6d01fa763d22 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Acquiring lock "28f784fb-42a3-40b9-b2f4-f047eb7bb83b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1956.711828] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e8974f9b-0515-4099-b1fd-6d01fa763d22 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Lock "28f784fb-42a3-40b9-b2f4-f047eb7bb83b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1956.712052] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e8974f9b-0515-4099-b1fd-6d01fa763d22 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Lock "28f784fb-42a3-40b9-b2f4-f047eb7bb83b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1956.714187] env[63750]: INFO nova.compute.manager [None req-e8974f9b-0515-4099-b1fd-6d01fa763d22 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] [instance: 28f784fb-42a3-40b9-b2f4-f047eb7bb83b] Terminating instance [ 1956.731767] env[63750]: INFO nova.compute.manager [-] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Took 1.72 seconds to deallocate network for instance. [ 1956.975148] env[63750]: DEBUG nova.network.neutron [-] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1957.005088] env[63750]: DEBUG oslo_vmware.api [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2006869, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.017702] env[63750]: INFO nova.compute.manager [-] [instance: f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2] Took 1.73 seconds to deallocate network for instance. [ 1957.067082] env[63750]: DEBUG nova.compute.manager [None req-2fed705f-bd83-4b86-a975-521b8207078f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: cbf7b9d3-0a79-4af3-be0c-0970adfda0eb] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1957.067346] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2fed705f-bd83-4b86-a975-521b8207078f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: cbf7b9d3-0a79-4af3-be0c-0970adfda0eb] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1957.068726] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5c0169-f220-4f03-a3d4-c4a98e9dbbeb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.076949] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fed705f-bd83-4b86-a975-521b8207078f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: cbf7b9d3-0a79-4af3-be0c-0970adfda0eb] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1957.077241] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9af0d880-d821-45f3-a7a1-6ea183733186 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.084608] env[63750]: DEBUG oslo_vmware.api [None req-2fed705f-bd83-4b86-a975-521b8207078f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1957.084608] env[63750]: value = "task-2006871" [ 1957.084608] env[63750]: _type = "Task" [ 1957.084608] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.091045] env[63750]: DEBUG oslo_vmware.api [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006870, 'name': Rename_Task, 'duration_secs': 0.181397} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.091752] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 8fddfd5a-144e-4764-ae66-d212167aba17] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1957.092073] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90dd2594-1515-444c-aa17-caf8d15880ef {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.097853] env[63750]: DEBUG oslo_vmware.api [None req-2fed705f-bd83-4b86-a975-521b8207078f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006871, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.099096] env[63750]: DEBUG oslo_vmware.api [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1957.099096] env[63750]: value = "task-2006872" [ 1957.099096] env[63750]: _type = "Task" [ 1957.099096] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.108928] env[63750]: DEBUG oslo_vmware.api [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006872, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.112532] env[63750]: DEBUG oslo_concurrency.lockutils [None req-540e75ba-dd24-480f-b4bd-3107998a7ef5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquiring lock "bf03616d-723b-4ab9-9e5e-68b50541b080" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1957.112668] env[63750]: DEBUG oslo_concurrency.lockutils [None req-540e75ba-dd24-480f-b4bd-3107998a7ef5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "bf03616d-723b-4ab9-9e5e-68b50541b080" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1957.112745] env[63750]: DEBUG nova.compute.manager [None req-540e75ba-dd24-480f-b4bd-3107998a7ef5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1957.113568] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4131e567-d961-4685-942c-2795b74bcf0b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.119784] env[63750]: DEBUG nova.compute.manager [None req-540e75ba-dd24-480f-b4bd-3107998a7ef5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63750) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1957.120393] env[63750]: DEBUG nova.objects.instance [None req-540e75ba-dd24-480f-b4bd-3107998a7ef5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lazy-loading 'flavor' on Instance uuid bf03616d-723b-4ab9-9e5e-68b50541b080 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1957.158985] env[63750]: DEBUG oslo_vmware.api [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52cb6b83-5074-9b0f-8c43-34e0ef246a5c, 'name': SearchDatastore_Task, 'duration_secs': 0.012492} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.159274] env[63750]: DEBUG oslo_concurrency.lockutils [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1957.159747] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 73e73f2c-f8b1-4a44-8fa3-cb2285041b52/73e73f2c-f8b1-4a44-8fa3-cb2285041b52.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1957.159747] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-281a05e7-d857-4f63-bab6-055831099a01 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.166882] env[63750]: DEBUG oslo_vmware.api [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Waiting for the task: (returnval){ [ 1957.166882] env[63750]: value = "task-2006873" [ 1957.166882] env[63750]: _type = "Task" [ 1957.166882] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.176640] env[63750]: DEBUG oslo_vmware.api [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Task: {'id': task-2006873, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.218454] env[63750]: DEBUG nova.compute.manager [None req-e8974f9b-0515-4099-b1fd-6d01fa763d22 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] [instance: 28f784fb-42a3-40b9-b2f4-f047eb7bb83b] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1957.218758] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e8974f9b-0515-4099-b1fd-6d01fa763d22 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] [instance: 28f784fb-42a3-40b9-b2f4-f047eb7bb83b] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1957.219836] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d674f326-69c2-4abf-8012-975d87587e4e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.228869] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8974f9b-0515-4099-b1fd-6d01fa763d22 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] [instance: 28f784fb-42a3-40b9-b2f4-f047eb7bb83b] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1957.229230] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2be71f20-c4d6-4762-a9ef-6c91734631f5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.236806] env[63750]: DEBUG oslo_vmware.api [None req-e8974f9b-0515-4099-b1fd-6d01fa763d22 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Waiting for the task: (returnval){ [ 1957.236806] env[63750]: value = "task-2006874" [ 1957.236806] env[63750]: _type = "Task" [ 1957.236806] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.241208] env[63750]: DEBUG oslo_concurrency.lockutils [None req-323d4263-d32a-4ede-8d93-95f633d0f4a9 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1957.241484] env[63750]: DEBUG oslo_concurrency.lockutils [None req-323d4263-d32a-4ede-8d93-95f633d0f4a9 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1957.241708] env[63750]: DEBUG nova.objects.instance [None req-323d4263-d32a-4ede-8d93-95f633d0f4a9 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Lazy-loading 'resources' on Instance uuid 817019a8-85aa-4f3a-be91-71d64dc51ae6 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1957.248968] env[63750]: DEBUG oslo_vmware.api [None req-e8974f9b-0515-4099-b1fd-6d01fa763d22 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Task: {'id': task-2006874, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.477949] env[63750]: INFO nova.compute.manager [-] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] Took 1.02 seconds to deallocate network for instance. [ 1957.507536] env[63750]: DEBUG oslo_vmware.api [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2006869, 'name': PowerOnVM_Task, 'duration_secs': 0.619088} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.507827] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1957.508049] env[63750]: INFO nova.compute.manager [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Took 13.83 seconds to spawn the instance on the hypervisor. [ 1957.508254] env[63750]: DEBUG nova.compute.manager [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1957.509134] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9cc3a84-a2c3-468a-a3a5-ff14763121a3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.524388] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9062817a-1cfb-458f-b46a-9dbb67973efa tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1957.597778] env[63750]: DEBUG oslo_vmware.api [None req-2fed705f-bd83-4b86-a975-521b8207078f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006871, 'name': PowerOffVM_Task, 'duration_secs': 0.194169} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.598089] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fed705f-bd83-4b86-a975-521b8207078f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: cbf7b9d3-0a79-4af3-be0c-0970adfda0eb] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1957.598268] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2fed705f-bd83-4b86-a975-521b8207078f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: cbf7b9d3-0a79-4af3-be0c-0970adfda0eb] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1957.598535] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-387891dc-e0fe-4aeb-82ce-1d343b2b7e0a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.609331] env[63750]: DEBUG oslo_vmware.api [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006872, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.679833] env[63750]: DEBUG oslo_vmware.api [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Task: {'id': task-2006873, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.751641] env[63750]: DEBUG oslo_vmware.api [None req-e8974f9b-0515-4099-b1fd-6d01fa763d22 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Task: {'id': task-2006874, 'name': PowerOffVM_Task, 'duration_secs': 0.187008} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.751641] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8974f9b-0515-4099-b1fd-6d01fa763d22 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] [instance: 28f784fb-42a3-40b9-b2f4-f047eb7bb83b] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1957.751641] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e8974f9b-0515-4099-b1fd-6d01fa763d22 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] [instance: 28f784fb-42a3-40b9-b2f4-f047eb7bb83b] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1957.752183] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b38e02f-4460-4081-a811-af451ea24d4e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.800109] env[63750]: DEBUG nova.compute.manager [req-dfe269d1-f1b1-4af1-bb15-cf9b1a1b114a req-82cddb06-18c7-477d-9c53-bdadbd89fc46 service nova] [instance: f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2] Received event network-vif-deleted-48f9a2fb-f071-4446-8053-4229fe617e52 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1957.841220] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e8974f9b-0515-4099-b1fd-6d01fa763d22 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] [instance: 28f784fb-42a3-40b9-b2f4-f047eb7bb83b] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1957.841537] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e8974f9b-0515-4099-b1fd-6d01fa763d22 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] [instance: 28f784fb-42a3-40b9-b2f4-f047eb7bb83b] Deleting contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1957.842117] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8974f9b-0515-4099-b1fd-6d01fa763d22 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Deleting the datastore file [datastore2] 28f784fb-42a3-40b9-b2f4-f047eb7bb83b {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1957.842117] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a680d28-61ea-47ee-9e14-a1dc3f93855d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.849676] env[63750]: DEBUG oslo_vmware.api [None req-e8974f9b-0515-4099-b1fd-6d01fa763d22 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Waiting for the task: (returnval){ [ 1957.849676] env[63750]: value = "task-2006877" [ 1957.849676] env[63750]: _type = "Task" [ 1957.849676] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.856712] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2fed705f-bd83-4b86-a975-521b8207078f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: cbf7b9d3-0a79-4af3-be0c-0970adfda0eb] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1957.856993] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2fed705f-bd83-4b86-a975-521b8207078f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: cbf7b9d3-0a79-4af3-be0c-0970adfda0eb] Deleting contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1957.857236] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fed705f-bd83-4b86-a975-521b8207078f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Deleting the datastore file [datastore2] cbf7b9d3-0a79-4af3-be0c-0970adfda0eb {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1957.857726] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0be27d2-4cc6-415e-9266-40a11fbe6f9b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.864639] env[63750]: DEBUG oslo_vmware.api [None req-e8974f9b-0515-4099-b1fd-6d01fa763d22 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Task: {'id': task-2006877, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.866026] env[63750]: DEBUG oslo_vmware.api [None req-2fed705f-bd83-4b86-a975-521b8207078f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1957.866026] env[63750]: value = "task-2006878" [ 1957.866026] env[63750]: _type = "Task" [ 1957.866026] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.877041] env[63750]: DEBUG oslo_vmware.api [None req-2fed705f-bd83-4b86-a975-521b8207078f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.983038] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d1766d-39bb-4732-a6cc-8bc6b1f2e14b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.987445] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e97a4473-a897-47f2-ad44-e7c14021a20c tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1957.993142] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7298b2-40a1-4810-bc9a-5c2eba8170ca {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.029324] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325047c8-c43f-455c-8b52-ef44dd1239eb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.035431] env[63750]: INFO nova.compute.manager [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Took 21.90 seconds to build instance. [ 1958.040415] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10705a46-1f87-49b8-8f9f-da0541decc71 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.057075] env[63750]: DEBUG nova.compute.provider_tree [None req-323d4263-d32a-4ede-8d93-95f633d0f4a9 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1958.110856] env[63750]: DEBUG oslo_vmware.api [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006872, 'name': PowerOnVM_Task, 'duration_secs': 0.673369} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.111180] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 8fddfd5a-144e-4764-ae66-d212167aba17] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1958.111390] env[63750]: INFO nova.compute.manager [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 8fddfd5a-144e-4764-ae66-d212167aba17] Took 9.71 seconds to spawn the instance on the hypervisor. [ 1958.111589] env[63750]: DEBUG nova.compute.manager [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 8fddfd5a-144e-4764-ae66-d212167aba17] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1958.112388] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2bfab0-7964-4ab1-8353-a4851bf6a548 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.128132] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-540e75ba-dd24-480f-b4bd-3107998a7ef5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1958.128546] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4e13d06-6f53-4e89-9d95-a176e94a03d1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.139042] env[63750]: DEBUG oslo_vmware.api [None req-540e75ba-dd24-480f-b4bd-3107998a7ef5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 1958.139042] env[63750]: value = "task-2006879" [ 1958.139042] env[63750]: _type = "Task" [ 1958.139042] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.147124] env[63750]: DEBUG oslo_vmware.api [None req-540e75ba-dd24-480f-b4bd-3107998a7ef5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2006879, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.177411] env[63750]: DEBUG oslo_vmware.api [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Task: {'id': task-2006873, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615765} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.177702] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 73e73f2c-f8b1-4a44-8fa3-cb2285041b52/73e73f2c-f8b1-4a44-8fa3-cb2285041b52.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1958.177929] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] [instance: 73e73f2c-f8b1-4a44-8fa3-cb2285041b52] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1958.178237] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7071f83-b528-444b-ac0c-2c4bc60fff98 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.185545] env[63750]: DEBUG oslo_vmware.api [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Waiting for the task: (returnval){ [ 1958.185545] env[63750]: value = "task-2006880" [ 1958.185545] env[63750]: _type = "Task" [ 1958.185545] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.194101] env[63750]: DEBUG oslo_vmware.api [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Task: {'id': task-2006880, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.365992] env[63750]: DEBUG oslo_vmware.api [None req-e8974f9b-0515-4099-b1fd-6d01fa763d22 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Task: {'id': task-2006877, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.312069} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.366298] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8974f9b-0515-4099-b1fd-6d01fa763d22 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1958.367035] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e8974f9b-0515-4099-b1fd-6d01fa763d22 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] [instance: 28f784fb-42a3-40b9-b2f4-f047eb7bb83b] Deleted contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1958.367035] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e8974f9b-0515-4099-b1fd-6d01fa763d22 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] [instance: 28f784fb-42a3-40b9-b2f4-f047eb7bb83b] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1958.367035] env[63750]: INFO nova.compute.manager [None req-e8974f9b-0515-4099-b1fd-6d01fa763d22 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] [instance: 28f784fb-42a3-40b9-b2f4-f047eb7bb83b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1958.367226] env[63750]: DEBUG oslo.service.loopingcall [None req-e8974f9b-0515-4099-b1fd-6d01fa763d22 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1958.367378] env[63750]: DEBUG nova.compute.manager [-] [instance: 28f784fb-42a3-40b9-b2f4-f047eb7bb83b] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1958.367504] env[63750]: DEBUG nova.network.neutron [-] [instance: 28f784fb-42a3-40b9-b2f4-f047eb7bb83b] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1958.378526] env[63750]: DEBUG oslo_vmware.api [None req-2fed705f-bd83-4b86-a975-521b8207078f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006878, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304091} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.378774] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fed705f-bd83-4b86-a975-521b8207078f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1958.378774] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2fed705f-bd83-4b86-a975-521b8207078f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: cbf7b9d3-0a79-4af3-be0c-0970adfda0eb] Deleted contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1958.378960] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2fed705f-bd83-4b86-a975-521b8207078f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: cbf7b9d3-0a79-4af3-be0c-0970adfda0eb] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1958.379152] env[63750]: INFO nova.compute.manager [None req-2fed705f-bd83-4b86-a975-521b8207078f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: cbf7b9d3-0a79-4af3-be0c-0970adfda0eb] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1958.379397] env[63750]: DEBUG oslo.service.loopingcall [None req-2fed705f-bd83-4b86-a975-521b8207078f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1958.379589] env[63750]: DEBUG nova.compute.manager [-] [instance: cbf7b9d3-0a79-4af3-be0c-0970adfda0eb] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1958.379683] env[63750]: DEBUG nova.network.neutron [-] [instance: cbf7b9d3-0a79-4af3-be0c-0970adfda0eb] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1958.537880] env[63750]: DEBUG oslo_concurrency.lockutils [None req-66d9c68c-ea9a-49bd-a3bc-f7d534677678 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lock "5e48cc71-ce40-4e55-bffb-d3bf274c946b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.417s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1958.560662] env[63750]: DEBUG nova.scheduler.client.report [None req-323d4263-d32a-4ede-8d93-95f633d0f4a9 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1958.632456] env[63750]: INFO nova.compute.manager [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 8fddfd5a-144e-4764-ae66-d212167aba17] Took 17.85 seconds to build instance. [ 1958.651601] env[63750]: DEBUG oslo_vmware.api [None req-540e75ba-dd24-480f-b4bd-3107998a7ef5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2006879, 'name': PowerOffVM_Task, 'duration_secs': 0.380458} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.651898] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-540e75ba-dd24-480f-b4bd-3107998a7ef5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1958.652110] env[63750]: DEBUG nova.compute.manager [None req-540e75ba-dd24-480f-b4bd-3107998a7ef5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1958.653000] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd35c54c-47ee-414d-b5b3-06d6b5d6d8c3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.696932] env[63750]: DEBUG oslo_vmware.api [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Task: {'id': task-2006880, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.214801} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.698869] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] [instance: 73e73f2c-f8b1-4a44-8fa3-cb2285041b52] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1958.699683] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83381358-e140-4b43-8349-fb488ba14036 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.729994] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] [instance: 73e73f2c-f8b1-4a44-8fa3-cb2285041b52] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 73e73f2c-f8b1-4a44-8fa3-cb2285041b52/73e73f2c-f8b1-4a44-8fa3-cb2285041b52.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1958.730608] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4aec497a-1d58-4612-9ec0-17c68fc8fc04 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.754820] env[63750]: DEBUG oslo_vmware.api [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Waiting for the task: (returnval){ [ 1958.754820] env[63750]: value = "task-2006881" [ 1958.754820] env[63750]: _type = "Task" [ 1958.754820] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.768295] env[63750]: DEBUG oslo_vmware.api [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Task: {'id': task-2006881, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.068459] env[63750]: DEBUG oslo_concurrency.lockutils [None req-323d4263-d32a-4ede-8d93-95f633d0f4a9 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.827s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1959.072950] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9062817a-1cfb-458f-b46a-9dbb67973efa tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.549s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1959.073222] env[63750]: DEBUG nova.objects.instance [None req-9062817a-1cfb-458f-b46a-9dbb67973efa tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Lazy-loading 'resources' on Instance uuid f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1959.103717] env[63750]: INFO nova.scheduler.client.report [None req-323d4263-d32a-4ede-8d93-95f633d0f4a9 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Deleted allocations for instance 817019a8-85aa-4f3a-be91-71d64dc51ae6 [ 1959.125203] env[63750]: DEBUG nova.compute.manager [req-9b12442c-99a9-47dd-a9fd-9fbb357645ff req-7cbcaa00-3be3-4762-8d89-f22e418d2323 service nova] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Received event network-changed-e5f29ea2-d0cf-492a-ba74-b58bc1e4ac21 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1959.125398] env[63750]: DEBUG nova.compute.manager [req-9b12442c-99a9-47dd-a9fd-9fbb357645ff req-7cbcaa00-3be3-4762-8d89-f22e418d2323 service nova] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Refreshing instance network info cache due to event network-changed-e5f29ea2-d0cf-492a-ba74-b58bc1e4ac21. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1959.125720] env[63750]: DEBUG oslo_concurrency.lockutils [req-9b12442c-99a9-47dd-a9fd-9fbb357645ff req-7cbcaa00-3be3-4762-8d89-f22e418d2323 service nova] Acquiring lock "refresh_cache-5e48cc71-ce40-4e55-bffb-d3bf274c946b" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1959.125928] env[63750]: DEBUG oslo_concurrency.lockutils [req-9b12442c-99a9-47dd-a9fd-9fbb357645ff req-7cbcaa00-3be3-4762-8d89-f22e418d2323 service nova] Acquired lock "refresh_cache-5e48cc71-ce40-4e55-bffb-d3bf274c946b" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1959.126850] env[63750]: DEBUG nova.network.neutron [req-9b12442c-99a9-47dd-a9fd-9fbb357645ff req-7cbcaa00-3be3-4762-8d89-f22e418d2323 service nova] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Refreshing network info cache for port e5f29ea2-d0cf-492a-ba74-b58bc1e4ac21 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1959.134564] env[63750]: DEBUG oslo_concurrency.lockutils [None req-88ed40cc-136e-4dce-ae4c-f5285c3068c5 tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "8fddfd5a-144e-4764-ae66-d212167aba17" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.360s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1959.167434] env[63750]: DEBUG oslo_concurrency.lockutils [None req-540e75ba-dd24-480f-b4bd-3107998a7ef5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "bf03616d-723b-4ab9-9e5e-68b50541b080" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.055s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1959.267260] env[63750]: DEBUG oslo_vmware.api [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Task: {'id': task-2006881, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.308025] env[63750]: DEBUG nova.network.neutron [-] [instance: cbf7b9d3-0a79-4af3-be0c-0970adfda0eb] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1959.477684] env[63750]: DEBUG nova.network.neutron [-] [instance: 28f784fb-42a3-40b9-b2f4-f047eb7bb83b] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1959.614041] env[63750]: DEBUG oslo_concurrency.lockutils [None req-323d4263-d32a-4ede-8d93-95f633d0f4a9 tempest-ServerRescueTestJSONUnderV235-1249297254 tempest-ServerRescueTestJSONUnderV235-1249297254-project-member] Lock "817019a8-85aa-4f3a-be91-71d64dc51ae6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.093s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1959.658475] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1959.658668] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63750) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1959.683988] env[63750]: DEBUG nova.objects.instance [None req-f76392ef-0b6c-4ae4-8f9d-8e548adc9123 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lazy-loading 'flavor' on Instance uuid bf03616d-723b-4ab9-9e5e-68b50541b080 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1959.770056] env[63750]: DEBUG oslo_vmware.api [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Task: {'id': task-2006881, 'name': ReconfigVM_Task, 'duration_secs': 0.642} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.770779] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] [instance: 73e73f2c-f8b1-4a44-8fa3-cb2285041b52] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 73e73f2c-f8b1-4a44-8fa3-cb2285041b52/73e73f2c-f8b1-4a44-8fa3-cb2285041b52.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1959.771829] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-234c612d-a6c5-41b9-a3d6-2e0c2fcc80cf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.782937] env[63750]: DEBUG oslo_vmware.api [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Waiting for the task: (returnval){ [ 1959.782937] env[63750]: value = "task-2006882" [ 1959.782937] env[63750]: _type = "Task" [ 1959.782937] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.798731] env[63750]: DEBUG oslo_vmware.api [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Task: {'id': task-2006882, 'name': Rename_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.804962] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b71510-ea6a-4ef9-9ce9-9b85940194c7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.809152] env[63750]: INFO nova.compute.manager [-] [instance: cbf7b9d3-0a79-4af3-be0c-0970adfda0eb] Took 1.43 seconds to deallocate network for instance. [ 1959.822892] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ee43d9-a978-4ea7-9b33-8669ead0330c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.859472] env[63750]: DEBUG nova.compute.manager [req-778aad1a-5f47-4643-9fc5-5407abf449ee req-b846cb16-2a9d-44f3-ada7-5358480bbc01 service nova] [instance: cbf7b9d3-0a79-4af3-be0c-0970adfda0eb] Received event network-vif-deleted-5bf8983b-03a9-4c70-9a51-c1fbabbf78e6 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1959.859677] env[63750]: DEBUG nova.compute.manager [req-778aad1a-5f47-4643-9fc5-5407abf449ee req-b846cb16-2a9d-44f3-ada7-5358480bbc01 service nova] [instance: 28f784fb-42a3-40b9-b2f4-f047eb7bb83b] Received event network-vif-deleted-d3f8bd72-07f9-4ea6-a096-6aa55be21beb {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1959.860496] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df36d09-ab07-404b-8132-9e6c8c9dae5e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.870280] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2aa7699-48e4-4a4c-8a96-f1f86aa69d2c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.886382] env[63750]: DEBUG nova.compute.provider_tree [None req-9062817a-1cfb-458f-b46a-9dbb67973efa tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1959.980499] env[63750]: INFO nova.compute.manager [-] [instance: 28f784fb-42a3-40b9-b2f4-f047eb7bb83b] Took 1.61 seconds to deallocate network for instance. [ 1959.993082] env[63750]: DEBUG nova.network.neutron [req-9b12442c-99a9-47dd-a9fd-9fbb357645ff req-7cbcaa00-3be3-4762-8d89-f22e418d2323 service nova] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Updated VIF entry in instance network info cache for port e5f29ea2-d0cf-492a-ba74-b58bc1e4ac21. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1959.993516] env[63750]: DEBUG nova.network.neutron [req-9b12442c-99a9-47dd-a9fd-9fbb357645ff req-7cbcaa00-3be3-4762-8d89-f22e418d2323 service nova] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Updating instance_info_cache with network_info: [{"id": "e5f29ea2-d0cf-492a-ba74-b58bc1e4ac21", "address": "fa:16:3e:a6:67:d0", "network": {"id": "b187626c-07b5-4d74-a064-ea07943c3974", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-699185419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e8d72fb292a433fb29749aee8e597f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5f29ea2-d0", "ovs_interfaceid": "e5f29ea2-d0cf-492a-ba74-b58bc1e4ac21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1960.189432] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f76392ef-0b6c-4ae4-8f9d-8e548adc9123 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquiring lock "refresh_cache-bf03616d-723b-4ab9-9e5e-68b50541b080" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1960.189701] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f76392ef-0b6c-4ae4-8f9d-8e548adc9123 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquired lock "refresh_cache-bf03616d-723b-4ab9-9e5e-68b50541b080" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1960.189795] env[63750]: DEBUG nova.network.neutron [None req-f76392ef-0b6c-4ae4-8f9d-8e548adc9123 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1960.189944] env[63750]: DEBUG nova.objects.instance [None req-f76392ef-0b6c-4ae4-8f9d-8e548adc9123 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lazy-loading 'info_cache' on Instance uuid bf03616d-723b-4ab9-9e5e-68b50541b080 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1960.297723] env[63750]: DEBUG oslo_vmware.api [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Task: {'id': task-2006882, 'name': Rename_Task, 'duration_secs': 0.210641} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.298380] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] [instance: 73e73f2c-f8b1-4a44-8fa3-cb2285041b52] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1960.298823] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c46c65d-e8da-4424-afe4-7145748c7ea2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.307823] env[63750]: DEBUG oslo_vmware.api [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Waiting for the task: (returnval){ [ 1960.307823] env[63750]: value = "task-2006883" [ 1960.307823] env[63750]: _type = "Task" [ 1960.307823] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.316225] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2fc437a2-5752-4f29-846b-658b3755253a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquiring lock "8fddfd5a-144e-4764-ae66-d212167aba17" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1960.316699] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2fc437a2-5752-4f29-846b-658b3755253a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "8fddfd5a-144e-4764-ae66-d212167aba17" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1960.317097] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2fc437a2-5752-4f29-846b-658b3755253a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquiring lock "8fddfd5a-144e-4764-ae66-d212167aba17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1960.318946] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2fc437a2-5752-4f29-846b-658b3755253a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "8fddfd5a-144e-4764-ae66-d212167aba17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1960.318946] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2fc437a2-5752-4f29-846b-658b3755253a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "8fddfd5a-144e-4764-ae66-d212167aba17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1960.320099] env[63750]: DEBUG oslo_vmware.api [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Task: {'id': task-2006883, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.321835] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2fed705f-bd83-4b86-a975-521b8207078f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1960.323860] env[63750]: INFO nova.compute.manager [None req-2fc437a2-5752-4f29-846b-658b3755253a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 8fddfd5a-144e-4764-ae66-d212167aba17] Terminating instance [ 1960.390194] env[63750]: DEBUG nova.scheduler.client.report [None req-9062817a-1cfb-458f-b46a-9dbb67973efa tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1960.490231] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e8974f9b-0515-4099-b1fd-6d01fa763d22 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1960.496465] env[63750]: DEBUG oslo_concurrency.lockutils [req-9b12442c-99a9-47dd-a9fd-9fbb357645ff req-7cbcaa00-3be3-4762-8d89-f22e418d2323 service nova] Releasing lock "refresh_cache-5e48cc71-ce40-4e55-bffb-d3bf274c946b" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1960.693725] env[63750]: DEBUG nova.objects.base [None req-f76392ef-0b6c-4ae4-8f9d-8e548adc9123 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=63750) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1960.817011] env[63750]: DEBUG oslo_vmware.api [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Task: {'id': task-2006883, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.826937] env[63750]: DEBUG nova.compute.manager [None req-2fc437a2-5752-4f29-846b-658b3755253a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 8fddfd5a-144e-4764-ae66-d212167aba17] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1960.827666] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc437a2-5752-4f29-846b-658b3755253a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 8fddfd5a-144e-4764-ae66-d212167aba17] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1960.828140] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00ad584-f17d-4e94-b6a9-c3e710f5d05f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.836463] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fc437a2-5752-4f29-846b-658b3755253a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 8fddfd5a-144e-4764-ae66-d212167aba17] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1960.836744] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87e5e801-c2f6-41de-af16-acddf55f451c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.843396] env[63750]: DEBUG oslo_vmware.api [None req-2fc437a2-5752-4f29-846b-658b3755253a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1960.843396] env[63750]: value = "task-2006884" [ 1960.843396] env[63750]: _type = "Task" [ 1960.843396] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.851336] env[63750]: DEBUG oslo_vmware.api [None req-2fc437a2-5752-4f29-846b-658b3755253a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006884, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.898462] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9062817a-1cfb-458f-b46a-9dbb67973efa tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.825s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1960.901203] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e97a4473-a897-47f2-ad44-e7c14021a20c tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.914s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1960.901448] env[63750]: DEBUG nova.objects.instance [None req-e97a4473-a897-47f2-ad44-e7c14021a20c tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Lazy-loading 'resources' on Instance uuid 3530f51f-bf74-482e-b7cd-5afe9f279e13 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1960.923460] env[63750]: INFO nova.scheduler.client.report [None req-9062817a-1cfb-458f-b46a-9dbb67973efa tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Deleted allocations for instance f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2 [ 1961.321027] env[63750]: DEBUG oslo_vmware.api [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Task: {'id': task-2006883, 'name': PowerOnVM_Task, 'duration_secs': 0.660555} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.321027] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] [instance: 73e73f2c-f8b1-4a44-8fa3-cb2285041b52] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1961.321027] env[63750]: INFO nova.compute.manager [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] [instance: 73e73f2c-f8b1-4a44-8fa3-cb2285041b52] Took 9.49 seconds to spawn the instance on the hypervisor. [ 1961.321027] env[63750]: DEBUG nova.compute.manager [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] [instance: 73e73f2c-f8b1-4a44-8fa3-cb2285041b52] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1961.321027] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b927f2a6-f636-47c2-923b-1ee7f3e80347 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.353842] env[63750]: DEBUG oslo_vmware.api [None req-2fc437a2-5752-4f29-846b-658b3755253a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006884, 'name': PowerOffVM_Task, 'duration_secs': 0.319368} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.354229] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fc437a2-5752-4f29-846b-658b3755253a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 8fddfd5a-144e-4764-ae66-d212167aba17] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1961.354410] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc437a2-5752-4f29-846b-658b3755253a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 8fddfd5a-144e-4764-ae66-d212167aba17] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1961.354666] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80469f3d-c1e8-4d8f-b0fd-7e5d863739a0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.431861] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9062817a-1cfb-458f-b46a-9dbb67973efa tempest-ServersWithSpecificFlavorTestJSON-126682349 tempest-ServersWithSpecificFlavorTestJSON-126682349-project-member] Lock "f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.869s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1961.508274] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc437a2-5752-4f29-846b-658b3755253a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 8fddfd5a-144e-4764-ae66-d212167aba17] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1961.508558] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc437a2-5752-4f29-846b-658b3755253a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 8fddfd5a-144e-4764-ae66-d212167aba17] Deleting contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1961.508745] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fc437a2-5752-4f29-846b-658b3755253a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Deleting the datastore file [datastore2] 8fddfd5a-144e-4764-ae66-d212167aba17 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1961.509045] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90d58532-00e4-4166-83ae-b87381766b05 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.523028] env[63750]: DEBUG oslo_vmware.api [None req-2fc437a2-5752-4f29-846b-658b3755253a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for the task: (returnval){ [ 1961.523028] env[63750]: value = "task-2006886" [ 1961.523028] env[63750]: _type = "Task" [ 1961.523028] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.538799] env[63750]: DEBUG oslo_vmware.api [None req-2fc437a2-5752-4f29-846b-658b3755253a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006886, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.606660] env[63750]: DEBUG nova.network.neutron [None req-f76392ef-0b6c-4ae4-8f9d-8e548adc9123 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Updating instance_info_cache with network_info: [{"id": "10fa378c-3848-496f-8b88-5d1101aae14b", "address": "fa:16:3e:b3:c0:57", "network": {"id": "3190c9f9-ed08-4a95-905a-91e470b8e973", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-172291959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7dd23ed8566493d991974157cb177d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10fa378c-38", "ovs_interfaceid": "10fa378c-3848-496f-8b88-5d1101aae14b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1961.703832] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8afacf2b-719a-4b7d-88bf-e6f0fa75e794 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.714072] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f255414-52f6-4df8-9933-3d720e9f9ee5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.755686] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13cc57a-4a91-4c58-9ce6-7f81acfbb5a1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.764700] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed6229f-ec8d-4fb2-904f-61ee76c4feb3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.779859] env[63750]: DEBUG nova.compute.provider_tree [None req-e97a4473-a897-47f2-ad44-e7c14021a20c tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1961.806708] env[63750]: DEBUG oslo_vmware.rw_handles [None req-eab41c96-1d1f-493a-b101-b6af4bff578c tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5201b17e-4ffc-0faf-ca70-855ce5db6005/disk-0.vmdk. {{(pid=63750) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1961.807776] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359a10e9-b101-4702-9fb6-122b0a2661b9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.815677] env[63750]: DEBUG oslo_vmware.rw_handles [None req-eab41c96-1d1f-493a-b101-b6af4bff578c tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5201b17e-4ffc-0faf-ca70-855ce5db6005/disk-0.vmdk is in state: ready. {{(pid=63750) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1961.815868] env[63750]: ERROR oslo_vmware.rw_handles [None req-eab41c96-1d1f-493a-b101-b6af4bff578c tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5201b17e-4ffc-0faf-ca70-855ce5db6005/disk-0.vmdk due to incomplete transfer. [ 1961.816197] env[63750]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-35ca9fea-9bd8-499e-92e4-29d7146fec2b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.823532] env[63750]: DEBUG oslo_vmware.rw_handles [None req-eab41c96-1d1f-493a-b101-b6af4bff578c tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5201b17e-4ffc-0faf-ca70-855ce5db6005/disk-0.vmdk. {{(pid=63750) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1961.823729] env[63750]: DEBUG nova.virt.vmwareapi.images [None req-eab41c96-1d1f-493a-b101-b6af4bff578c tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Uploaded image 558cf696-ef7f-4bbe-9059-41727df74df8 to the Glance image server {{(pid=63750) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1961.825990] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab41c96-1d1f-493a-b101-b6af4bff578c tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Destroying the VM {{(pid=63750) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1961.826368] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-abb4eb20-5736-485f-b892-bc92949f8aa8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.832282] env[63750]: DEBUG oslo_vmware.api [None req-eab41c96-1d1f-493a-b101-b6af4bff578c tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 1961.832282] env[63750]: value = "task-2006887" [ 1961.832282] env[63750]: _type = "Task" [ 1961.832282] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.844967] env[63750]: DEBUG oslo_vmware.api [None req-eab41c96-1d1f-493a-b101-b6af4bff578c tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006887, 'name': Destroy_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.845479] env[63750]: INFO nova.compute.manager [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] [instance: 73e73f2c-f8b1-4a44-8fa3-cb2285041b52] Took 14.40 seconds to build instance. [ 1962.031559] env[63750]: DEBUG oslo_vmware.api [None req-2fc437a2-5752-4f29-846b-658b3755253a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Task: {'id': task-2006886, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289162} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.032612] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fc437a2-5752-4f29-846b-658b3755253a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1962.032612] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc437a2-5752-4f29-846b-658b3755253a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 8fddfd5a-144e-4764-ae66-d212167aba17] Deleted contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1962.032612] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc437a2-5752-4f29-846b-658b3755253a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 8fddfd5a-144e-4764-ae66-d212167aba17] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1962.032612] env[63750]: INFO nova.compute.manager [None req-2fc437a2-5752-4f29-846b-658b3755253a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] [instance: 8fddfd5a-144e-4764-ae66-d212167aba17] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1962.032612] env[63750]: DEBUG oslo.service.loopingcall [None req-2fc437a2-5752-4f29-846b-658b3755253a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1962.032877] env[63750]: DEBUG nova.compute.manager [-] [instance: 8fddfd5a-144e-4764-ae66-d212167aba17] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1962.032917] env[63750]: DEBUG nova.network.neutron [-] [instance: 8fddfd5a-144e-4764-ae66-d212167aba17] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1962.111903] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f76392ef-0b6c-4ae4-8f9d-8e548adc9123 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Releasing lock "refresh_cache-bf03616d-723b-4ab9-9e5e-68b50541b080" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1962.286087] env[63750]: DEBUG nova.scheduler.client.report [None req-e97a4473-a897-47f2-ad44-e7c14021a20c tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1962.343314] env[63750]: DEBUG oslo_vmware.api [None req-eab41c96-1d1f-493a-b101-b6af4bff578c tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006887, 'name': Destroy_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.350915] env[63750]: DEBUG oslo_concurrency.lockutils [None req-97a2f54f-2d36-40e0-aff8-82a9fa317746 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Lock "73e73f2c-f8b1-4a44-8fa3-cb2285041b52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.928s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1962.358508] env[63750]: DEBUG oslo_concurrency.lockutils [None req-08258c0f-7d2e-4c71-8395-c5633f792047 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Acquiring lock "73e73f2c-f8b1-4a44-8fa3-cb2285041b52" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1962.358743] env[63750]: DEBUG oslo_concurrency.lockutils [None req-08258c0f-7d2e-4c71-8395-c5633f792047 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Lock "73e73f2c-f8b1-4a44-8fa3-cb2285041b52" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1962.358952] env[63750]: DEBUG oslo_concurrency.lockutils [None req-08258c0f-7d2e-4c71-8395-c5633f792047 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Acquiring lock "73e73f2c-f8b1-4a44-8fa3-cb2285041b52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1962.359176] env[63750]: DEBUG oslo_concurrency.lockutils [None req-08258c0f-7d2e-4c71-8395-c5633f792047 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Lock "73e73f2c-f8b1-4a44-8fa3-cb2285041b52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1962.359345] env[63750]: DEBUG oslo_concurrency.lockutils [None req-08258c0f-7d2e-4c71-8395-c5633f792047 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Lock "73e73f2c-f8b1-4a44-8fa3-cb2285041b52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1962.361548] env[63750]: INFO nova.compute.manager [None req-08258c0f-7d2e-4c71-8395-c5633f792047 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] [instance: 73e73f2c-f8b1-4a44-8fa3-cb2285041b52] Terminating instance [ 1962.635815] env[63750]: DEBUG nova.compute.manager [req-eca4254f-668e-4dac-a8f8-e3ff2ea000fa req-95a20557-78f5-45d3-abec-18b678409b04 service nova] [instance: 8fddfd5a-144e-4764-ae66-d212167aba17] Received event network-vif-deleted-e4b3c284-e39c-4b21-b341-f3d6c7b8d0e3 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1962.636062] env[63750]: INFO nova.compute.manager [req-eca4254f-668e-4dac-a8f8-e3ff2ea000fa req-95a20557-78f5-45d3-abec-18b678409b04 service nova] [instance: 8fddfd5a-144e-4764-ae66-d212167aba17] Neutron deleted interface e4b3c284-e39c-4b21-b341-f3d6c7b8d0e3; detaching it from the instance and deleting it from the info cache [ 1962.636268] env[63750]: DEBUG nova.network.neutron [req-eca4254f-668e-4dac-a8f8-e3ff2ea000fa req-95a20557-78f5-45d3-abec-18b678409b04 service nova] [instance: 8fddfd5a-144e-4764-ae66-d212167aba17] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1962.658188] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1962.658344] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Starting heal instance info cache {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1962.795518] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e97a4473-a897-47f2-ad44-e7c14021a20c tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.894s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1962.797908] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2fed705f-bd83-4b86-a975-521b8207078f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.477s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1962.798197] env[63750]: DEBUG nova.objects.instance [None req-2fed705f-bd83-4b86-a975-521b8207078f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lazy-loading 'resources' on Instance uuid cbf7b9d3-0a79-4af3-be0c-0970adfda0eb {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1962.819336] env[63750]: INFO nova.scheduler.client.report [None req-e97a4473-a897-47f2-ad44-e7c14021a20c tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Deleted allocations for instance 3530f51f-bf74-482e-b7cd-5afe9f279e13 [ 1962.847213] env[63750]: DEBUG oslo_vmware.api [None req-eab41c96-1d1f-493a-b101-b6af4bff578c tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006887, 'name': Destroy_Task} progress is 33%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.866707] env[63750]: DEBUG nova.compute.manager [None req-08258c0f-7d2e-4c71-8395-c5633f792047 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] [instance: 73e73f2c-f8b1-4a44-8fa3-cb2285041b52] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1962.867053] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-08258c0f-7d2e-4c71-8395-c5633f792047 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] [instance: 73e73f2c-f8b1-4a44-8fa3-cb2285041b52] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1962.868145] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a519263-83ea-4abf-a9fc-d391c33fd686 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.876827] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-08258c0f-7d2e-4c71-8395-c5633f792047 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] [instance: 73e73f2c-f8b1-4a44-8fa3-cb2285041b52] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1962.877156] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fd844a1-7df2-4e1f-a07b-a256e12250db {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.884126] env[63750]: DEBUG oslo_vmware.api [None req-08258c0f-7d2e-4c71-8395-c5633f792047 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Waiting for the task: (returnval){ [ 1962.884126] env[63750]: value = "task-2006888" [ 1962.884126] env[63750]: _type = "Task" [ 1962.884126] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.892220] env[63750]: DEBUG oslo_vmware.api [None req-08258c0f-7d2e-4c71-8395-c5633f792047 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Task: {'id': task-2006888, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.999117] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8e8e12bb-6a04-4831-a0a8-6b7d0f995380 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquiring lock "36f222f1-d379-49c4-88e3-017b5da36e36" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1962.999421] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8e8e12bb-6a04-4831-a0a8-6b7d0f995380 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lock "36f222f1-d379-49c4-88e3-017b5da36e36" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1962.999636] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8e8e12bb-6a04-4831-a0a8-6b7d0f995380 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquiring lock "36f222f1-d379-49c4-88e3-017b5da36e36-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1962.999825] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8e8e12bb-6a04-4831-a0a8-6b7d0f995380 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lock "36f222f1-d379-49c4-88e3-017b5da36e36-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1962.999998] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8e8e12bb-6a04-4831-a0a8-6b7d0f995380 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lock "36f222f1-d379-49c4-88e3-017b5da36e36-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1963.003009] env[63750]: INFO nova.compute.manager [None req-8e8e12bb-6a04-4831-a0a8-6b7d0f995380 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Terminating instance [ 1963.111281] env[63750]: DEBUG nova.network.neutron [-] [instance: 8fddfd5a-144e-4764-ae66-d212167aba17] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1963.117901] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-f76392ef-0b6c-4ae4-8f9d-8e548adc9123 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1963.118387] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4fcb5dc-ce4f-4511-824b-38cb38fe0be3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.130182] env[63750]: DEBUG oslo_vmware.api [None req-f76392ef-0b6c-4ae4-8f9d-8e548adc9123 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 1963.130182] env[63750]: value = "task-2006889" [ 1963.130182] env[63750]: _type = "Task" [ 1963.130182] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.140588] env[63750]: DEBUG oslo_vmware.api [None req-f76392ef-0b6c-4ae4-8f9d-8e548adc9123 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2006889, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.141442] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d1f3db27-4e0a-4181-8d3d-c8a0448f576f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.151931] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e918baa-6ee6-4d21-be8d-dc66c2907da2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.185513] env[63750]: DEBUG nova.compute.manager [req-eca4254f-668e-4dac-a8f8-e3ff2ea000fa req-95a20557-78f5-45d3-abec-18b678409b04 service nova] [instance: 8fddfd5a-144e-4764-ae66-d212167aba17] Detach interface failed, port_id=e4b3c284-e39c-4b21-b341-f3d6c7b8d0e3, reason: Instance 8fddfd5a-144e-4764-ae66-d212167aba17 could not be found. {{(pid=63750) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1963.193511] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "refresh_cache-627fabed-0639-417d-b78c-fc6ef6ab7979" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1963.193645] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquired lock "refresh_cache-627fabed-0639-417d-b78c-fc6ef6ab7979" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1963.193781] env[63750]: DEBUG nova.network.neutron [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 627fabed-0639-417d-b78c-fc6ef6ab7979] Forcefully refreshing network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1963.331145] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e97a4473-a897-47f2-ad44-e7c14021a20c tempest-ServerShowV257Test-136486318 tempest-ServerShowV257Test-136486318-project-member] Lock "3530f51f-bf74-482e-b7cd-5afe9f279e13" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.548s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1963.347905] env[63750]: DEBUG oslo_vmware.api [None req-eab41c96-1d1f-493a-b101-b6af4bff578c tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006887, 'name': Destroy_Task, 'duration_secs': 1.092377} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.350297] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-eab41c96-1d1f-493a-b101-b6af4bff578c tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Destroyed the VM [ 1963.350297] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-eab41c96-1d1f-493a-b101-b6af4bff578c tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Deleting Snapshot of the VM instance {{(pid=63750) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1963.350297] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c589e184-225a-4a69-af85-38186dd7572f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.360380] env[63750]: DEBUG oslo_vmware.api [None req-eab41c96-1d1f-493a-b101-b6af4bff578c tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 1963.360380] env[63750]: value = "task-2006890" [ 1963.360380] env[63750]: _type = "Task" [ 1963.360380] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.370962] env[63750]: DEBUG oslo_vmware.api [None req-eab41c96-1d1f-493a-b101-b6af4bff578c tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006890, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.403110] env[63750]: DEBUG oslo_vmware.api [None req-08258c0f-7d2e-4c71-8395-c5633f792047 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Task: {'id': task-2006888, 'name': PowerOffVM_Task, 'duration_secs': 0.333302} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.403110] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-08258c0f-7d2e-4c71-8395-c5633f792047 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] [instance: 73e73f2c-f8b1-4a44-8fa3-cb2285041b52] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1963.403110] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-08258c0f-7d2e-4c71-8395-c5633f792047 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] [instance: 73e73f2c-f8b1-4a44-8fa3-cb2285041b52] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1963.403110] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85eca3f2-5f7c-4351-a829-ddc24dcbf1a4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.506541] env[63750]: DEBUG nova.compute.manager [None req-8e8e12bb-6a04-4831-a0a8-6b7d0f995380 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1963.507475] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-8e8e12bb-6a04-4831-a0a8-6b7d0f995380 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1963.511483] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2673779-91b2-4605-ad17-63f784aee4e4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.520390] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-8e8e12bb-6a04-4831-a0a8-6b7d0f995380 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1963.520831] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11b2f942-08c4-4a02-9b8f-b7e1cc8ebe8b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.576039] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d91af1-493d-4ffb-897c-a5390c6a0a25 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.583979] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a91645-bd8e-4dca-9185-5f1a4fb47084 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.616680] env[63750]: INFO nova.compute.manager [-] [instance: 8fddfd5a-144e-4764-ae66-d212167aba17] Took 1.58 seconds to deallocate network for instance. [ 1963.618820] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80a1329-c1b6-41bd-bf61-238ba4a5ff95 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.633289] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88a1d40-2d82-4237-a922-03624c633cd6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.638868] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-08258c0f-7d2e-4c71-8395-c5633f792047 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] [instance: 73e73f2c-f8b1-4a44-8fa3-cb2285041b52] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1963.639102] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-08258c0f-7d2e-4c71-8395-c5633f792047 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] [instance: 73e73f2c-f8b1-4a44-8fa3-cb2285041b52] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1963.639328] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-08258c0f-7d2e-4c71-8395-c5633f792047 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Deleting the datastore file [datastore1] 73e73f2c-f8b1-4a44-8fa3-cb2285041b52 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1963.651565] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8321c0a4-5171-4c01-bae4-c35d294921cc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.653777] env[63750]: DEBUG nova.compute.provider_tree [None req-2fed705f-bd83-4b86-a975-521b8207078f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1963.655727] env[63750]: DEBUG oslo_vmware.api [None req-f76392ef-0b6c-4ae4-8f9d-8e548adc9123 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2006889, 'name': PowerOnVM_Task, 'duration_secs': 0.468409} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.656730] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-f76392ef-0b6c-4ae4-8f9d-8e548adc9123 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1963.656967] env[63750]: DEBUG nova.compute.manager [None req-f76392ef-0b6c-4ae4-8f9d-8e548adc9123 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1963.661067] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559f08ba-e5fa-410e-8c3a-d3e276613fdb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.663991] env[63750]: DEBUG oslo_concurrency.lockutils [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquiring lock "99b407e0-5c69-4b97-ac57-af787198ba91" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1963.664226] env[63750]: DEBUG oslo_concurrency.lockutils [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lock "99b407e0-5c69-4b97-ac57-af787198ba91" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1963.667942] env[63750]: DEBUG oslo_vmware.api [None req-08258c0f-7d2e-4c71-8395-c5633f792047 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Waiting for the task: (returnval){ [ 1963.667942] env[63750]: value = "task-2006893" [ 1963.667942] env[63750]: _type = "Task" [ 1963.667942] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.681235] env[63750]: DEBUG oslo_vmware.api [None req-08258c0f-7d2e-4c71-8395-c5633f792047 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Task: {'id': task-2006893, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.870536] env[63750]: DEBUG oslo_vmware.api [None req-eab41c96-1d1f-493a-b101-b6af4bff578c tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006890, 'name': RemoveSnapshot_Task, 'duration_secs': 0.482351} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.870808] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-eab41c96-1d1f-493a-b101-b6af4bff578c tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Deleted Snapshot of the VM instance {{(pid=63750) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1963.871062] env[63750]: INFO nova.compute.manager [None req-eab41c96-1d1f-493a-b101-b6af4bff578c tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Took 15.41 seconds to snapshot the instance on the hypervisor. [ 1964.126697] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2fc437a2-5752-4f29-846b-658b3755253a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1964.157033] env[63750]: DEBUG nova.scheduler.client.report [None req-2fed705f-bd83-4b86-a975-521b8207078f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1964.170401] env[63750]: DEBUG nova.compute.manager [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1964.184847] env[63750]: DEBUG oslo_vmware.api [None req-08258c0f-7d2e-4c71-8395-c5633f792047 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Task: {'id': task-2006893, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148102} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.185402] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-08258c0f-7d2e-4c71-8395-c5633f792047 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1964.185707] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-08258c0f-7d2e-4c71-8395-c5633f792047 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] [instance: 73e73f2c-f8b1-4a44-8fa3-cb2285041b52] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1964.186311] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-08258c0f-7d2e-4c71-8395-c5633f792047 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] [instance: 73e73f2c-f8b1-4a44-8fa3-cb2285041b52] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1964.186564] env[63750]: INFO nova.compute.manager [None req-08258c0f-7d2e-4c71-8395-c5633f792047 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] [instance: 73e73f2c-f8b1-4a44-8fa3-cb2285041b52] Took 1.32 seconds to destroy the instance on the hypervisor. [ 1964.186876] env[63750]: DEBUG oslo.service.loopingcall [None req-08258c0f-7d2e-4c71-8395-c5633f792047 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1964.187144] env[63750]: DEBUG nova.compute.manager [-] [instance: 73e73f2c-f8b1-4a44-8fa3-cb2285041b52] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1964.187291] env[63750]: DEBUG nova.network.neutron [-] [instance: 73e73f2c-f8b1-4a44-8fa3-cb2285041b52] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1964.375480] env[63750]: DEBUG nova.compute.manager [None req-eab41c96-1d1f-493a-b101-b6af4bff578c tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Instance disappeared during snapshot {{(pid=63750) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1964.390153] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-8e8e12bb-6a04-4831-a0a8-6b7d0f995380 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1964.390153] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-8e8e12bb-6a04-4831-a0a8-6b7d0f995380 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1964.390252] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e8e12bb-6a04-4831-a0a8-6b7d0f995380 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Deleting the datastore file [datastore1] 36f222f1-d379-49c4-88e3-017b5da36e36 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1964.390471] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3770fabf-a483-45b0-b1e8-804e064b913d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.395986] env[63750]: DEBUG nova.compute.manager [None req-eab41c96-1d1f-493a-b101-b6af4bff578c tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Image not found during clean up 558cf696-ef7f-4bbe-9059-41727df74df8 {{(pid=63750) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1964.401821] env[63750]: DEBUG oslo_vmware.api [None req-8e8e12bb-6a04-4831-a0a8-6b7d0f995380 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 1964.401821] env[63750]: value = "task-2006894" [ 1964.401821] env[63750]: _type = "Task" [ 1964.401821] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.412136] env[63750]: DEBUG oslo_vmware.api [None req-8e8e12bb-6a04-4831-a0a8-6b7d0f995380 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006894, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.585085] env[63750]: DEBUG nova.network.neutron [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 627fabed-0639-417d-b78c-fc6ef6ab7979] Updating instance_info_cache with network_info: [{"id": "38e011bb-95bd-430e-a057-e80a224177d5", "address": "fa:16:3e:41:1a:5b", "network": {"id": "0e079862-a158-4a83-80c0-7e4b9250f9fe", "bridge": "br-int", "label": "tempest-ServersTestJSON-24691741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348f6d26e2ec4f0ea7a2f9ae9fdf7a62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38e011bb-95", "ovs_interfaceid": "38e011bb-95bd-430e-a057-e80a224177d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1964.662476] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2fed705f-bd83-4b86-a975-521b8207078f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.864s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1964.668283] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e8974f9b-0515-4099-b1fd-6d01fa763d22 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.181s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1964.668538] env[63750]: DEBUG nova.objects.instance [None req-e8974f9b-0515-4099-b1fd-6d01fa763d22 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Lazy-loading 'resources' on Instance uuid 28f784fb-42a3-40b9-b2f4-f047eb7bb83b {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1964.672326] env[63750]: DEBUG nova.compute.manager [req-8f21b9f6-ae16-407c-a63f-0b15c168e38c req-bec71d94-d987-4c03-a24c-fc94e10ce4c3 service nova] [instance: 73e73f2c-f8b1-4a44-8fa3-cb2285041b52] Received event network-vif-deleted-52035690-a4e7-410a-a971-2c7ad9fc377c {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1964.672523] env[63750]: INFO nova.compute.manager [req-8f21b9f6-ae16-407c-a63f-0b15c168e38c req-bec71d94-d987-4c03-a24c-fc94e10ce4c3 service nova] [instance: 73e73f2c-f8b1-4a44-8fa3-cb2285041b52] Neutron deleted interface 52035690-a4e7-410a-a971-2c7ad9fc377c; detaching it from the instance and deleting it from the info cache [ 1964.672694] env[63750]: DEBUG nova.network.neutron [req-8f21b9f6-ae16-407c-a63f-0b15c168e38c req-bec71d94-d987-4c03-a24c-fc94e10ce4c3 service nova] [instance: 73e73f2c-f8b1-4a44-8fa3-cb2285041b52] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1964.691083] env[63750]: DEBUG oslo_concurrency.lockutils [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1964.700621] env[63750]: INFO nova.scheduler.client.report [None req-2fed705f-bd83-4b86-a975-521b8207078f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Deleted allocations for instance cbf7b9d3-0a79-4af3-be0c-0970adfda0eb [ 1964.913364] env[63750]: DEBUG oslo_vmware.api [None req-8e8e12bb-6a04-4831-a0a8-6b7d0f995380 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006894, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18575} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.913638] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e8e12bb-6a04-4831-a0a8-6b7d0f995380 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1964.913822] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-8e8e12bb-6a04-4831-a0a8-6b7d0f995380 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1964.914021] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-8e8e12bb-6a04-4831-a0a8-6b7d0f995380 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1964.914214] env[63750]: INFO nova.compute.manager [None req-8e8e12bb-6a04-4831-a0a8-6b7d0f995380 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Took 1.41 seconds to destroy the instance on the hypervisor. [ 1964.914457] env[63750]: DEBUG oslo.service.loopingcall [None req-8e8e12bb-6a04-4831-a0a8-6b7d0f995380 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1964.914647] env[63750]: DEBUG nova.compute.manager [-] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1964.914742] env[63750]: DEBUG nova.network.neutron [-] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1965.066370] env[63750]: DEBUG nova.network.neutron [-] [instance: 73e73f2c-f8b1-4a44-8fa3-cb2285041b52] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1965.087470] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Releasing lock "refresh_cache-627fabed-0639-417d-b78c-fc6ef6ab7979" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1965.087679] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 627fabed-0639-417d-b78c-fc6ef6ab7979] Updated the network info_cache for instance {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 1965.087872] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1965.088038] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1965.179773] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e032eb6d-c042-4dbd-bb46-3f86c401cf16 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.197065] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411a199a-364f-4ab1-bdbe-0ee85a9cc0d8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.213059] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2fed705f-bd83-4b86-a975-521b8207078f tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "cbf7b9d3-0a79-4af3-be0c-0970adfda0eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.657s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1965.231203] env[63750]: DEBUG nova.compute.manager [req-8f21b9f6-ae16-407c-a63f-0b15c168e38c req-bec71d94-d987-4c03-a24c-fc94e10ce4c3 service nova] [instance: 73e73f2c-f8b1-4a44-8fa3-cb2285041b52] Detach interface failed, port_id=52035690-a4e7-410a-a971-2c7ad9fc377c, reason: Instance 73e73f2c-f8b1-4a44-8fa3-cb2285041b52 could not be found. {{(pid=63750) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1965.424513] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3abd42c-cf7e-40b4-8ba9-41a3a95b72bb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.432886] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094a3fcf-5d43-46af-b463-a26790c1f670 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.464462] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b137b71-3d1e-4638-b5fd-3108f152c66e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.472375] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09696f4c-ecaa-45c3-8a3d-0dea10f6c540 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.486310] env[63750]: DEBUG nova.compute.provider_tree [None req-e8974f9b-0515-4099-b1fd-6d01fa763d22 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1965.569461] env[63750]: INFO nova.compute.manager [-] [instance: 73e73f2c-f8b1-4a44-8fa3-cb2285041b52] Took 1.38 seconds to deallocate network for instance. [ 1965.636937] env[63750]: DEBUG nova.network.neutron [-] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1965.657985] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1965.658228] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1965.990064] env[63750]: DEBUG nova.scheduler.client.report [None req-e8974f9b-0515-4099-b1fd-6d01fa763d22 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1966.075180] env[63750]: DEBUG oslo_concurrency.lockutils [None req-08258c0f-7d2e-4c71-8395-c5633f792047 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1966.123414] env[63750]: DEBUG oslo_concurrency.lockutils [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquiring lock "8204041c-960f-4164-ac65-40db9b83a99e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1966.123660] env[63750]: DEBUG oslo_concurrency.lockutils [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "8204041c-960f-4164-ac65-40db9b83a99e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1966.137496] env[63750]: INFO nova.compute.manager [-] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Took 1.22 seconds to deallocate network for instance. [ 1966.494662] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e8974f9b-0515-4099-b1fd-6d01fa763d22 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.826s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1966.497270] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2fc437a2-5752-4f29-846b-658b3755253a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.371s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1966.497512] env[63750]: DEBUG nova.objects.instance [None req-2fc437a2-5752-4f29-846b-658b3755253a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lazy-loading 'resources' on Instance uuid 8fddfd5a-144e-4764-ae66-d212167aba17 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1966.517875] env[63750]: INFO nova.scheduler.client.report [None req-e8974f9b-0515-4099-b1fd-6d01fa763d22 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Deleted allocations for instance 28f784fb-42a3-40b9-b2f4-f047eb7bb83b [ 1966.629356] env[63750]: DEBUG nova.compute.manager [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8204041c-960f-4164-ac65-40db9b83a99e] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1966.642884] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8e8e12bb-6a04-4831-a0a8-6b7d0f995380 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1966.692936] env[63750]: DEBUG nova.compute.manager [req-8318e07f-65ee-47d7-8a13-6553cc218812 req-488fed4b-c53b-40eb-adf2-ebbfe6337867 service nova] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Received event network-vif-deleted-8b3a83f3-5bba-472f-a6c6-d5e43d3d9abc {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1967.029032] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e8974f9b-0515-4099-b1fd-6d01fa763d22 tempest-ServersV294TestFqdnHostnames-816429181 tempest-ServersV294TestFqdnHostnames-816429181-project-member] Lock "28f784fb-42a3-40b9-b2f4-f047eb7bb83b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.317s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1967.154568] env[63750]: DEBUG oslo_concurrency.lockutils [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1967.181869] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82013632-0ff8-4313-9a16-840dbd3710af {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.190345] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2c4fbb-409c-444b-8781-671b4903a2fc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.221725] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3540e61e-695b-4912-8b04-e1124f44aff6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.229997] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd06b03f-2576-49d9-8dc4-33e943beecf7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.246447] env[63750]: DEBUG nova.compute.provider_tree [None req-2fc437a2-5752-4f29-846b-658b3755253a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1967.658581] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1967.749726] env[63750]: DEBUG nova.scheduler.client.report [None req-2fc437a2-5752-4f29-846b-658b3755253a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1968.161333] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1968.254856] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2fc437a2-5752-4f29-846b-658b3755253a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.758s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1968.257933] env[63750]: DEBUG oslo_concurrency.lockutils [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.567s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1968.262139] env[63750]: INFO nova.compute.claims [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1968.288472] env[63750]: INFO nova.scheduler.client.report [None req-2fc437a2-5752-4f29-846b-658b3755253a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Deleted allocations for instance 8fddfd5a-144e-4764-ae66-d212167aba17 [ 1968.795499] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2fc437a2-5752-4f29-846b-658b3755253a tempest-ServerDiskConfigTestJSON-2105179214 tempest-ServerDiskConfigTestJSON-2105179214-project-member] Lock "8fddfd5a-144e-4764-ae66-d212167aba17" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.478s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1969.488993] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47765090-6e0e-4112-ba79-84b567f8f18e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.500935] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a858f184-87d6-4d12-a126-1aa944f8e458 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.541639] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e91494-9822-48c7-94d7-664213caf742 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.549755] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db764000-9a32-46ac-8b65-4c97dcf49e1e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.565913] env[63750]: DEBUG nova.compute.provider_tree [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1970.069757] env[63750]: DEBUG nova.scheduler.client.report [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1970.579366] env[63750]: DEBUG oslo_concurrency.lockutils [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.320s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1970.579366] env[63750]: DEBUG nova.compute.manager [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1970.580834] env[63750]: DEBUG oslo_concurrency.lockutils [None req-08258c0f-7d2e-4c71-8395-c5633f792047 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.506s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1970.581107] env[63750]: DEBUG nova.objects.instance [None req-08258c0f-7d2e-4c71-8395-c5633f792047 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Lazy-loading 'resources' on Instance uuid 73e73f2c-f8b1-4a44-8fa3-cb2285041b52 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1971.084192] env[63750]: DEBUG nova.compute.utils [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1971.089296] env[63750]: DEBUG nova.compute.manager [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1971.089482] env[63750]: DEBUG nova.network.neutron [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1971.156577] env[63750]: DEBUG nova.policy [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33363992341048e7b4f5763cc217c5ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e513233b2170429cad45641f98caeb63', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1971.288023] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343983db-906f-45eb-aec7-03210f63ec1b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.295001] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2800737d-1ae7-4f10-901a-a9a10674702b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.330063] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b210969-0a7b-4c30-8157-f052325dbdc0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.340113] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31ceef5-3a72-4bba-a45c-8ba627db0d04 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.353535] env[63750]: DEBUG nova.compute.provider_tree [None req-08258c0f-7d2e-4c71-8395-c5633f792047 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1971.597304] env[63750]: DEBUG nova.compute.manager [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1971.660420] env[63750]: DEBUG nova.network.neutron [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Successfully created port: 19984c7f-03c7-4b7a-b0ac-9949085d790e {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1971.857575] env[63750]: DEBUG nova.scheduler.client.report [None req-08258c0f-7d2e-4c71-8395-c5633f792047 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1972.362516] env[63750]: DEBUG oslo_concurrency.lockutils [None req-08258c0f-7d2e-4c71-8395-c5633f792047 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.782s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1972.365650] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8e8e12bb-6a04-4831-a0a8-6b7d0f995380 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.723s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1972.365945] env[63750]: DEBUG nova.objects.instance [None req-8e8e12bb-6a04-4831-a0a8-6b7d0f995380 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lazy-loading 'resources' on Instance uuid 36f222f1-d379-49c4-88e3-017b5da36e36 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1972.391921] env[63750]: INFO nova.scheduler.client.report [None req-08258c0f-7d2e-4c71-8395-c5633f792047 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Deleted allocations for instance 73e73f2c-f8b1-4a44-8fa3-cb2285041b52 [ 1972.548683] env[63750]: DEBUG oslo_concurrency.lockutils [None req-7d50bda7-cb56-40bb-bd0c-8ee7e6b7fe6a tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Acquiring lock "061e6a4c-f817-4955-9813-f63c318f6739" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1972.549204] env[63750]: DEBUG oslo_concurrency.lockutils [None req-7d50bda7-cb56-40bb-bd0c-8ee7e6b7fe6a tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Lock "061e6a4c-f817-4955-9813-f63c318f6739" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1972.549501] env[63750]: DEBUG oslo_concurrency.lockutils [None req-7d50bda7-cb56-40bb-bd0c-8ee7e6b7fe6a tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Acquiring lock "061e6a4c-f817-4955-9813-f63c318f6739-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1972.550064] env[63750]: DEBUG oslo_concurrency.lockutils [None req-7d50bda7-cb56-40bb-bd0c-8ee7e6b7fe6a tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Lock "061e6a4c-f817-4955-9813-f63c318f6739-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1972.550321] env[63750]: DEBUG oslo_concurrency.lockutils [None req-7d50bda7-cb56-40bb-bd0c-8ee7e6b7fe6a tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Lock "061e6a4c-f817-4955-9813-f63c318f6739-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1972.552582] env[63750]: INFO nova.compute.manager [None req-7d50bda7-cb56-40bb-bd0c-8ee7e6b7fe6a tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] [instance: 061e6a4c-f817-4955-9813-f63c318f6739] Terminating instance [ 1972.606794] env[63750]: DEBUG nova.compute.manager [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1972.636396] env[63750]: DEBUG nova.virt.hardware [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1972.636660] env[63750]: DEBUG nova.virt.hardware [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1972.636819] env[63750]: DEBUG nova.virt.hardware [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1972.637011] env[63750]: DEBUG nova.virt.hardware [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1972.637177] env[63750]: DEBUG nova.virt.hardware [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1972.637324] env[63750]: DEBUG nova.virt.hardware [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1972.640079] env[63750]: DEBUG nova.virt.hardware [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1972.640329] env[63750]: DEBUG nova.virt.hardware [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1972.640574] env[63750]: DEBUG nova.virt.hardware [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1972.640756] env[63750]: DEBUG nova.virt.hardware [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1972.640932] env[63750]: DEBUG nova.virt.hardware [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1972.641812] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714ac38b-e121-46ca-82f7-71841fc0f841 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.651936] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d41ac3f-7e39-49e5-a34b-7fc3534f0c28 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.902422] env[63750]: DEBUG oslo_concurrency.lockutils [None req-08258c0f-7d2e-4c71-8395-c5633f792047 tempest-ServerPasswordTestJSON-449261594 tempest-ServerPasswordTestJSON-449261594-project-member] Lock "73e73f2c-f8b1-4a44-8fa3-cb2285041b52" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.544s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1973.045166] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a17521-171f-4a79-9909-73e59cd12e79 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.051709] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a717aa8-d06a-4b87-bc6e-dec1bb6dd9a0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.056898] env[63750]: DEBUG nova.compute.manager [None req-7d50bda7-cb56-40bb-bd0c-8ee7e6b7fe6a tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] [instance: 061e6a4c-f817-4955-9813-f63c318f6739] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1973.057341] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-7d50bda7-cb56-40bb-bd0c-8ee7e6b7fe6a tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] [instance: 061e6a4c-f817-4955-9813-f63c318f6739] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1973.058249] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8822c1-79be-4ce4-be72-0718438a73e3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.093794] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232bfa2a-a218-40bd-b2ce-6869007bfaab {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.097473] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d50bda7-cb56-40bb-bd0c-8ee7e6b7fe6a tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] [instance: 061e6a4c-f817-4955-9813-f63c318f6739] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1973.097895] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-696afbe4-6b13-45d0-892f-d34f41067c74 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.106453] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59fc6dc-c396-4b10-aa8e-88e14ec2ab3d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.112847] env[63750]: DEBUG oslo_vmware.api [None req-7d50bda7-cb56-40bb-bd0c-8ee7e6b7fe6a tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Waiting for the task: (returnval){ [ 1973.112847] env[63750]: value = "task-2006895" [ 1973.112847] env[63750]: _type = "Task" [ 1973.112847] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.129018] env[63750]: DEBUG nova.compute.provider_tree [None req-8e8e12bb-6a04-4831-a0a8-6b7d0f995380 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1973.135287] env[63750]: DEBUG oslo_vmware.api [None req-7d50bda7-cb56-40bb-bd0c-8ee7e6b7fe6a tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Task: {'id': task-2006895, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.625939] env[63750]: DEBUG oslo_vmware.api [None req-7d50bda7-cb56-40bb-bd0c-8ee7e6b7fe6a tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Task: {'id': task-2006895, 'name': PowerOffVM_Task, 'duration_secs': 0.238103} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.627154] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d50bda7-cb56-40bb-bd0c-8ee7e6b7fe6a tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] [instance: 061e6a4c-f817-4955-9813-f63c318f6739] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1973.627320] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-7d50bda7-cb56-40bb-bd0c-8ee7e6b7fe6a tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] [instance: 061e6a4c-f817-4955-9813-f63c318f6739] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1973.627709] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-066ac2c3-bea1-46fe-8248-7de6da01963f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.634113] env[63750]: DEBUG nova.scheduler.client.report [None req-8e8e12bb-6a04-4831-a0a8-6b7d0f995380 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1974.138518] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8e8e12bb-6a04-4831-a0a8-6b7d0f995380 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.773s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1974.140847] env[63750]: DEBUG oslo_concurrency.lockutils [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.986s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1974.147141] env[63750]: INFO nova.compute.claims [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8204041c-960f-4164-ac65-40db9b83a99e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1974.185047] env[63750]: INFO nova.scheduler.client.report [None req-8e8e12bb-6a04-4831-a0a8-6b7d0f995380 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Deleted allocations for instance 36f222f1-d379-49c4-88e3-017b5da36e36 [ 1974.693108] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8e8e12bb-6a04-4831-a0a8-6b7d0f995380 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lock "36f222f1-d379-49c4-88e3-017b5da36e36" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.694s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1975.192881] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-7d50bda7-cb56-40bb-bd0c-8ee7e6b7fe6a tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] [instance: 061e6a4c-f817-4955-9813-f63c318f6739] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1975.193096] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-7d50bda7-cb56-40bb-bd0c-8ee7e6b7fe6a tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] [instance: 061e6a4c-f817-4955-9813-f63c318f6739] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1975.193281] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d50bda7-cb56-40bb-bd0c-8ee7e6b7fe6a tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Deleting the datastore file [datastore1] 061e6a4c-f817-4955-9813-f63c318f6739 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1975.193810] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9285dbf-b5e2-4af8-909d-4e3531b8f0a4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.203923] env[63750]: DEBUG oslo_vmware.api [None req-7d50bda7-cb56-40bb-bd0c-8ee7e6b7fe6a tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Waiting for the task: (returnval){ [ 1975.203923] env[63750]: value = "task-2006897" [ 1975.203923] env[63750]: _type = "Task" [ 1975.203923] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.215115] env[63750]: DEBUG oslo_vmware.api [None req-7d50bda7-cb56-40bb-bd0c-8ee7e6b7fe6a tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Task: {'id': task-2006897, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.338157] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561cfbd4-bffc-47f5-9e1e-4d1f5b323314 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.351373] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5aa75d-8f44-43f7-904c-b9c30489cf3d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.388644] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0edbc08f-c44f-4698-9bbc-3fa6eb3c4ca2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.397265] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa3cf58-ad36-49ba-a32f-56d71b4737f0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.411903] env[63750]: DEBUG nova.compute.provider_tree [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1975.605196] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Acquiring lock "0e36c12e-c4f7-48ac-b7f1-9473ea0b965f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1975.605431] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lock "0e36c12e-c4f7-48ac-b7f1-9473ea0b965f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1975.715931] env[63750]: DEBUG oslo_vmware.api [None req-7d50bda7-cb56-40bb-bd0c-8ee7e6b7fe6a tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Task: {'id': task-2006897, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168721} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.716236] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d50bda7-cb56-40bb-bd0c-8ee7e6b7fe6a tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1975.716427] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-7d50bda7-cb56-40bb-bd0c-8ee7e6b7fe6a tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] [instance: 061e6a4c-f817-4955-9813-f63c318f6739] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1975.716600] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-7d50bda7-cb56-40bb-bd0c-8ee7e6b7fe6a tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] [instance: 061e6a4c-f817-4955-9813-f63c318f6739] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1975.716770] env[63750]: INFO nova.compute.manager [None req-7d50bda7-cb56-40bb-bd0c-8ee7e6b7fe6a tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] [instance: 061e6a4c-f817-4955-9813-f63c318f6739] Took 2.66 seconds to destroy the instance on the hypervisor. [ 1975.717036] env[63750]: DEBUG oslo.service.loopingcall [None req-7d50bda7-cb56-40bb-bd0c-8ee7e6b7fe6a tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1975.717562] env[63750]: DEBUG nova.compute.manager [-] [instance: 061e6a4c-f817-4955-9813-f63c318f6739] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1975.717562] env[63750]: DEBUG nova.network.neutron [-] [instance: 061e6a4c-f817-4955-9813-f63c318f6739] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1975.918369] env[63750]: DEBUG nova.scheduler.client.report [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1976.110506] env[63750]: DEBUG nova.compute.manager [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1976.211217] env[63750]: DEBUG nova.compute.manager [req-ad3677da-40ba-43b5-ab89-5d454b978513 req-2905a099-c631-49dc-aa25-53ccb7588fc5 service nova] [instance: 061e6a4c-f817-4955-9813-f63c318f6739] Received event network-vif-deleted-8fd5550c-9bcb-4d56-884c-0e3e92fa1f33 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1976.211217] env[63750]: INFO nova.compute.manager [req-ad3677da-40ba-43b5-ab89-5d454b978513 req-2905a099-c631-49dc-aa25-53ccb7588fc5 service nova] [instance: 061e6a4c-f817-4955-9813-f63c318f6739] Neutron deleted interface 8fd5550c-9bcb-4d56-884c-0e3e92fa1f33; detaching it from the instance and deleting it from the info cache [ 1976.211217] env[63750]: DEBUG nova.network.neutron [req-ad3677da-40ba-43b5-ab89-5d454b978513 req-2905a099-c631-49dc-aa25-53ccb7588fc5 service nova] [instance: 061e6a4c-f817-4955-9813-f63c318f6739] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1976.398718] env[63750]: DEBUG nova.network.neutron [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Successfully updated port: 19984c7f-03c7-4b7a-b0ac-9949085d790e {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1976.423029] env[63750]: DEBUG oslo_concurrency.lockutils [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.282s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1976.423616] env[63750]: DEBUG nova.compute.manager [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8204041c-960f-4164-ac65-40db9b83a99e] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1976.428108] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 8.267s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1976.429329] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1976.429329] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63750) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1976.429329] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b27c485-8c8b-417c-b50c-e3222f2565b6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.441010] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec48056-b5e1-4cbf-b6c8-777e83b6142e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.457152] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0b9040-9a14-4d85-8dfb-799e8da24c26 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.464679] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5455e4-4896-4af1-a0e2-2d28356f167f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.505729] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179505MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=63750) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1976.505729] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1976.505729] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1976.630084] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1976.683717] env[63750]: DEBUG nova.network.neutron [-] [instance: 061e6a4c-f817-4955-9813-f63c318f6739] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1976.712853] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-730f31db-7b2a-4288-9df3-c0a9b7f8b91e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.723391] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a8a31d-9b42-4b9a-a167-f209f9b5c111 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.751332] env[63750]: DEBUG nova.compute.manager [req-ad3677da-40ba-43b5-ab89-5d454b978513 req-2905a099-c631-49dc-aa25-53ccb7588fc5 service nova] [instance: 061e6a4c-f817-4955-9813-f63c318f6739] Detach interface failed, port_id=8fd5550c-9bcb-4d56-884c-0e3e92fa1f33, reason: Instance 061e6a4c-f817-4955-9813-f63c318f6739 could not be found. {{(pid=63750) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1976.904780] env[63750]: DEBUG oslo_concurrency.lockutils [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquiring lock "refresh_cache-99b407e0-5c69-4b97-ac57-af787198ba91" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1976.904935] env[63750]: DEBUG oslo_concurrency.lockutils [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquired lock "refresh_cache-99b407e0-5c69-4b97-ac57-af787198ba91" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1976.905148] env[63750]: DEBUG nova.network.neutron [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1976.936185] env[63750]: DEBUG nova.compute.utils [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1976.937599] env[63750]: DEBUG nova.compute.manager [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8204041c-960f-4164-ac65-40db9b83a99e] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1976.937729] env[63750]: DEBUG nova.network.neutron [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8204041c-960f-4164-ac65-40db9b83a99e] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1976.978975] env[63750]: DEBUG nova.policy [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34e09636d2e2459c968741baef923422', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '348f6d26e2ec4f0ea7a2f9ae9fdf7a62', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1977.191063] env[63750]: INFO nova.compute.manager [-] [instance: 061e6a4c-f817-4955-9813-f63c318f6739] Took 1.47 seconds to deallocate network for instance. [ 1977.428185] env[63750]: DEBUG nova.network.neutron [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8204041c-960f-4164-ac65-40db9b83a99e] Successfully created port: a8daf759-e60b-444c-b4ec-d5f8160396ec {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1977.441148] env[63750]: DEBUG nova.compute.manager [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8204041c-960f-4164-ac65-40db9b83a99e] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1977.468198] env[63750]: DEBUG nova.network.neutron [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1977.536306] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 3d11142c-0197-4bd9-bf31-fffabf48ee87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1977.536453] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 627fabed-0639-417d-b78c-fc6ef6ab7979 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1977.536574] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance bf03616d-723b-4ab9-9e5e-68b50541b080 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1977.536689] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance ee1deeaf-7782-4ae2-bf3e-c766ae21a05a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1977.536800] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 061e6a4c-f817-4955-9813-f63c318f6739 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1977.536908] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance d300f90f-ea70-4575-9643-29462f2602ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1977.537044] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance dfd72d7d-1820-4e9a-8bc8-924fbe465145 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1977.537179] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 5e48cc71-ce40-4e55-bffb-d3bf274c946b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1977.537292] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 99b407e0-5c69-4b97-ac57-af787198ba91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1977.537402] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 8204041c-960f-4164-ac65-40db9b83a99e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1977.696873] env[63750]: DEBUG oslo_concurrency.lockutils [None req-7d50bda7-cb56-40bb-bd0c-8ee7e6b7fe6a tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1977.709356] env[63750]: DEBUG nova.network.neutron [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Updating instance_info_cache with network_info: [{"id": "19984c7f-03c7-4b7a-b0ac-9949085d790e", "address": "fa:16:3e:77:a7:83", "network": {"id": "d4b65d97-f1ce-4ba9-90f9-3711736b7e53", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2086699953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e513233b2170429cad45641f98caeb63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19984c7f-03", "ovs_interfaceid": "19984c7f-03c7-4b7a-b0ac-9949085d790e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1978.044217] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1978.044591] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1978.044591] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1978.200821] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55c0356-e4c2-48d7-964f-3833d1097073 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.209039] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a3d8ad-d69f-461c-923c-8c6ef8770061 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.212568] env[63750]: DEBUG oslo_concurrency.lockutils [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Releasing lock "refresh_cache-99b407e0-5c69-4b97-ac57-af787198ba91" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1978.212855] env[63750]: DEBUG nova.compute.manager [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Instance network_info: |[{"id": "19984c7f-03c7-4b7a-b0ac-9949085d790e", "address": "fa:16:3e:77:a7:83", "network": {"id": "d4b65d97-f1ce-4ba9-90f9-3711736b7e53", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2086699953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e513233b2170429cad45641f98caeb63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19984c7f-03", "ovs_interfaceid": "19984c7f-03c7-4b7a-b0ac-9949085d790e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1978.217308] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:a7:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ddfb706a-add1-4e16-9ac4-d20b16a1df6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19984c7f-03c7-4b7a-b0ac-9949085d790e', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1978.229590] env[63750]: DEBUG oslo.service.loopingcall [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1978.230263] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1978.230514] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8e004e4-78b3-4da5-83ff-e03f819d3188 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.277224] env[63750]: DEBUG nova.compute.manager [req-f355342c-593d-401c-9c05-9923097c894d req-24976679-b5b1-43da-a823-6700b64f12d0 service nova] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Received event network-vif-plugged-19984c7f-03c7-4b7a-b0ac-9949085d790e {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1978.277452] env[63750]: DEBUG oslo_concurrency.lockutils [req-f355342c-593d-401c-9c05-9923097c894d req-24976679-b5b1-43da-a823-6700b64f12d0 service nova] Acquiring lock "99b407e0-5c69-4b97-ac57-af787198ba91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1978.277661] env[63750]: DEBUG oslo_concurrency.lockutils [req-f355342c-593d-401c-9c05-9923097c894d req-24976679-b5b1-43da-a823-6700b64f12d0 service nova] Lock "99b407e0-5c69-4b97-ac57-af787198ba91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1978.277827] env[63750]: DEBUG oslo_concurrency.lockutils [req-f355342c-593d-401c-9c05-9923097c894d req-24976679-b5b1-43da-a823-6700b64f12d0 service nova] Lock "99b407e0-5c69-4b97-ac57-af787198ba91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1978.277990] env[63750]: DEBUG nova.compute.manager [req-f355342c-593d-401c-9c05-9923097c894d req-24976679-b5b1-43da-a823-6700b64f12d0 service nova] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] No waiting events found dispatching network-vif-plugged-19984c7f-03c7-4b7a-b0ac-9949085d790e {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1978.278417] env[63750]: WARNING nova.compute.manager [req-f355342c-593d-401c-9c05-9923097c894d req-24976679-b5b1-43da-a823-6700b64f12d0 service nova] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Received unexpected event network-vif-plugged-19984c7f-03c7-4b7a-b0ac-9949085d790e for instance with vm_state building and task_state spawning. [ 1978.278596] env[63750]: DEBUG nova.compute.manager [req-f355342c-593d-401c-9c05-9923097c894d req-24976679-b5b1-43da-a823-6700b64f12d0 service nova] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Received event network-changed-19984c7f-03c7-4b7a-b0ac-9949085d790e {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1978.278750] env[63750]: DEBUG nova.compute.manager [req-f355342c-593d-401c-9c05-9923097c894d req-24976679-b5b1-43da-a823-6700b64f12d0 service nova] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Refreshing instance network info cache due to event network-changed-19984c7f-03c7-4b7a-b0ac-9949085d790e. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1978.279130] env[63750]: DEBUG oslo_concurrency.lockutils [req-f355342c-593d-401c-9c05-9923097c894d req-24976679-b5b1-43da-a823-6700b64f12d0 service nova] Acquiring lock "refresh_cache-99b407e0-5c69-4b97-ac57-af787198ba91" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1978.279130] env[63750]: DEBUG oslo_concurrency.lockutils [req-f355342c-593d-401c-9c05-9923097c894d req-24976679-b5b1-43da-a823-6700b64f12d0 service nova] Acquired lock "refresh_cache-99b407e0-5c69-4b97-ac57-af787198ba91" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1978.279280] env[63750]: DEBUG nova.network.neutron [req-f355342c-593d-401c-9c05-9923097c894d req-24976679-b5b1-43da-a823-6700b64f12d0 service nova] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Refreshing network info cache for port 19984c7f-03c7-4b7a-b0ac-9949085d790e {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1978.281871] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4ffbb2-abfd-4970-a1ba-3dd8cf4e4b28 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.287079] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1978.287079] env[63750]: value = "task-2006898" [ 1978.287079] env[63750]: _type = "Task" [ 1978.287079] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.295150] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3fa90a2-738f-41a2-a142-7895bc655434 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.303688] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006898, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.313735] env[63750]: DEBUG nova.compute.provider_tree [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1978.450370] env[63750]: DEBUG nova.compute.manager [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8204041c-960f-4164-ac65-40db9b83a99e] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1978.478178] env[63750]: DEBUG nova.virt.hardware [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1978.478510] env[63750]: DEBUG nova.virt.hardware [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1978.478682] env[63750]: DEBUG nova.virt.hardware [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1978.478865] env[63750]: DEBUG nova.virt.hardware [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1978.479456] env[63750]: DEBUG nova.virt.hardware [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1978.479704] env[63750]: DEBUG nova.virt.hardware [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1978.479926] env[63750]: DEBUG nova.virt.hardware [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1978.480105] env[63750]: DEBUG nova.virt.hardware [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1978.480325] env[63750]: DEBUG nova.virt.hardware [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1978.480499] env[63750]: DEBUG nova.virt.hardware [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1978.480673] env[63750]: DEBUG nova.virt.hardware [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1978.481560] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c209243-9967-4110-a16f-72a4f102e373 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.490669] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba06812-dfd8-42d1-a968-43404da55ef4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.803053] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006898, 'name': CreateVM_Task, 'duration_secs': 0.461801} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.803297] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1978.804170] env[63750]: DEBUG oslo_concurrency.lockutils [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1978.804397] env[63750]: DEBUG oslo_concurrency.lockutils [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1978.804821] env[63750]: DEBUG oslo_concurrency.lockutils [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1978.805858] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97456e41-1bfe-423a-97e9-a61dea03c68e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.811836] env[63750]: DEBUG oslo_vmware.api [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 1978.811836] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527473ac-7c5c-bb1b-807f-ad514d6db8fd" [ 1978.811836] env[63750]: _type = "Task" [ 1978.811836] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.816488] env[63750]: DEBUG nova.scheduler.client.report [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1978.823350] env[63750]: DEBUG oslo_vmware.api [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527473ac-7c5c-bb1b-807f-ad514d6db8fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.166148] env[63750]: DEBUG nova.network.neutron [req-f355342c-593d-401c-9c05-9923097c894d req-24976679-b5b1-43da-a823-6700b64f12d0 service nova] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Updated VIF entry in instance network info cache for port 19984c7f-03c7-4b7a-b0ac-9949085d790e. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1979.166429] env[63750]: DEBUG nova.network.neutron [req-f355342c-593d-401c-9c05-9923097c894d req-24976679-b5b1-43da-a823-6700b64f12d0 service nova] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Updating instance_info_cache with network_info: [{"id": "19984c7f-03c7-4b7a-b0ac-9949085d790e", "address": "fa:16:3e:77:a7:83", "network": {"id": "d4b65d97-f1ce-4ba9-90f9-3711736b7e53", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2086699953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e513233b2170429cad45641f98caeb63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19984c7f-03", "ovs_interfaceid": "19984c7f-03c7-4b7a-b0ac-9949085d790e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1979.275939] env[63750]: DEBUG nova.network.neutron [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8204041c-960f-4164-ac65-40db9b83a99e] Successfully updated port: a8daf759-e60b-444c-b4ec-d5f8160396ec {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1979.323964] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63750) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1979.323964] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.818s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1979.324169] env[63750]: DEBUG oslo_vmware.api [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527473ac-7c5c-bb1b-807f-ad514d6db8fd, 'name': SearchDatastore_Task, 'duration_secs': 0.009432} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.324298] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.694s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1979.325834] env[63750]: INFO nova.compute.claims [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1979.329344] env[63750]: DEBUG oslo_concurrency.lockutils [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1979.329344] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1979.329344] env[63750]: DEBUG oslo_concurrency.lockutils [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1979.329344] env[63750]: DEBUG oslo_concurrency.lockutils [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1979.329344] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1979.329804] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7b069cb-fe40-424a-8ff4-1800f776c9f7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.339482] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1979.339482] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1979.340343] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0c9f214-fe7d-4e2d-a7d8-19830bae6b97 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.346025] env[63750]: DEBUG oslo_vmware.api [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 1979.346025] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52fea081-2d53-9b33-61ff-9d04c3d18ecb" [ 1979.346025] env[63750]: _type = "Task" [ 1979.346025] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.355705] env[63750]: DEBUG oslo_vmware.api [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52fea081-2d53-9b33-61ff-9d04c3d18ecb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.473399] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Acquiring lock "9b9b8a18-a82c-4f33-82cd-425790405db8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1979.473707] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Lock "9b9b8a18-a82c-4f33-82cd-425790405db8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1979.669043] env[63750]: DEBUG oslo_concurrency.lockutils [req-f355342c-593d-401c-9c05-9923097c894d req-24976679-b5b1-43da-a823-6700b64f12d0 service nova] Releasing lock "refresh_cache-99b407e0-5c69-4b97-ac57-af787198ba91" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1979.779074] env[63750]: DEBUG oslo_concurrency.lockutils [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquiring lock "refresh_cache-8204041c-960f-4164-ac65-40db9b83a99e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1979.779181] env[63750]: DEBUG oslo_concurrency.lockutils [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquired lock "refresh_cache-8204041c-960f-4164-ac65-40db9b83a99e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1979.779333] env[63750]: DEBUG nova.network.neutron [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8204041c-960f-4164-ac65-40db9b83a99e] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1979.859011] env[63750]: DEBUG oslo_vmware.api [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52fea081-2d53-9b33-61ff-9d04c3d18ecb, 'name': SearchDatastore_Task, 'duration_secs': 0.00906} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.859829] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f02420a-3a37-4b23-9419-42adf7ebe24d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.865266] env[63750]: DEBUG oslo_vmware.api [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 1979.865266] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52ab0a8c-19bb-6431-2d52-064ebdd71298" [ 1979.865266] env[63750]: _type = "Task" [ 1979.865266] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.873024] env[63750]: DEBUG oslo_vmware.api [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52ab0a8c-19bb-6431-2d52-064ebdd71298, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.978109] env[63750]: DEBUG nova.compute.manager [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] [instance: 9b9b8a18-a82c-4f33-82cd-425790405db8] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1980.269410] env[63750]: DEBUG nova.compute.manager [req-91297a00-6130-48f1-9b6e-8f3f5c2ea744 req-5744fee9-7688-4a14-af3b-1cadb3361e4a service nova] [instance: 8204041c-960f-4164-ac65-40db9b83a99e] Received event network-vif-plugged-a8daf759-e60b-444c-b4ec-d5f8160396ec {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1980.269664] env[63750]: DEBUG oslo_concurrency.lockutils [req-91297a00-6130-48f1-9b6e-8f3f5c2ea744 req-5744fee9-7688-4a14-af3b-1cadb3361e4a service nova] Acquiring lock "8204041c-960f-4164-ac65-40db9b83a99e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.269983] env[63750]: DEBUG oslo_concurrency.lockutils [req-91297a00-6130-48f1-9b6e-8f3f5c2ea744 req-5744fee9-7688-4a14-af3b-1cadb3361e4a service nova] Lock "8204041c-960f-4164-ac65-40db9b83a99e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.270230] env[63750]: DEBUG oslo_concurrency.lockutils [req-91297a00-6130-48f1-9b6e-8f3f5c2ea744 req-5744fee9-7688-4a14-af3b-1cadb3361e4a service nova] Lock "8204041c-960f-4164-ac65-40db9b83a99e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.270462] env[63750]: DEBUG nova.compute.manager [req-91297a00-6130-48f1-9b6e-8f3f5c2ea744 req-5744fee9-7688-4a14-af3b-1cadb3361e4a service nova] [instance: 8204041c-960f-4164-ac65-40db9b83a99e] No waiting events found dispatching network-vif-plugged-a8daf759-e60b-444c-b4ec-d5f8160396ec {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1980.270678] env[63750]: WARNING nova.compute.manager [req-91297a00-6130-48f1-9b6e-8f3f5c2ea744 req-5744fee9-7688-4a14-af3b-1cadb3361e4a service nova] [instance: 8204041c-960f-4164-ac65-40db9b83a99e] Received unexpected event network-vif-plugged-a8daf759-e60b-444c-b4ec-d5f8160396ec for instance with vm_state building and task_state spawning. [ 1980.270892] env[63750]: DEBUG nova.compute.manager [req-91297a00-6130-48f1-9b6e-8f3f5c2ea744 req-5744fee9-7688-4a14-af3b-1cadb3361e4a service nova] [instance: 8204041c-960f-4164-ac65-40db9b83a99e] Received event network-changed-a8daf759-e60b-444c-b4ec-d5f8160396ec {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1980.271117] env[63750]: DEBUG nova.compute.manager [req-91297a00-6130-48f1-9b6e-8f3f5c2ea744 req-5744fee9-7688-4a14-af3b-1cadb3361e4a service nova] [instance: 8204041c-960f-4164-ac65-40db9b83a99e] Refreshing instance network info cache due to event network-changed-a8daf759-e60b-444c-b4ec-d5f8160396ec. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1980.271349] env[63750]: DEBUG oslo_concurrency.lockutils [req-91297a00-6130-48f1-9b6e-8f3f5c2ea744 req-5744fee9-7688-4a14-af3b-1cadb3361e4a service nova] Acquiring lock "refresh_cache-8204041c-960f-4164-ac65-40db9b83a99e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1980.309780] env[63750]: DEBUG nova.network.neutron [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8204041c-960f-4164-ac65-40db9b83a99e] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1980.323880] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1980.377564] env[63750]: DEBUG oslo_vmware.api [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52ab0a8c-19bb-6431-2d52-064ebdd71298, 'name': SearchDatastore_Task, 'duration_secs': 0.009405} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.379899] env[63750]: DEBUG oslo_concurrency.lockutils [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1980.380778] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 99b407e0-5c69-4b97-ac57-af787198ba91/99b407e0-5c69-4b97-ac57-af787198ba91.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1980.382786] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8421bd79-c4b5-4cdb-aeeb-3c685b896be6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.391421] env[63750]: DEBUG oslo_vmware.api [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 1980.391421] env[63750]: value = "task-2006899" [ 1980.391421] env[63750]: _type = "Task" [ 1980.391421] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.404265] env[63750]: DEBUG oslo_vmware.api [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006899, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.470245] env[63750]: DEBUG nova.network.neutron [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8204041c-960f-4164-ac65-40db9b83a99e] Updating instance_info_cache with network_info: [{"id": "a8daf759-e60b-444c-b4ec-d5f8160396ec", "address": "fa:16:3e:aa:71:a0", "network": {"id": "0e079862-a158-4a83-80c0-7e4b9250f9fe", "bridge": "br-int", "label": "tempest-ServersTestJSON-24691741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348f6d26e2ec4f0ea7a2f9ae9fdf7a62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8daf759-e6", "ovs_interfaceid": "a8daf759-e60b-444c-b4ec-d5f8160396ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1980.497731] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.544321] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b86d07-fbcb-4e3a-b97f-843960d75d3f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.555752] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865b7bb4-186c-4a21-8a7b-072c66485bf3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.593211] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1fd08f-75fb-4a3c-aa21-2c3c390eee38 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.602950] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d895815e-eb72-4da9-b619-30e93c56b3ed {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.618253] env[63750]: DEBUG nova.compute.provider_tree [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1980.833353] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1980.833582] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1980.901298] env[63750]: DEBUG oslo_vmware.api [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006899, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471024} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.901593] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 99b407e0-5c69-4b97-ac57-af787198ba91/99b407e0-5c69-4b97-ac57-af787198ba91.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1980.901768] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1980.902018] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae14e9a3-a5a3-4991-95e3-13d6580b8de1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.908578] env[63750]: DEBUG oslo_vmware.api [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 1980.908578] env[63750]: value = "task-2006900" [ 1980.908578] env[63750]: _type = "Task" [ 1980.908578] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.915691] env[63750]: DEBUG oslo_vmware.api [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006900, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.976448] env[63750]: DEBUG oslo_concurrency.lockutils [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Releasing lock "refresh_cache-8204041c-960f-4164-ac65-40db9b83a99e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1980.976787] env[63750]: DEBUG nova.compute.manager [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8204041c-960f-4164-ac65-40db9b83a99e] Instance network_info: |[{"id": "a8daf759-e60b-444c-b4ec-d5f8160396ec", "address": "fa:16:3e:aa:71:a0", "network": {"id": "0e079862-a158-4a83-80c0-7e4b9250f9fe", "bridge": "br-int", "label": "tempest-ServersTestJSON-24691741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348f6d26e2ec4f0ea7a2f9ae9fdf7a62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8daf759-e6", "ovs_interfaceid": "a8daf759-e60b-444c-b4ec-d5f8160396ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1980.977133] env[63750]: DEBUG oslo_concurrency.lockutils [req-91297a00-6130-48f1-9b6e-8f3f5c2ea744 req-5744fee9-7688-4a14-af3b-1cadb3361e4a service nova] Acquired lock "refresh_cache-8204041c-960f-4164-ac65-40db9b83a99e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1980.977332] env[63750]: DEBUG nova.network.neutron [req-91297a00-6130-48f1-9b6e-8f3f5c2ea744 req-5744fee9-7688-4a14-af3b-1cadb3361e4a service nova] [instance: 8204041c-960f-4164-ac65-40db9b83a99e] Refreshing network info cache for port a8daf759-e60b-444c-b4ec-d5f8160396ec {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1980.978556] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8204041c-960f-4164-ac65-40db9b83a99e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:71:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd646f9d5-d2ad-4c22-bea5-85a965334de6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8daf759-e60b-444c-b4ec-d5f8160396ec', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1980.987315] env[63750]: DEBUG oslo.service.loopingcall [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1980.990747] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8204041c-960f-4164-ac65-40db9b83a99e] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1980.990851] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-065867ee-ea3b-4dc6-955b-0367f7df826a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.012045] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1981.012045] env[63750]: value = "task-2006901" [ 1981.012045] env[63750]: _type = "Task" [ 1981.012045] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.019316] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006901, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.121354] env[63750]: DEBUG nova.scheduler.client.report [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1981.206989] env[63750]: DEBUG nova.network.neutron [req-91297a00-6130-48f1-9b6e-8f3f5c2ea744 req-5744fee9-7688-4a14-af3b-1cadb3361e4a service nova] [instance: 8204041c-960f-4164-ac65-40db9b83a99e] Updated VIF entry in instance network info cache for port a8daf759-e60b-444c-b4ec-d5f8160396ec. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1981.207378] env[63750]: DEBUG nova.network.neutron [req-91297a00-6130-48f1-9b6e-8f3f5c2ea744 req-5744fee9-7688-4a14-af3b-1cadb3361e4a service nova] [instance: 8204041c-960f-4164-ac65-40db9b83a99e] Updating instance_info_cache with network_info: [{"id": "a8daf759-e60b-444c-b4ec-d5f8160396ec", "address": "fa:16:3e:aa:71:a0", "network": {"id": "0e079862-a158-4a83-80c0-7e4b9250f9fe", "bridge": "br-int", "label": "tempest-ServersTestJSON-24691741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348f6d26e2ec4f0ea7a2f9ae9fdf7a62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8daf759-e6", "ovs_interfaceid": "a8daf759-e60b-444c-b4ec-d5f8160396ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1981.419325] env[63750]: DEBUG oslo_vmware.api [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006900, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059345} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.419718] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1981.420548] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91263f47-be89-4b33-bc64-c792b81bbdfd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.441933] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 99b407e0-5c69-4b97-ac57-af787198ba91/99b407e0-5c69-4b97-ac57-af787198ba91.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1981.442215] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c72c6b2d-17ae-44ff-b971-6695f947a4f0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.460945] env[63750]: DEBUG oslo_vmware.api [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 1981.460945] env[63750]: value = "task-2006902" [ 1981.460945] env[63750]: _type = "Task" [ 1981.460945] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.470370] env[63750]: DEBUG oslo_vmware.api [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006902, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.520802] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006901, 'name': CreateVM_Task, 'duration_secs': 0.464145} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.520930] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8204041c-960f-4164-ac65-40db9b83a99e] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1981.521664] env[63750]: DEBUG oslo_concurrency.lockutils [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1981.521889] env[63750]: DEBUG oslo_concurrency.lockutils [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1981.522272] env[63750]: DEBUG oslo_concurrency.lockutils [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1981.522541] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-100816b1-f6bf-4455-98cc-c01db57f7ccd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.526970] env[63750]: DEBUG oslo_vmware.api [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1981.526970] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52ee51a1-8167-0113-613d-f084b59068cb" [ 1981.526970] env[63750]: _type = "Task" [ 1981.526970] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.535078] env[63750]: DEBUG oslo_vmware.api [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52ee51a1-8167-0113-613d-f084b59068cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.627350] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.303s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1981.627949] env[63750]: DEBUG nova.compute.manager [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1981.630929] env[63750]: DEBUG oslo_concurrency.lockutils [None req-7d50bda7-cb56-40bb-bd0c-8ee7e6b7fe6a tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.934s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1981.631198] env[63750]: DEBUG nova.objects.instance [None req-7d50bda7-cb56-40bb-bd0c-8ee7e6b7fe6a tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Lazy-loading 'resources' on Instance uuid 061e6a4c-f817-4955-9813-f63c318f6739 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1981.711330] env[63750]: DEBUG oslo_concurrency.lockutils [req-91297a00-6130-48f1-9b6e-8f3f5c2ea744 req-5744fee9-7688-4a14-af3b-1cadb3361e4a service nova] Releasing lock "refresh_cache-8204041c-960f-4164-ac65-40db9b83a99e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1981.970910] env[63750]: DEBUG oslo_vmware.api [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006902, 'name': ReconfigVM_Task, 'duration_secs': 0.271453} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.972337] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 99b407e0-5c69-4b97-ac57-af787198ba91/99b407e0-5c69-4b97-ac57-af787198ba91.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1981.973054] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60b1d22d-df89-471d-92e3-7226cfb6916c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.979772] env[63750]: DEBUG oslo_vmware.api [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 1981.979772] env[63750]: value = "task-2006903" [ 1981.979772] env[63750]: _type = "Task" [ 1981.979772] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.987504] env[63750]: DEBUG oslo_vmware.api [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006903, 'name': Rename_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.036792] env[63750]: DEBUG oslo_vmware.api [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52ee51a1-8167-0113-613d-f084b59068cb, 'name': SearchDatastore_Task, 'duration_secs': 0.01011} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.037107] env[63750]: DEBUG oslo_concurrency.lockutils [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1982.037372] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8204041c-960f-4164-ac65-40db9b83a99e] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1982.037602] env[63750]: DEBUG oslo_concurrency.lockutils [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1982.037749] env[63750]: DEBUG oslo_concurrency.lockutils [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1982.037924] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1982.038203] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79b7e978-2e16-4ece-86ed-371f9692b3c1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.046775] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1982.046953] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1982.047716] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75d56b0c-951b-49ec-804d-90b10aacea13 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.052979] env[63750]: DEBUG oslo_vmware.api [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1982.052979] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]522d5a39-e7b1-6b0c-5b20-0c40957ff180" [ 1982.052979] env[63750]: _type = "Task" [ 1982.052979] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.060620] env[63750]: DEBUG oslo_vmware.api [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]522d5a39-e7b1-6b0c-5b20-0c40957ff180, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.134596] env[63750]: DEBUG nova.compute.utils [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1982.139030] env[63750]: DEBUG nova.compute.manager [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1982.139210] env[63750]: DEBUG nova.network.neutron [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1982.179251] env[63750]: DEBUG nova.policy [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0601259fd0847d881d7c536fda64c35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91a6374b7ee44849998c8b16981afb61', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1982.278689] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420145e2-2119-4bd0-b2c0-848ce6446ed0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.287544] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd01053-4a81-4494-aa81-84d762d5f154 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.317620] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4b6b27-3098-4069-9e3e-20b2206932a2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.325231] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eaf119a-9989-4bd5-9f8e-6be7aef5d2ed {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.339562] env[63750]: DEBUG nova.compute.provider_tree [None req-7d50bda7-cb56-40bb-bd0c-8ee7e6b7fe6a tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1982.436894] env[63750]: DEBUG nova.network.neutron [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Successfully created port: 7dead218-ee7b-4868-a289-3166dc6dc39f {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1982.489734] env[63750]: DEBUG oslo_vmware.api [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006903, 'name': Rename_Task, 'duration_secs': 0.133388} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.490013] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1982.490266] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9138ddd3-2184-42f7-90e8-92b11e20f96b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.495950] env[63750]: DEBUG oslo_vmware.api [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 1982.495950] env[63750]: value = "task-2006904" [ 1982.495950] env[63750]: _type = "Task" [ 1982.495950] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.503143] env[63750]: DEBUG oslo_vmware.api [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006904, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.562766] env[63750]: DEBUG oslo_vmware.api [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]522d5a39-e7b1-6b0c-5b20-0c40957ff180, 'name': SearchDatastore_Task, 'duration_secs': 0.00904} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.563555] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c9e0f1b-15ef-4843-b700-c7f097db96fb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.568397] env[63750]: DEBUG oslo_vmware.api [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1982.568397] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]523014f0-5856-0b72-bb8d-4f644b34d483" [ 1982.568397] env[63750]: _type = "Task" [ 1982.568397] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.576699] env[63750]: DEBUG oslo_vmware.api [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]523014f0-5856-0b72-bb8d-4f644b34d483, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.640060] env[63750]: DEBUG nova.compute.manager [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1982.843059] env[63750]: DEBUG nova.scheduler.client.report [None req-7d50bda7-cb56-40bb-bd0c-8ee7e6b7fe6a tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1983.005675] env[63750]: DEBUG oslo_vmware.api [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006904, 'name': PowerOnVM_Task, 'duration_secs': 0.438273} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.005924] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1983.006174] env[63750]: INFO nova.compute.manager [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Took 10.40 seconds to spawn the instance on the hypervisor. [ 1983.006352] env[63750]: DEBUG nova.compute.manager [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1983.007094] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c5589c-c9c4-4f9f-9ca8-c80289177da9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.078840] env[63750]: DEBUG oslo_vmware.api [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]523014f0-5856-0b72-bb8d-4f644b34d483, 'name': SearchDatastore_Task, 'duration_secs': 0.009885} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.079433] env[63750]: DEBUG oslo_concurrency.lockutils [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1983.079433] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 8204041c-960f-4164-ac65-40db9b83a99e/8204041c-960f-4164-ac65-40db9b83a99e.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1983.079677] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a564dd95-4ecb-4740-b2e5-4134c14915a8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.086354] env[63750]: DEBUG oslo_vmware.api [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1983.086354] env[63750]: value = "task-2006905" [ 1983.086354] env[63750]: _type = "Task" [ 1983.086354] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.093787] env[63750]: DEBUG oslo_vmware.api [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006905, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.348221] env[63750]: DEBUG oslo_concurrency.lockutils [None req-7d50bda7-cb56-40bb-bd0c-8ee7e6b7fe6a tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.717s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1983.351197] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.853s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1983.352729] env[63750]: INFO nova.compute.claims [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] [instance: 9b9b8a18-a82c-4f33-82cd-425790405db8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1983.371179] env[63750]: INFO nova.scheduler.client.report [None req-7d50bda7-cb56-40bb-bd0c-8ee7e6b7fe6a tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Deleted allocations for instance 061e6a4c-f817-4955-9813-f63c318f6739 [ 1983.526087] env[63750]: INFO nova.compute.manager [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Took 18.85 seconds to build instance. [ 1983.595847] env[63750]: DEBUG oslo_vmware.api [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006905, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.653849] env[63750]: DEBUG nova.compute.manager [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1983.675593] env[63750]: DEBUG nova.virt.hardware [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1983.675850] env[63750]: DEBUG nova.virt.hardware [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1983.676011] env[63750]: DEBUG nova.virt.hardware [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1983.676338] env[63750]: DEBUG nova.virt.hardware [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1983.676492] env[63750]: DEBUG nova.virt.hardware [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1983.676639] env[63750]: DEBUG nova.virt.hardware [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1983.676848] env[63750]: DEBUG nova.virt.hardware [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1983.677015] env[63750]: DEBUG nova.virt.hardware [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1983.677216] env[63750]: DEBUG nova.virt.hardware [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1983.677402] env[63750]: DEBUG nova.virt.hardware [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1983.677600] env[63750]: DEBUG nova.virt.hardware [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1983.678776] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f369376d-d27b-45d2-bd0b-89c49df9d2f7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.686735] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d9cc37-6a24-4820-ad19-463f2272e209 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.878827] env[63750]: DEBUG oslo_concurrency.lockutils [None req-7d50bda7-cb56-40bb-bd0c-8ee7e6b7fe6a tempest-ServersTestManualDisk-633144535 tempest-ServersTestManualDisk-633144535-project-member] Lock "061e6a4c-f817-4955-9813-f63c318f6739" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.330s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1984.019329] env[63750]: DEBUG nova.compute.manager [req-31d2d19a-4660-4810-bd2d-e5d4306a2193 req-159b2d3b-a83d-423c-ade1-c2631730ad0b service nova] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Received event network-vif-plugged-7dead218-ee7b-4868-a289-3166dc6dc39f {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1984.019553] env[63750]: DEBUG oslo_concurrency.lockutils [req-31d2d19a-4660-4810-bd2d-e5d4306a2193 req-159b2d3b-a83d-423c-ade1-c2631730ad0b service nova] Acquiring lock "0e36c12e-c4f7-48ac-b7f1-9473ea0b965f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1984.019785] env[63750]: DEBUG oslo_concurrency.lockutils [req-31d2d19a-4660-4810-bd2d-e5d4306a2193 req-159b2d3b-a83d-423c-ade1-c2631730ad0b service nova] Lock "0e36c12e-c4f7-48ac-b7f1-9473ea0b965f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1984.019955] env[63750]: DEBUG oslo_concurrency.lockutils [req-31d2d19a-4660-4810-bd2d-e5d4306a2193 req-159b2d3b-a83d-423c-ade1-c2631730ad0b service nova] Lock "0e36c12e-c4f7-48ac-b7f1-9473ea0b965f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1984.020493] env[63750]: DEBUG nova.compute.manager [req-31d2d19a-4660-4810-bd2d-e5d4306a2193 req-159b2d3b-a83d-423c-ade1-c2631730ad0b service nova] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] No waiting events found dispatching network-vif-plugged-7dead218-ee7b-4868-a289-3166dc6dc39f {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1984.020856] env[63750]: WARNING nova.compute.manager [req-31d2d19a-4660-4810-bd2d-e5d4306a2193 req-159b2d3b-a83d-423c-ade1-c2631730ad0b service nova] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Received unexpected event network-vif-plugged-7dead218-ee7b-4868-a289-3166dc6dc39f for instance with vm_state building and task_state spawning. [ 1984.027974] env[63750]: DEBUG oslo_concurrency.lockutils [None req-85c9b077-69bb-4d2a-87b9-1f92a7aedba9 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lock "99b407e0-5c69-4b97-ac57-af787198ba91" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.364s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1984.037600] env[63750]: DEBUG nova.network.neutron [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Successfully updated port: 7dead218-ee7b-4868-a289-3166dc6dc39f {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1984.097248] env[63750]: DEBUG oslo_vmware.api [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006905, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514598} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.097547] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 8204041c-960f-4164-ac65-40db9b83a99e/8204041c-960f-4164-ac65-40db9b83a99e.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1984.097756] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8204041c-960f-4164-ac65-40db9b83a99e] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1984.098016] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63775b49-1343-431a-8654-25ce041a2f70 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.104913] env[63750]: DEBUG oslo_vmware.api [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1984.104913] env[63750]: value = "task-2006906" [ 1984.104913] env[63750]: _type = "Task" [ 1984.104913] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.112516] env[63750]: DEBUG oslo_vmware.api [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006906, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.324228] env[63750]: INFO nova.compute.manager [None req-f8e55de8-d2d9-4128-adef-f8d321953094 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Rebuilding instance [ 1984.371851] env[63750]: DEBUG nova.compute.manager [None req-f8e55de8-d2d9-4128-adef-f8d321953094 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1984.372008] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5aad18-ae35-47d1-bcf8-b7adbc81a4d7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.519710] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0c071a-5a42-4ed7-9de5-dff7bf53dfce {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.527634] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48838bd0-bb30-40e8-ab73-8a32d2b66e17 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.564373] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Acquiring lock "refresh_cache-0e36c12e-c4f7-48ac-b7f1-9473ea0b965f" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1984.564547] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Acquired lock "refresh_cache-0e36c12e-c4f7-48ac-b7f1-9473ea0b965f" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1984.564695] env[63750]: DEBUG nova.network.neutron [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1984.567765] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7254800d-eb0b-4d2b-8e5f-5db206fb6644 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.575953] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7ccc66-325c-4674-9af3-216cb77b5525 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.590688] env[63750]: DEBUG nova.compute.provider_tree [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1984.615145] env[63750]: DEBUG oslo_vmware.api [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006906, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069418} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.615414] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8204041c-960f-4164-ac65-40db9b83a99e] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1984.616233] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9680d9-7ebb-45cb-b995-01d43b87e76c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.640200] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8204041c-960f-4164-ac65-40db9b83a99e] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 8204041c-960f-4164-ac65-40db9b83a99e/8204041c-960f-4164-ac65-40db9b83a99e.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1984.640781] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f914f25a-baa3-41b2-a7d4-1acfbc50cc10 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.660730] env[63750]: DEBUG oslo_vmware.api [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1984.660730] env[63750]: value = "task-2006907" [ 1984.660730] env[63750]: _type = "Task" [ 1984.660730] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.668945] env[63750]: DEBUG oslo_vmware.api [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006907, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.094091] env[63750]: DEBUG nova.scheduler.client.report [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1985.098168] env[63750]: DEBUG nova.network.neutron [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1985.173315] env[63750]: DEBUG oslo_vmware.api [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006907, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.231741] env[63750]: DEBUG nova.network.neutron [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Updating instance_info_cache with network_info: [{"id": "7dead218-ee7b-4868-a289-3166dc6dc39f", "address": "fa:16:3e:61:d5:8a", "network": {"id": "dd6025b5-5331-4ade-abfb-6867d37b41da", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-649603207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91a6374b7ee44849998c8b16981afb61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dead218-ee", "ovs_interfaceid": "7dead218-ee7b-4868-a289-3166dc6dc39f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1985.326796] env[63750]: DEBUG nova.compute.manager [None req-2ab0a7b0-b70f-4e95-8406-622750a8eeae tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1985.327749] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70ca68f-9f12-44c8-94bd-5efbd5cfba26 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.389452] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8e55de8-d2d9-4128-adef-f8d321953094 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1985.389763] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9dc1182-0de0-49b6-bc06-19d8a8137a0e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.397662] env[63750]: DEBUG oslo_vmware.api [None req-f8e55de8-d2d9-4128-adef-f8d321953094 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Waiting for the task: (returnval){ [ 1985.397662] env[63750]: value = "task-2006908" [ 1985.397662] env[63750]: _type = "Task" [ 1985.397662] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.410500] env[63750]: DEBUG oslo_vmware.api [None req-f8e55de8-d2d9-4128-adef-f8d321953094 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Task: {'id': task-2006908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.602020] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.251s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1985.602639] env[63750]: DEBUG nova.compute.manager [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] [instance: 9b9b8a18-a82c-4f33-82cd-425790405db8] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1985.671848] env[63750]: DEBUG oslo_vmware.api [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006907, 'name': ReconfigVM_Task, 'duration_secs': 0.908077} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.672184] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8204041c-960f-4164-ac65-40db9b83a99e] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 8204041c-960f-4164-ac65-40db9b83a99e/8204041c-960f-4164-ac65-40db9b83a99e.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1985.672930] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96bc6662-43d5-40f8-83bb-ccb4e7eaf40b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.679714] env[63750]: DEBUG oslo_vmware.api [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1985.679714] env[63750]: value = "task-2006909" [ 1985.679714] env[63750]: _type = "Task" [ 1985.679714] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.688760] env[63750]: DEBUG oslo_vmware.api [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006909, 'name': Rename_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.734493] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Releasing lock "refresh_cache-0e36c12e-c4f7-48ac-b7f1-9473ea0b965f" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1985.735021] env[63750]: DEBUG nova.compute.manager [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Instance network_info: |[{"id": "7dead218-ee7b-4868-a289-3166dc6dc39f", "address": "fa:16:3e:61:d5:8a", "network": {"id": "dd6025b5-5331-4ade-abfb-6867d37b41da", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-649603207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91a6374b7ee44849998c8b16981afb61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dead218-ee", "ovs_interfaceid": "7dead218-ee7b-4868-a289-3166dc6dc39f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1985.735344] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:d5:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dba18786-598d-4e06-96db-b3dc1717530f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7dead218-ee7b-4868-a289-3166dc6dc39f', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1985.746060] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Creating folder: Project (91a6374b7ee44849998c8b16981afb61). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1985.746060] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95eea9cf-bdb6-4f83-a166-02d49a9adf1f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.755156] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Created folder: Project (91a6374b7ee44849998c8b16981afb61) in parent group-v412391. [ 1985.755367] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Creating folder: Instances. Parent ref: group-v412626. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1985.755635] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43ef7597-9bfd-4e95-bca7-dc624a6716d2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.764838] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Created folder: Instances in parent group-v412626. [ 1985.765101] env[63750]: DEBUG oslo.service.loopingcall [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1985.765299] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1985.765510] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f302568c-3183-473c-adca-24ad61f1d3b7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.786617] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1985.786617] env[63750]: value = "task-2006912" [ 1985.786617] env[63750]: _type = "Task" [ 1985.786617] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.794861] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006912, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.840952] env[63750]: INFO nova.compute.manager [None req-2ab0a7b0-b70f-4e95-8406-622750a8eeae tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] instance snapshotting [ 1985.844484] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d70a83d-4ae0-4f30-bb8c-04f307cc79a5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.867749] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc5d283-e1cb-45b5-b828-705b2b59cd88 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.907683] env[63750]: DEBUG oslo_vmware.api [None req-f8e55de8-d2d9-4128-adef-f8d321953094 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Task: {'id': task-2006908, 'name': PowerOffVM_Task, 'duration_secs': 0.254641} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.907927] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8e55de8-d2d9-4128-adef-f8d321953094 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1985.908653] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8e55de8-d2d9-4128-adef-f8d321953094 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1985.908947] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f61205f8-8503-4380-9dd8-c98a3682e5f1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.914628] env[63750]: DEBUG oslo_vmware.api [None req-f8e55de8-d2d9-4128-adef-f8d321953094 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Waiting for the task: (returnval){ [ 1985.914628] env[63750]: value = "task-2006913" [ 1985.914628] env[63750]: _type = "Task" [ 1985.914628] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.922727] env[63750]: DEBUG oslo_vmware.api [None req-f8e55de8-d2d9-4128-adef-f8d321953094 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Task: {'id': task-2006913, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.048704] env[63750]: DEBUG nova.compute.manager [req-e2ce2e76-2273-4d1e-91f1-e9b81cc46ab3 req-9f248e5c-52e4-4a0c-958b-6fe21e6c8450 service nova] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Received event network-changed-7dead218-ee7b-4868-a289-3166dc6dc39f {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1986.048882] env[63750]: DEBUG nova.compute.manager [req-e2ce2e76-2273-4d1e-91f1-e9b81cc46ab3 req-9f248e5c-52e4-4a0c-958b-6fe21e6c8450 service nova] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Refreshing instance network info cache due to event network-changed-7dead218-ee7b-4868-a289-3166dc6dc39f. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1986.049090] env[63750]: DEBUG oslo_concurrency.lockutils [req-e2ce2e76-2273-4d1e-91f1-e9b81cc46ab3 req-9f248e5c-52e4-4a0c-958b-6fe21e6c8450 service nova] Acquiring lock "refresh_cache-0e36c12e-c4f7-48ac-b7f1-9473ea0b965f" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1986.049239] env[63750]: DEBUG oslo_concurrency.lockutils [req-e2ce2e76-2273-4d1e-91f1-e9b81cc46ab3 req-9f248e5c-52e4-4a0c-958b-6fe21e6c8450 service nova] Acquired lock "refresh_cache-0e36c12e-c4f7-48ac-b7f1-9473ea0b965f" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1986.049402] env[63750]: DEBUG nova.network.neutron [req-e2ce2e76-2273-4d1e-91f1-e9b81cc46ab3 req-9f248e5c-52e4-4a0c-958b-6fe21e6c8450 service nova] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Refreshing network info cache for port 7dead218-ee7b-4868-a289-3166dc6dc39f {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1986.108432] env[63750]: DEBUG nova.compute.utils [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1986.110030] env[63750]: DEBUG nova.compute.manager [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] [instance: 9b9b8a18-a82c-4f33-82cd-425790405db8] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1986.110148] env[63750]: DEBUG nova.network.neutron [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] [instance: 9b9b8a18-a82c-4f33-82cd-425790405db8] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1986.176360] env[63750]: DEBUG nova.policy [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1093e57289204c4cb40343e3f27fd864', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c9807ad236cb4413841868d47b632654', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1986.191929] env[63750]: DEBUG oslo_vmware.api [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006909, 'name': Rename_Task, 'duration_secs': 0.174988} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.191929] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8204041c-960f-4164-ac65-40db9b83a99e] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1986.191929] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d52308e8-8670-426d-b52e-de30e682d10e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.196393] env[63750]: DEBUG oslo_vmware.api [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1986.196393] env[63750]: value = "task-2006914" [ 1986.196393] env[63750]: _type = "Task" [ 1986.196393] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.204459] env[63750]: DEBUG oslo_vmware.api [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006914, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.296997] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006912, 'name': CreateVM_Task, 'duration_secs': 0.411373} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.296997] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1986.297994] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1986.297994] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1986.298266] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1986.298517] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7888fc2c-979f-49c4-9c5e-e5c6554c8ab9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.303587] env[63750]: DEBUG oslo_vmware.api [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Waiting for the task: (returnval){ [ 1986.303587] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5245f75d-ed91-2c6c-009c-8e89cc060c2d" [ 1986.303587] env[63750]: _type = "Task" [ 1986.303587] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.311629] env[63750]: DEBUG oslo_vmware.api [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5245f75d-ed91-2c6c-009c-8e89cc060c2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.379422] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab0a7b0-b70f-4e95-8406-622750a8eeae tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Creating Snapshot of the VM instance {{(pid=63750) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1986.379755] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-651fb3a4-b9c0-4b70-892c-91675e1d7c1d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.390213] env[63750]: DEBUG oslo_vmware.api [None req-2ab0a7b0-b70f-4e95-8406-622750a8eeae tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 1986.390213] env[63750]: value = "task-2006915" [ 1986.390213] env[63750]: _type = "Task" [ 1986.390213] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.398772] env[63750]: DEBUG oslo_vmware.api [None req-2ab0a7b0-b70f-4e95-8406-622750a8eeae tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006915, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.433136] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8e55de8-d2d9-4128-adef-f8d321953094 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] VM already powered off {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1986.434043] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8e55de8-d2d9-4128-adef-f8d321953094 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Volume detach. Driver type: vmdk {{(pid=63750) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1986.434690] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8e55de8-d2d9-4128-adef-f8d321953094 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412586', 'volume_id': 'aa35c024-ec14-48af-8cc8-a22f084f68a9', 'name': 'volume-aa35c024-ec14-48af-8cc8-a22f084f68a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dfd72d7d-1820-4e9a-8bc8-924fbe465145', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa35c024-ec14-48af-8cc8-a22f084f68a9', 'serial': 'aa35c024-ec14-48af-8cc8-a22f084f68a9'} {{(pid=63750) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1986.436420] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63fd8df-88fc-434d-bb17-ecb981d22cb8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.464057] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25a2138-a967-41f5-9956-b92d949f81dc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.473225] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d710468d-f5df-44c2-b2c0-431cf273d663 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.495357] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1e344c-9751-4c31-a914-c4fd0c18c7e7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.511365] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8e55de8-d2d9-4128-adef-f8d321953094 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] The volume has not been displaced from its original location: [datastore1] volume-aa35c024-ec14-48af-8cc8-a22f084f68a9/volume-aa35c024-ec14-48af-8cc8-a22f084f68a9.vmdk. No consolidation needed. {{(pid=63750) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1986.516613] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8e55de8-d2d9-4128-adef-f8d321953094 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Reconfiguring VM instance instance-00000053 to detach disk 2000 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1986.517700] env[63750]: DEBUG nova.network.neutron [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] [instance: 9b9b8a18-a82c-4f33-82cd-425790405db8] Successfully created port: 82d5b642-4602-4675-a102-ff01686d220e {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1986.519772] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-805f6b7c-d696-4fc2-aaf9-ef833734f798 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.538432] env[63750]: DEBUG oslo_vmware.api [None req-f8e55de8-d2d9-4128-adef-f8d321953094 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Waiting for the task: (returnval){ [ 1986.538432] env[63750]: value = "task-2006916" [ 1986.538432] env[63750]: _type = "Task" [ 1986.538432] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.546754] env[63750]: DEBUG oslo_vmware.api [None req-f8e55de8-d2d9-4128-adef-f8d321953094 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Task: {'id': task-2006916, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.613741] env[63750]: DEBUG nova.compute.manager [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] [instance: 9b9b8a18-a82c-4f33-82cd-425790405db8] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1986.706493] env[63750]: DEBUG oslo_vmware.api [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006914, 'name': PowerOnVM_Task} progress is 90%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.814014] env[63750]: DEBUG oslo_vmware.api [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5245f75d-ed91-2c6c-009c-8e89cc060c2d, 'name': SearchDatastore_Task, 'duration_secs': 0.009533} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.814384] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1986.814628] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1986.814862] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1986.815016] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1986.815205] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1986.815469] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f2731f0-81f6-4bcc-b3f4-016b406df00b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.824517] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1986.824517] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1986.825127] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9981e716-b795-45b7-9c20-872e997b5d7f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.830512] env[63750]: DEBUG oslo_vmware.api [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Waiting for the task: (returnval){ [ 1986.830512] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52642b16-4215-767e-6dce-1809460fc0d0" [ 1986.830512] env[63750]: _type = "Task" [ 1986.830512] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.841723] env[63750]: DEBUG oslo_vmware.api [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52642b16-4215-767e-6dce-1809460fc0d0, 'name': SearchDatastore_Task, 'duration_secs': 0.008976} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.842484] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8eb52585-93ab-4ddb-9de1-6946fe012702 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.847961] env[63750]: DEBUG oslo_vmware.api [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Waiting for the task: (returnval){ [ 1986.847961] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52ccd7e1-c066-4884-ff63-7b35e1b86606" [ 1986.847961] env[63750]: _type = "Task" [ 1986.847961] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.855469] env[63750]: DEBUG oslo_vmware.api [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52ccd7e1-c066-4884-ff63-7b35e1b86606, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.889680] env[63750]: DEBUG nova.network.neutron [req-e2ce2e76-2273-4d1e-91f1-e9b81cc46ab3 req-9f248e5c-52e4-4a0c-958b-6fe21e6c8450 service nova] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Updated VIF entry in instance network info cache for port 7dead218-ee7b-4868-a289-3166dc6dc39f. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1986.889680] env[63750]: DEBUG nova.network.neutron [req-e2ce2e76-2273-4d1e-91f1-e9b81cc46ab3 req-9f248e5c-52e4-4a0c-958b-6fe21e6c8450 service nova] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Updating instance_info_cache with network_info: [{"id": "7dead218-ee7b-4868-a289-3166dc6dc39f", "address": "fa:16:3e:61:d5:8a", "network": {"id": "dd6025b5-5331-4ade-abfb-6867d37b41da", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-649603207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91a6374b7ee44849998c8b16981afb61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dead218-ee", "ovs_interfaceid": "7dead218-ee7b-4868-a289-3166dc6dc39f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1986.901522] env[63750]: DEBUG oslo_vmware.api [None req-2ab0a7b0-b70f-4e95-8406-622750a8eeae tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006915, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.048791] env[63750]: DEBUG oslo_vmware.api [None req-f8e55de8-d2d9-4128-adef-f8d321953094 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Task: {'id': task-2006916, 'name': ReconfigVM_Task, 'duration_secs': 0.175997} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.048951] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8e55de8-d2d9-4128-adef-f8d321953094 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Reconfigured VM instance instance-00000053 to detach disk 2000 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1987.054113] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18c41915-a421-41c3-bc7d-02805bbb19dc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.069783] env[63750]: DEBUG oslo_vmware.api [None req-f8e55de8-d2d9-4128-adef-f8d321953094 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Waiting for the task: (returnval){ [ 1987.069783] env[63750]: value = "task-2006917" [ 1987.069783] env[63750]: _type = "Task" [ 1987.069783] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.079449] env[63750]: DEBUG oslo_vmware.api [None req-f8e55de8-d2d9-4128-adef-f8d321953094 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Task: {'id': task-2006917, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.207621] env[63750]: DEBUG oslo_vmware.api [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006914, 'name': PowerOnVM_Task, 'duration_secs': 0.569012} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.207621] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8204041c-960f-4164-ac65-40db9b83a99e] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1987.207779] env[63750]: INFO nova.compute.manager [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8204041c-960f-4164-ac65-40db9b83a99e] Took 8.76 seconds to spawn the instance on the hypervisor. [ 1987.207959] env[63750]: DEBUG nova.compute.manager [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8204041c-960f-4164-ac65-40db9b83a99e] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1987.208832] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556905d3-80bb-43e7-9e82-ef7f54b7b9e1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.358782] env[63750]: DEBUG oslo_vmware.api [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52ccd7e1-c066-4884-ff63-7b35e1b86606, 'name': SearchDatastore_Task, 'duration_secs': 0.008934} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.359988] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1987.359988] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f/0e36c12e-c4f7-48ac-b7f1-9473ea0b965f.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1987.359988] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e9d2d1d-03b7-410e-bccd-e3a447d7d164 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.366191] env[63750]: DEBUG oslo_vmware.api [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Waiting for the task: (returnval){ [ 1987.366191] env[63750]: value = "task-2006918" [ 1987.366191] env[63750]: _type = "Task" [ 1987.366191] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.373843] env[63750]: DEBUG oslo_vmware.api [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2006918, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.391449] env[63750]: DEBUG oslo_concurrency.lockutils [req-e2ce2e76-2273-4d1e-91f1-e9b81cc46ab3 req-9f248e5c-52e4-4a0c-958b-6fe21e6c8450 service nova] Releasing lock "refresh_cache-0e36c12e-c4f7-48ac-b7f1-9473ea0b965f" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1987.403744] env[63750]: DEBUG oslo_vmware.api [None req-2ab0a7b0-b70f-4e95-8406-622750a8eeae tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006915, 'name': CreateSnapshot_Task, 'duration_secs': 0.761331} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.404112] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab0a7b0-b70f-4e95-8406-622750a8eeae tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Created Snapshot of the VM instance {{(pid=63750) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1987.405358] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3634df-65eb-43c1-b989-a26771cb1ad9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.579540] env[63750]: DEBUG oslo_vmware.api [None req-f8e55de8-d2d9-4128-adef-f8d321953094 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Task: {'id': task-2006917, 'name': ReconfigVM_Task, 'duration_secs': 0.176516} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.579861] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8e55de8-d2d9-4128-adef-f8d321953094 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412586', 'volume_id': 'aa35c024-ec14-48af-8cc8-a22f084f68a9', 'name': 'volume-aa35c024-ec14-48af-8cc8-a22f084f68a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dfd72d7d-1820-4e9a-8bc8-924fbe465145', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa35c024-ec14-48af-8cc8-a22f084f68a9', 'serial': 'aa35c024-ec14-48af-8cc8-a22f084f68a9'} {{(pid=63750) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1987.580165] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e55de8-d2d9-4128-adef-f8d321953094 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1987.580950] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050183f4-dffb-4c50-be76-bf231865dfac {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.587712] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e55de8-d2d9-4128-adef-f8d321953094 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1987.587960] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d072092-8ce7-4ad7-acd2-c654a927d93e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.627754] env[63750]: DEBUG nova.compute.manager [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] [instance: 9b9b8a18-a82c-4f33-82cd-425790405db8] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1987.658317] env[63750]: DEBUG nova.virt.hardware [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1987.658613] env[63750]: DEBUG nova.virt.hardware [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1987.658794] env[63750]: DEBUG nova.virt.hardware [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1987.659040] env[63750]: DEBUG nova.virt.hardware [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1987.659200] env[63750]: DEBUG nova.virt.hardware [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1987.659349] env[63750]: DEBUG nova.virt.hardware [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1987.659559] env[63750]: DEBUG nova.virt.hardware [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1987.659715] env[63750]: DEBUG nova.virt.hardware [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1987.659876] env[63750]: DEBUG nova.virt.hardware [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1987.660048] env[63750]: DEBUG nova.virt.hardware [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1987.660235] env[63750]: DEBUG nova.virt.hardware [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1987.661337] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4e0e65-fc16-4423-9233-47d6cf459ffe {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.671082] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79cff20-2db6-470b-87c4-8435f57f08cb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.734236] env[63750]: INFO nova.compute.manager [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8204041c-960f-4164-ac65-40db9b83a99e] Took 20.60 seconds to build instance. [ 1987.876505] env[63750]: DEBUG oslo_vmware.api [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2006918, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.926993] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab0a7b0-b70f-4e95-8406-622750a8eeae tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Creating linked-clone VM from snapshot {{(pid=63750) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1987.927358] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e2458505-ac6f-4ff5-8f47-953e6960ee80 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.936204] env[63750]: DEBUG oslo_vmware.api [None req-2ab0a7b0-b70f-4e95-8406-622750a8eeae tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 1987.936204] env[63750]: value = "task-2006920" [ 1987.936204] env[63750]: _type = "Task" [ 1987.936204] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.946105] env[63750]: DEBUG oslo_vmware.api [None req-2ab0a7b0-b70f-4e95-8406-622750a8eeae tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006920, 'name': CloneVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.093946] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e55de8-d2d9-4128-adef-f8d321953094 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1988.093946] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e55de8-d2d9-4128-adef-f8d321953094 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1988.093946] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8e55de8-d2d9-4128-adef-f8d321953094 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Deleting the datastore file [datastore1] dfd72d7d-1820-4e9a-8bc8-924fbe465145 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1988.094129] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7353c8ee-a86f-4e6d-8eff-188149e989e5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.102086] env[63750]: DEBUG oslo_vmware.api [None req-f8e55de8-d2d9-4128-adef-f8d321953094 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Waiting for the task: (returnval){ [ 1988.102086] env[63750]: value = "task-2006921" [ 1988.102086] env[63750]: _type = "Task" [ 1988.102086] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.116724] env[63750]: DEBUG oslo_vmware.api [None req-f8e55de8-d2d9-4128-adef-f8d321953094 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Task: {'id': task-2006921, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.174638] env[63750]: DEBUG nova.compute.manager [req-e62dfe7b-c797-4d42-a28b-5e6665e0a7c2 req-7bf4634d-8d0d-425b-a982-75b950647deb service nova] [instance: 9b9b8a18-a82c-4f33-82cd-425790405db8] Received event network-vif-plugged-82d5b642-4602-4675-a102-ff01686d220e {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1988.174887] env[63750]: DEBUG oslo_concurrency.lockutils [req-e62dfe7b-c797-4d42-a28b-5e6665e0a7c2 req-7bf4634d-8d0d-425b-a982-75b950647deb service nova] Acquiring lock "9b9b8a18-a82c-4f33-82cd-425790405db8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1988.175679] env[63750]: DEBUG oslo_concurrency.lockutils [req-e62dfe7b-c797-4d42-a28b-5e6665e0a7c2 req-7bf4634d-8d0d-425b-a982-75b950647deb service nova] Lock "9b9b8a18-a82c-4f33-82cd-425790405db8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1988.175679] env[63750]: DEBUG oslo_concurrency.lockutils [req-e62dfe7b-c797-4d42-a28b-5e6665e0a7c2 req-7bf4634d-8d0d-425b-a982-75b950647deb service nova] Lock "9b9b8a18-a82c-4f33-82cd-425790405db8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1988.175820] env[63750]: DEBUG nova.compute.manager [req-e62dfe7b-c797-4d42-a28b-5e6665e0a7c2 req-7bf4634d-8d0d-425b-a982-75b950647deb service nova] [instance: 9b9b8a18-a82c-4f33-82cd-425790405db8] No waiting events found dispatching network-vif-plugged-82d5b642-4602-4675-a102-ff01686d220e {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1988.175930] env[63750]: WARNING nova.compute.manager [req-e62dfe7b-c797-4d42-a28b-5e6665e0a7c2 req-7bf4634d-8d0d-425b-a982-75b950647deb service nova] [instance: 9b9b8a18-a82c-4f33-82cd-425790405db8] Received unexpected event network-vif-plugged-82d5b642-4602-4675-a102-ff01686d220e for instance with vm_state building and task_state spawning. [ 1988.238166] env[63750]: DEBUG oslo_concurrency.lockutils [None req-de126206-eacc-4de5-bd19-ed5ba6445ebc tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "8204041c-960f-4164-ac65-40db9b83a99e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.114s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1988.318215] env[63750]: DEBUG nova.network.neutron [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] [instance: 9b9b8a18-a82c-4f33-82cd-425790405db8] Successfully updated port: 82d5b642-4602-4675-a102-ff01686d220e {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1988.378484] env[63750]: DEBUG oslo_vmware.api [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2006918, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516003} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.378767] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f/0e36c12e-c4f7-48ac-b7f1-9473ea0b965f.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1988.378913] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1988.379111] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b36d217d-6760-4c2e-b4ce-897e3d18512d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.386377] env[63750]: DEBUG oslo_vmware.api [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Waiting for the task: (returnval){ [ 1988.386377] env[63750]: value = "task-2006922" [ 1988.386377] env[63750]: _type = "Task" [ 1988.386377] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.395562] env[63750]: DEBUG oslo_vmware.api [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2006922, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.448055] env[63750]: DEBUG oslo_vmware.api [None req-2ab0a7b0-b70f-4e95-8406-622750a8eeae tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006920, 'name': CloneVM_Task} progress is 94%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.612299] env[63750]: DEBUG oslo_vmware.api [None req-f8e55de8-d2d9-4128-adef-f8d321953094 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Task: {'id': task-2006921, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.088225} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.612550] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8e55de8-d2d9-4128-adef-f8d321953094 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1988.612736] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e55de8-d2d9-4128-adef-f8d321953094 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1988.612905] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e55de8-d2d9-4128-adef-f8d321953094 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1988.673024] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8e55de8-d2d9-4128-adef-f8d321953094 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Volume detach. Driver type: vmdk {{(pid=63750) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1988.673800] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f3377322-f4fc-4b6e-973d-6871207345f9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.689020] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a993540-b938-4d38-97ed-1d667dd05811 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.699678] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d50fa358-f9ab-4e7e-91bc-63d45b15e1c2 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquiring lock "8204041c-960f-4164-ac65-40db9b83a99e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1988.700135] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d50fa358-f9ab-4e7e-91bc-63d45b15e1c2 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "8204041c-960f-4164-ac65-40db9b83a99e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1988.700428] env[63750]: DEBUG nova.compute.manager [None req-d50fa358-f9ab-4e7e-91bc-63d45b15e1c2 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8204041c-960f-4164-ac65-40db9b83a99e] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1988.706192] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24736740-2265-480b-914e-e301b280172f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.715610] env[63750]: DEBUG nova.compute.manager [None req-d50fa358-f9ab-4e7e-91bc-63d45b15e1c2 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8204041c-960f-4164-ac65-40db9b83a99e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63750) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1988.715610] env[63750]: DEBUG nova.objects.instance [None req-d50fa358-f9ab-4e7e-91bc-63d45b15e1c2 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lazy-loading 'flavor' on Instance uuid 8204041c-960f-4164-ac65-40db9b83a99e {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1988.733907] env[63750]: ERROR nova.compute.manager [None req-f8e55de8-d2d9-4128-adef-f8d321953094 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Failed to detach volume aa35c024-ec14-48af-8cc8-a22f084f68a9 from /dev/sda: nova.exception.InstanceNotFound: Instance dfd72d7d-1820-4e9a-8bc8-924fbe465145 could not be found. [ 1988.733907] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Traceback (most recent call last): [ 1988.733907] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1988.733907] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] self.driver.rebuild(**kwargs) [ 1988.733907] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1988.733907] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] raise NotImplementedError() [ 1988.733907] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] NotImplementedError [ 1988.733907] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] [ 1988.733907] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] During handling of the above exception, another exception occurred: [ 1988.733907] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] [ 1988.733907] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Traceback (most recent call last): [ 1988.733907] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1988.733907] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] self.driver.detach_volume(context, old_connection_info, [ 1988.733907] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1988.733907] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] return self._volumeops.detach_volume(connection_info, instance) [ 1988.733907] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1988.733907] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] self._detach_volume_vmdk(connection_info, instance) [ 1988.733907] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1988.733907] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1988.733907] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1988.733907] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] stable_ref.fetch_moref(session) [ 1988.733907] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1988.733907] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1988.733907] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] nova.exception.InstanceNotFound: Instance dfd72d7d-1820-4e9a-8bc8-924fbe465145 could not be found. [ 1988.733907] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] [ 1988.822475] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Acquiring lock "refresh_cache-9b9b8a18-a82c-4f33-82cd-425790405db8" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1988.822630] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Acquired lock "refresh_cache-9b9b8a18-a82c-4f33-82cd-425790405db8" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1988.822779] env[63750]: DEBUG nova.network.neutron [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] [instance: 9b9b8a18-a82c-4f33-82cd-425790405db8] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1988.899316] env[63750]: DEBUG oslo_vmware.api [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2006922, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071777} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.900747] env[63750]: DEBUG nova.compute.utils [None req-f8e55de8-d2d9-4128-adef-f8d321953094 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Build of instance dfd72d7d-1820-4e9a-8bc8-924fbe465145 aborted: Failed to rebuild volume backed instance. {{(pid=63750) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1988.901912] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1988.903293] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1dcafae-29ba-4069-960e-e533274333b2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.910199] env[63750]: ERROR nova.compute.manager [None req-f8e55de8-d2d9-4128-adef-f8d321953094 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance dfd72d7d-1820-4e9a-8bc8-924fbe465145 aborted: Failed to rebuild volume backed instance. [ 1988.910199] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Traceback (most recent call last): [ 1988.910199] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1988.910199] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] self.driver.rebuild(**kwargs) [ 1988.910199] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1988.910199] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] raise NotImplementedError() [ 1988.910199] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] NotImplementedError [ 1988.910199] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] [ 1988.910199] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] During handling of the above exception, another exception occurred: [ 1988.910199] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] [ 1988.910199] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Traceback (most recent call last): [ 1988.910199] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1988.910199] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] self._detach_root_volume(context, instance, root_bdm) [ 1988.910199] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1988.910199] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] with excutils.save_and_reraise_exception(): [ 1988.910199] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1988.910199] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] self.force_reraise() [ 1988.910199] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1988.910199] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] raise self.value [ 1988.910199] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1988.910199] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] self.driver.detach_volume(context, old_connection_info, [ 1988.910199] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1988.910199] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] return self._volumeops.detach_volume(connection_info, instance) [ 1988.910199] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1988.910199] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] self._detach_volume_vmdk(connection_info, instance) [ 1988.910199] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1988.910199] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1988.910199] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1988.910199] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] stable_ref.fetch_moref(session) [ 1988.910199] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1988.910199] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1988.910199] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] nova.exception.InstanceNotFound: Instance dfd72d7d-1820-4e9a-8bc8-924fbe465145 could not be found. [ 1988.910199] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] [ 1988.910199] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] During handling of the above exception, another exception occurred: [ 1988.910199] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] [ 1988.910199] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Traceback (most recent call last): [ 1988.910199] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] File "/opt/stack/nova/nova/compute/manager.py", line 11383, in _error_out_instance_on_exception [ 1988.910199] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] yield [ 1988.910199] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1988.910199] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] self._do_rebuild_instance_with_claim( [ 1988.912853] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1988.912853] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] self._do_rebuild_instance( [ 1988.912853] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1988.912853] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] self._rebuild_default_impl(**kwargs) [ 1988.912853] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1988.912853] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] self._rebuild_volume_backed_instance( [ 1988.912853] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1988.912853] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] raise exception.BuildAbortException( [ 1988.912853] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] nova.exception.BuildAbortException: Build of instance dfd72d7d-1820-4e9a-8bc8-924fbe465145 aborted: Failed to rebuild volume backed instance. [ 1988.912853] env[63750]: ERROR nova.compute.manager [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] [ 1988.936171] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f/0e36c12e-c4f7-48ac-b7f1-9473ea0b965f.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1988.936171] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53579518-0601-4728-a9f2-2c2efae05499 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.959757] env[63750]: DEBUG oslo_vmware.api [None req-2ab0a7b0-b70f-4e95-8406-622750a8eeae tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006920, 'name': CloneVM_Task} progress is 94%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.963166] env[63750]: DEBUG oslo_vmware.api [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Waiting for the task: (returnval){ [ 1988.963166] env[63750]: value = "task-2006923" [ 1988.963166] env[63750]: _type = "Task" [ 1988.963166] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.969766] env[63750]: DEBUG oslo_vmware.api [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2006923, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.357921] env[63750]: DEBUG nova.network.neutron [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] [instance: 9b9b8a18-a82c-4f33-82cd-425790405db8] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1989.461082] env[63750]: DEBUG oslo_vmware.api [None req-2ab0a7b0-b70f-4e95-8406-622750a8eeae tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006920, 'name': CloneVM_Task} progress is 95%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.471115] env[63750]: DEBUG oslo_vmware.api [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2006923, 'name': ReconfigVM_Task, 'duration_secs': 0.323696} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.471414] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f/0e36c12e-c4f7-48ac-b7f1-9473ea0b965f.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1989.472159] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a4525b1-0662-43a4-8fc9-f72718242eb0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.478484] env[63750]: DEBUG oslo_vmware.api [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Waiting for the task: (returnval){ [ 1989.478484] env[63750]: value = "task-2006924" [ 1989.478484] env[63750]: _type = "Task" [ 1989.478484] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.486256] env[63750]: DEBUG oslo_vmware.api [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2006924, 'name': Rename_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.579446] env[63750]: DEBUG nova.network.neutron [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] [instance: 9b9b8a18-a82c-4f33-82cd-425790405db8] Updating instance_info_cache with network_info: [{"id": "82d5b642-4602-4675-a102-ff01686d220e", "address": "fa:16:3e:d8:3c:c0", "network": {"id": "4cf1bb68-0078-44a1-99e6-c38b2bc0faca", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-2006649381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9807ad236cb4413841868d47b632654", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82d5b642-46", "ovs_interfaceid": "82d5b642-4602-4675-a102-ff01686d220e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1989.727672] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50fa358-f9ab-4e7e-91bc-63d45b15e1c2 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8204041c-960f-4164-ac65-40db9b83a99e] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1989.728407] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4bc75e5d-2a7d-4fd8-be1d-7cace2f052d0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.736368] env[63750]: DEBUG oslo_vmware.api [None req-d50fa358-f9ab-4e7e-91bc-63d45b15e1c2 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1989.736368] env[63750]: value = "task-2006925" [ 1989.736368] env[63750]: _type = "Task" [ 1989.736368] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.744703] env[63750]: DEBUG oslo_vmware.api [None req-d50fa358-f9ab-4e7e-91bc-63d45b15e1c2 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006925, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.843192] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquiring lock "e50b44e7-438b-4bf8-ac9d-261994681240" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1989.843192] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "e50b44e7-438b-4bf8-ac9d-261994681240" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1989.964124] env[63750]: DEBUG oslo_vmware.api [None req-2ab0a7b0-b70f-4e95-8406-622750a8eeae tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006920, 'name': CloneVM_Task, 'duration_secs': 1.736853} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.964124] env[63750]: INFO nova.virt.vmwareapi.vmops [None req-2ab0a7b0-b70f-4e95-8406-622750a8eeae tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Created linked-clone VM from snapshot [ 1989.964124] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e70d02d-d014-4f5c-8d87-50226a894e61 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.971532] env[63750]: DEBUG nova.virt.vmwareapi.images [None req-2ab0a7b0-b70f-4e95-8406-622750a8eeae tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Uploading image d23fee1b-1a9a-4d36-88a8-24307d17c244 {{(pid=63750) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1989.989326] env[63750]: DEBUG oslo_vmware.api [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2006924, 'name': Rename_Task, 'duration_secs': 0.157247} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.989613] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1989.989822] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e817316-3d69-43ed-9c7c-e1ab619f9780 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.998189] env[63750]: DEBUG oslo_vmware.api [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Waiting for the task: (returnval){ [ 1989.998189] env[63750]: value = "task-2006926" [ 1989.998189] env[63750]: _type = "Task" [ 1989.998189] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.999997] env[63750]: DEBUG oslo_vmware.rw_handles [None req-2ab0a7b0-b70f-4e95-8406-622750a8eeae tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1989.999997] env[63750]: value = "vm-412630" [ 1989.999997] env[63750]: _type = "VirtualMachine" [ 1989.999997] env[63750]: }. {{(pid=63750) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1990.000306] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-708e6bb0-e4fa-4f81-ba73-7e37d1458cdc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.009416] env[63750]: DEBUG oslo_vmware.api [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2006926, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.010682] env[63750]: DEBUG oslo_vmware.rw_handles [None req-2ab0a7b0-b70f-4e95-8406-622750a8eeae tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lease: (returnval){ [ 1990.010682] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52ede474-c040-0697-7556-9fe22725b769" [ 1990.010682] env[63750]: _type = "HttpNfcLease" [ 1990.010682] env[63750]: } obtained for exporting VM: (result){ [ 1990.010682] env[63750]: value = "vm-412630" [ 1990.010682] env[63750]: _type = "VirtualMachine" [ 1990.010682] env[63750]: }. {{(pid=63750) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1990.010961] env[63750]: DEBUG oslo_vmware.api [None req-2ab0a7b0-b70f-4e95-8406-622750a8eeae tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the lease: (returnval){ [ 1990.010961] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52ede474-c040-0697-7556-9fe22725b769" [ 1990.010961] env[63750]: _type = "HttpNfcLease" [ 1990.010961] env[63750]: } to be ready. {{(pid=63750) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1990.018346] env[63750]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1990.018346] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52ede474-c040-0697-7556-9fe22725b769" [ 1990.018346] env[63750]: _type = "HttpNfcLease" [ 1990.018346] env[63750]: } is initializing. {{(pid=63750) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1990.085213] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Releasing lock "refresh_cache-9b9b8a18-a82c-4f33-82cd-425790405db8" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1990.085553] env[63750]: DEBUG nova.compute.manager [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] [instance: 9b9b8a18-a82c-4f33-82cd-425790405db8] Instance network_info: |[{"id": "82d5b642-4602-4675-a102-ff01686d220e", "address": "fa:16:3e:d8:3c:c0", "network": {"id": "4cf1bb68-0078-44a1-99e6-c38b2bc0faca", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-2006649381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9807ad236cb4413841868d47b632654", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82d5b642-46", "ovs_interfaceid": "82d5b642-4602-4675-a102-ff01686d220e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1990.086076] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] [instance: 9b9b8a18-a82c-4f33-82cd-425790405db8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:3c:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1bf71001-973b-4fda-b804-ee6abcd12776', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82d5b642-4602-4675-a102-ff01686d220e', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1990.093822] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Creating folder: Project (c9807ad236cb4413841868d47b632654). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1990.094117] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e29321e-dd43-4da0-a8c3-50c9a5790b16 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.105692] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Created folder: Project (c9807ad236cb4413841868d47b632654) in parent group-v412391. [ 1990.105872] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Creating folder: Instances. Parent ref: group-v412631. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1990.106144] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42444454-f4c3-4c48-ac29-ebed42433a03 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.115885] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Created folder: Instances in parent group-v412631. [ 1990.116144] env[63750]: DEBUG oslo.service.loopingcall [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1990.116343] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b9b8a18-a82c-4f33-82cd-425790405db8] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1990.116539] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb663931-a13b-4208-b434-e77458baafe7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.134696] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1990.134696] env[63750]: value = "task-2006930" [ 1990.134696] env[63750]: _type = "Task" [ 1990.134696] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.142365] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006930, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.201353] env[63750]: DEBUG nova.compute.manager [req-8471ae64-bdf7-4d78-b477-8b60d7dbb19a req-d07bcb08-62ee-4f77-9e7c-75e6addcfc1f service nova] [instance: 9b9b8a18-a82c-4f33-82cd-425790405db8] Received event network-changed-82d5b642-4602-4675-a102-ff01686d220e {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1990.201617] env[63750]: DEBUG nova.compute.manager [req-8471ae64-bdf7-4d78-b477-8b60d7dbb19a req-d07bcb08-62ee-4f77-9e7c-75e6addcfc1f service nova] [instance: 9b9b8a18-a82c-4f33-82cd-425790405db8] Refreshing instance network info cache due to event network-changed-82d5b642-4602-4675-a102-ff01686d220e. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1990.201751] env[63750]: DEBUG oslo_concurrency.lockutils [req-8471ae64-bdf7-4d78-b477-8b60d7dbb19a req-d07bcb08-62ee-4f77-9e7c-75e6addcfc1f service nova] Acquiring lock "refresh_cache-9b9b8a18-a82c-4f33-82cd-425790405db8" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1990.201892] env[63750]: DEBUG oslo_concurrency.lockutils [req-8471ae64-bdf7-4d78-b477-8b60d7dbb19a req-d07bcb08-62ee-4f77-9e7c-75e6addcfc1f service nova] Acquired lock "refresh_cache-9b9b8a18-a82c-4f33-82cd-425790405db8" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1990.202087] env[63750]: DEBUG nova.network.neutron [req-8471ae64-bdf7-4d78-b477-8b60d7dbb19a req-d07bcb08-62ee-4f77-9e7c-75e6addcfc1f service nova] [instance: 9b9b8a18-a82c-4f33-82cd-425790405db8] Refreshing network info cache for port 82d5b642-4602-4675-a102-ff01686d220e {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1990.247545] env[63750]: DEBUG oslo_vmware.api [None req-d50fa358-f9ab-4e7e-91bc-63d45b15e1c2 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006925, 'name': PowerOffVM_Task, 'duration_secs': 0.365586} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.247838] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50fa358-f9ab-4e7e-91bc-63d45b15e1c2 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8204041c-960f-4164-ac65-40db9b83a99e] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1990.248053] env[63750]: DEBUG nova.compute.manager [None req-d50fa358-f9ab-4e7e-91bc-63d45b15e1c2 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8204041c-960f-4164-ac65-40db9b83a99e] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1990.248870] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578d8a76-9b15-413c-8bdb-7bdb55beae16 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.344980] env[63750]: DEBUG nova.compute.manager [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: e50b44e7-438b-4bf8-ac9d-261994681240] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1990.510698] env[63750]: DEBUG oslo_vmware.api [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2006926, 'name': PowerOnVM_Task, 'duration_secs': 0.480144} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.510968] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1990.511202] env[63750]: INFO nova.compute.manager [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Took 6.86 seconds to spawn the instance on the hypervisor. [ 1990.511386] env[63750]: DEBUG nova.compute.manager [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1990.512227] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279d94b6-f11d-4132-b323-356632373689 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.531419] env[63750]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1990.531419] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52ede474-c040-0697-7556-9fe22725b769" [ 1990.531419] env[63750]: _type = "HttpNfcLease" [ 1990.531419] env[63750]: } is ready. {{(pid=63750) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1990.532080] env[63750]: DEBUG oslo_vmware.rw_handles [None req-2ab0a7b0-b70f-4e95-8406-622750a8eeae tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1990.532080] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52ede474-c040-0697-7556-9fe22725b769" [ 1990.532080] env[63750]: _type = "HttpNfcLease" [ 1990.532080] env[63750]: }. {{(pid=63750) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1990.532915] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e87bb1-0650-438a-b4a8-af77916c22e2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.543278] env[63750]: DEBUG oslo_vmware.rw_handles [None req-2ab0a7b0-b70f-4e95-8406-622750a8eeae tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5240046f-040c-105f-241a-1d963e526b0d/disk-0.vmdk from lease info. {{(pid=63750) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1990.543480] env[63750]: DEBUG oslo_vmware.rw_handles [None req-2ab0a7b0-b70f-4e95-8406-622750a8eeae tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5240046f-040c-105f-241a-1d963e526b0d/disk-0.vmdk for reading. {{(pid=63750) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1990.644721] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006930, 'name': CreateVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.687129] env[63750]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b0b9b57c-088c-4285-b26d-dd40dbad591f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.761711] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d50fa358-f9ab-4e7e-91bc-63d45b15e1c2 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "8204041c-960f-4164-ac65-40db9b83a99e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1990.882122] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1990.882122] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1990.882122] env[63750]: INFO nova.compute.claims [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: e50b44e7-438b-4bf8-ac9d-261994681240] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1990.955399] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f8e55de8-d2d9-4128-adef-f8d321953094 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1991.040502] env[63750]: INFO nova.compute.manager [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Took 14.43 seconds to build instance. [ 1991.105262] env[63750]: DEBUG nova.network.neutron [req-8471ae64-bdf7-4d78-b477-8b60d7dbb19a req-d07bcb08-62ee-4f77-9e7c-75e6addcfc1f service nova] [instance: 9b9b8a18-a82c-4f33-82cd-425790405db8] Updated VIF entry in instance network info cache for port 82d5b642-4602-4675-a102-ff01686d220e. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1991.105610] env[63750]: DEBUG nova.network.neutron [req-8471ae64-bdf7-4d78-b477-8b60d7dbb19a req-d07bcb08-62ee-4f77-9e7c-75e6addcfc1f service nova] [instance: 9b9b8a18-a82c-4f33-82cd-425790405db8] Updating instance_info_cache with network_info: [{"id": "82d5b642-4602-4675-a102-ff01686d220e", "address": "fa:16:3e:d8:3c:c0", "network": {"id": "4cf1bb68-0078-44a1-99e6-c38b2bc0faca", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-2006649381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9807ad236cb4413841868d47b632654", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82d5b642-46", "ovs_interfaceid": "82d5b642-4602-4675-a102-ff01686d220e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1991.146322] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006930, 'name': CreateVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.543074] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9d4b3e68-3ca6-4599-9f23-c9e4e2151bed tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lock "0e36c12e-c4f7-48ac-b7f1-9473ea0b965f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.937s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1991.611096] env[63750]: DEBUG oslo_concurrency.lockutils [req-8471ae64-bdf7-4d78-b477-8b60d7dbb19a req-d07bcb08-62ee-4f77-9e7c-75e6addcfc1f service nova] Releasing lock "refresh_cache-9b9b8a18-a82c-4f33-82cd-425790405db8" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1991.613566] env[63750]: DEBUG oslo_concurrency.lockutils [None req-32ab9eb6-2434-407a-800a-15c334b482ac tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquiring lock "8204041c-960f-4164-ac65-40db9b83a99e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1991.613828] env[63750]: DEBUG oslo_concurrency.lockutils [None req-32ab9eb6-2434-407a-800a-15c334b482ac tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "8204041c-960f-4164-ac65-40db9b83a99e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1991.614060] env[63750]: DEBUG oslo_concurrency.lockutils [None req-32ab9eb6-2434-407a-800a-15c334b482ac tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquiring lock "8204041c-960f-4164-ac65-40db9b83a99e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1991.614439] env[63750]: DEBUG oslo_concurrency.lockutils [None req-32ab9eb6-2434-407a-800a-15c334b482ac tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "8204041c-960f-4164-ac65-40db9b83a99e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1991.614640] env[63750]: DEBUG oslo_concurrency.lockutils [None req-32ab9eb6-2434-407a-800a-15c334b482ac tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "8204041c-960f-4164-ac65-40db9b83a99e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1991.616787] env[63750]: INFO nova.compute.manager [None req-32ab9eb6-2434-407a-800a-15c334b482ac tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8204041c-960f-4164-ac65-40db9b83a99e] Terminating instance [ 1991.646295] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006930, 'name': CreateVM_Task, 'duration_secs': 1.396773} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.646965] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b9b8a18-a82c-4f33-82cd-425790405db8] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1991.648052] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1991.648052] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1991.648371] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1991.648658] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d087a4c-0104-4b30-8148-5a1cdce4a804 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.653817] env[63750]: DEBUG oslo_vmware.api [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Waiting for the task: (returnval){ [ 1991.653817] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52051f0c-bdc5-fb97-8433-68905e955241" [ 1991.653817] env[63750]: _type = "Task" [ 1991.653817] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.662162] env[63750]: DEBUG oslo_vmware.api [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52051f0c-bdc5-fb97-8433-68905e955241, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.693370] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b25ee08e-e78d-495f-872c-2c81dbfa9b3d tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Acquiring lock "dfd72d7d-1820-4e9a-8bc8-924fbe465145" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1991.693648] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b25ee08e-e78d-495f-872c-2c81dbfa9b3d tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Lock "dfd72d7d-1820-4e9a-8bc8-924fbe465145" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1991.693952] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b25ee08e-e78d-495f-872c-2c81dbfa9b3d tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Acquiring lock "dfd72d7d-1820-4e9a-8bc8-924fbe465145-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1991.694111] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b25ee08e-e78d-495f-872c-2c81dbfa9b3d tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Lock "dfd72d7d-1820-4e9a-8bc8-924fbe465145-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1991.694325] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b25ee08e-e78d-495f-872c-2c81dbfa9b3d tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Lock "dfd72d7d-1820-4e9a-8bc8-924fbe465145-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1991.696713] env[63750]: INFO nova.compute.manager [None req-b25ee08e-e78d-495f-872c-2c81dbfa9b3d tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Terminating instance [ 1992.038747] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2efc4275-d804-4932-ba8d-fa58c60016b4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.046847] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08466e90-e0c0-4a52-a2ab-86f99e6515c1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.078040] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2429efa8-976f-4a60-8ae5-9ba490c918e0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.085552] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7baacec3-3bb8-49c3-9691-57419151bdbd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.099392] env[63750]: DEBUG nova.compute.provider_tree [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1992.120740] env[63750]: DEBUG nova.compute.manager [None req-32ab9eb6-2434-407a-800a-15c334b482ac tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8204041c-960f-4164-ac65-40db9b83a99e] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1992.120740] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-32ab9eb6-2434-407a-800a-15c334b482ac tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8204041c-960f-4164-ac65-40db9b83a99e] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1992.121535] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67bad11b-4207-433c-a02d-f138230a927c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.129570] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-32ab9eb6-2434-407a-800a-15c334b482ac tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8204041c-960f-4164-ac65-40db9b83a99e] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1992.129826] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ecc7ddb9-f025-4398-be06-2a4c39395af3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.164529] env[63750]: DEBUG oslo_vmware.api [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52051f0c-bdc5-fb97-8433-68905e955241, 'name': SearchDatastore_Task, 'duration_secs': 0.034389} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.164995] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1992.165450] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] [instance: 9b9b8a18-a82c-4f33-82cd-425790405db8] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1992.165582] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1992.165798] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1992.166017] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1992.166477] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38ee6889-0917-453f-bd1c-bb053019df8e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.191828] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1992.191828] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1992.192266] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90ced4e5-2672-4662-b97b-b1a21c411217 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.197839] env[63750]: DEBUG oslo_vmware.api [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Waiting for the task: (returnval){ [ 1992.197839] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52912aaa-2560-2452-0338-d556d7854ca9" [ 1992.197839] env[63750]: _type = "Task" [ 1992.197839] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.201876] env[63750]: DEBUG nova.compute.manager [None req-b25ee08e-e78d-495f-872c-2c81dbfa9b3d tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1992.202163] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e9346690-7c40-4f21-9ada-950fbad16fc2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.210745] env[63750]: DEBUG oslo_vmware.api [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52912aaa-2560-2452-0338-d556d7854ca9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.214894] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4b02de-b852-4b3a-b6ff-e0dc6e22bbda {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.228570] env[63750]: DEBUG nova.compute.manager [req-f0bf0ed7-473e-4869-b839-cc97670473cf req-117d0645-3369-48ef-8ca9-0aeea3493a4f service nova] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Received event network-changed-7dead218-ee7b-4868-a289-3166dc6dc39f {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1992.228979] env[63750]: DEBUG nova.compute.manager [req-f0bf0ed7-473e-4869-b839-cc97670473cf req-117d0645-3369-48ef-8ca9-0aeea3493a4f service nova] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Refreshing instance network info cache due to event network-changed-7dead218-ee7b-4868-a289-3166dc6dc39f. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1992.230138] env[63750]: DEBUG oslo_concurrency.lockutils [req-f0bf0ed7-473e-4869-b839-cc97670473cf req-117d0645-3369-48ef-8ca9-0aeea3493a4f service nova] Acquiring lock "refresh_cache-0e36c12e-c4f7-48ac-b7f1-9473ea0b965f" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1992.230138] env[63750]: DEBUG oslo_concurrency.lockutils [req-f0bf0ed7-473e-4869-b839-cc97670473cf req-117d0645-3369-48ef-8ca9-0aeea3493a4f service nova] Acquired lock "refresh_cache-0e36c12e-c4f7-48ac-b7f1-9473ea0b965f" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1992.230138] env[63750]: DEBUG nova.network.neutron [req-f0bf0ed7-473e-4869-b839-cc97670473cf req-117d0645-3369-48ef-8ca9-0aeea3493a4f service nova] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Refreshing network info cache for port 7dead218-ee7b-4868-a289-3166dc6dc39f {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1992.246372] env[63750]: WARNING nova.virt.vmwareapi.driver [None req-b25ee08e-e78d-495f-872c-2c81dbfa9b3d tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance dfd72d7d-1820-4e9a-8bc8-924fbe465145 could not be found. [ 1992.246578] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b25ee08e-e78d-495f-872c-2c81dbfa9b3d tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1992.246932] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7d0336c1-0c07-4378-a935-a543d295c4cf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.252305] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-32ab9eb6-2434-407a-800a-15c334b482ac tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8204041c-960f-4164-ac65-40db9b83a99e] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1992.252513] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-32ab9eb6-2434-407a-800a-15c334b482ac tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8204041c-960f-4164-ac65-40db9b83a99e] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1992.252690] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-32ab9eb6-2434-407a-800a-15c334b482ac tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Deleting the datastore file [datastore1] 8204041c-960f-4164-ac65-40db9b83a99e {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1992.252979] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32e295a7-807c-4a29-afe7-4c6c13702bad {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.259558] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6dac8e-7ecc-42e2-8250-26f5d32c953b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.273673] env[63750]: DEBUG oslo_vmware.api [None req-32ab9eb6-2434-407a-800a-15c334b482ac tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1992.273673] env[63750]: value = "task-2006932" [ 1992.273673] env[63750]: _type = "Task" [ 1992.273673] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.283399] env[63750]: DEBUG oslo_vmware.api [None req-32ab9eb6-2434-407a-800a-15c334b482ac tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006932, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.293013] env[63750]: WARNING nova.virt.vmwareapi.vmops [None req-b25ee08e-e78d-495f-872c-2c81dbfa9b3d tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance dfd72d7d-1820-4e9a-8bc8-924fbe465145 could not be found. [ 1992.293254] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b25ee08e-e78d-495f-872c-2c81dbfa9b3d tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1992.293434] env[63750]: INFO nova.compute.manager [None req-b25ee08e-e78d-495f-872c-2c81dbfa9b3d tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Took 0.09 seconds to destroy the instance on the hypervisor. [ 1992.293698] env[63750]: DEBUG oslo.service.loopingcall [None req-b25ee08e-e78d-495f-872c-2c81dbfa9b3d tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1992.293948] env[63750]: DEBUG nova.compute.manager [-] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1992.294063] env[63750]: DEBUG nova.network.neutron [-] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1992.603214] env[63750]: DEBUG nova.scheduler.client.report [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1992.709371] env[63750]: DEBUG oslo_vmware.api [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52912aaa-2560-2452-0338-d556d7854ca9, 'name': SearchDatastore_Task, 'duration_secs': 0.022464} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.710622] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5431b5bb-1490-4a61-b18f-b99b683918c8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.719153] env[63750]: DEBUG oslo_vmware.api [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Waiting for the task: (returnval){ [ 1992.719153] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5265017a-5f37-3631-17dc-bcc4ceb0a547" [ 1992.719153] env[63750]: _type = "Task" [ 1992.719153] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.741197] env[63750]: DEBUG oslo_vmware.api [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5265017a-5f37-3631-17dc-bcc4ceb0a547, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.791191] env[63750]: DEBUG oslo_vmware.api [None req-32ab9eb6-2434-407a-800a-15c334b482ac tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006932, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193864} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.794937] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-32ab9eb6-2434-407a-800a-15c334b482ac tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1992.795321] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-32ab9eb6-2434-407a-800a-15c334b482ac tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8204041c-960f-4164-ac65-40db9b83a99e] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1992.795656] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-32ab9eb6-2434-407a-800a-15c334b482ac tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8204041c-960f-4164-ac65-40db9b83a99e] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1992.795983] env[63750]: INFO nova.compute.manager [None req-32ab9eb6-2434-407a-800a-15c334b482ac tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 8204041c-960f-4164-ac65-40db9b83a99e] Took 0.68 seconds to destroy the instance on the hypervisor. [ 1992.796412] env[63750]: DEBUG oslo.service.loopingcall [None req-32ab9eb6-2434-407a-800a-15c334b482ac tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1992.796727] env[63750]: DEBUG nova.compute.manager [-] [instance: 8204041c-960f-4164-ac65-40db9b83a99e] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1992.796901] env[63750]: DEBUG nova.network.neutron [-] [instance: 8204041c-960f-4164-ac65-40db9b83a99e] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1993.108633] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.228s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1993.109792] env[63750]: DEBUG nova.compute.manager [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: e50b44e7-438b-4bf8-ac9d-261994681240] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1993.116044] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f8e55de8-d2d9-4128-adef-f8d321953094 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.157s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1993.204710] env[63750]: DEBUG nova.network.neutron [req-f0bf0ed7-473e-4869-b839-cc97670473cf req-117d0645-3369-48ef-8ca9-0aeea3493a4f service nova] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Updated VIF entry in instance network info cache for port 7dead218-ee7b-4868-a289-3166dc6dc39f. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1993.204969] env[63750]: DEBUG nova.network.neutron [req-f0bf0ed7-473e-4869-b839-cc97670473cf req-117d0645-3369-48ef-8ca9-0aeea3493a4f service nova] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Updating instance_info_cache with network_info: [{"id": "7dead218-ee7b-4868-a289-3166dc6dc39f", "address": "fa:16:3e:61:d5:8a", "network": {"id": "dd6025b5-5331-4ade-abfb-6867d37b41da", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-649603207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91a6374b7ee44849998c8b16981afb61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dead218-ee", "ovs_interfaceid": "7dead218-ee7b-4868-a289-3166dc6dc39f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1993.230053] env[63750]: DEBUG oslo_vmware.api [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5265017a-5f37-3631-17dc-bcc4ceb0a547, 'name': SearchDatastore_Task, 'duration_secs': 0.015291} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.232867] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1993.233202] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 9b9b8a18-a82c-4f33-82cd-425790405db8/9b9b8a18-a82c-4f33-82cd-425790405db8.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1993.233940] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d43ab88-b6cc-4d4b-9b91-d0962d5a6e83 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.240931] env[63750]: DEBUG oslo_vmware.api [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Waiting for the task: (returnval){ [ 1993.240931] env[63750]: value = "task-2006933" [ 1993.240931] env[63750]: _type = "Task" [ 1993.240931] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.251919] env[63750]: DEBUG oslo_vmware.api [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Task: {'id': task-2006933, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.258601] env[63750]: DEBUG nova.compute.manager [req-cd8fb6c2-c63c-4ab7-8726-759bb765a60b req-7a8fa592-413e-469a-83f3-b984a7b7dafa service nova] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Received event network-changed-b2d94422-7226-4e5f-8538-805897a09f70 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1993.258828] env[63750]: DEBUG nova.compute.manager [req-cd8fb6c2-c63c-4ab7-8726-759bb765a60b req-7a8fa592-413e-469a-83f3-b984a7b7dafa service nova] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Refreshing instance network info cache due to event network-changed-b2d94422-7226-4e5f-8538-805897a09f70. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1993.259604] env[63750]: DEBUG oslo_concurrency.lockutils [req-cd8fb6c2-c63c-4ab7-8726-759bb765a60b req-7a8fa592-413e-469a-83f3-b984a7b7dafa service nova] Acquiring lock "refresh_cache-dfd72d7d-1820-4e9a-8bc8-924fbe465145" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1993.259604] env[63750]: DEBUG oslo_concurrency.lockutils [req-cd8fb6c2-c63c-4ab7-8726-759bb765a60b req-7a8fa592-413e-469a-83f3-b984a7b7dafa service nova] Acquired lock "refresh_cache-dfd72d7d-1820-4e9a-8bc8-924fbe465145" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1993.259767] env[63750]: DEBUG nova.network.neutron [req-cd8fb6c2-c63c-4ab7-8726-759bb765a60b req-7a8fa592-413e-469a-83f3-b984a7b7dafa service nova] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Refreshing network info cache for port b2d94422-7226-4e5f-8538-805897a09f70 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1993.314392] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1221f89-9e98-4147-98f8-3d301cad6448 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.322458] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e80be9-fa8e-4eac-bea2-ecf80a45f1fa {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.358785] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f59d4f-7f9f-4c54-9103-cb537a631d57 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.366949] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27821cc-7b94-43d0-b525-f70b4b7ceb1e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.383541] env[63750]: DEBUG nova.compute.provider_tree [None req-f8e55de8-d2d9-4128-adef-f8d321953094 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1993.624791] env[63750]: DEBUG nova.compute.utils [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1993.626657] env[63750]: DEBUG nova.compute.manager [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: e50b44e7-438b-4bf8-ac9d-261994681240] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1993.627339] env[63750]: DEBUG nova.network.neutron [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: e50b44e7-438b-4bf8-ac9d-261994681240] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1993.699552] env[63750]: DEBUG nova.network.neutron [-] [instance: 8204041c-960f-4164-ac65-40db9b83a99e] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1993.711126] env[63750]: DEBUG oslo_concurrency.lockutils [req-f0bf0ed7-473e-4869-b839-cc97670473cf req-117d0645-3369-48ef-8ca9-0aeea3493a4f service nova] Releasing lock "refresh_cache-0e36c12e-c4f7-48ac-b7f1-9473ea0b965f" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1993.724206] env[63750]: DEBUG nova.policy [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86333ce8360340c3b7cf65e8273fd5ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23846c040dac48ec80f88340c38cbf38', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 1993.752916] env[63750]: DEBUG oslo_vmware.api [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Task: {'id': task-2006933, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.888146] env[63750]: DEBUG nova.scheduler.client.report [None req-f8e55de8-d2d9-4128-adef-f8d321953094 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1994.130605] env[63750]: DEBUG nova.compute.manager [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: e50b44e7-438b-4bf8-ac9d-261994681240] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1994.202532] env[63750]: INFO nova.compute.manager [-] [instance: 8204041c-960f-4164-ac65-40db9b83a99e] Took 1.41 seconds to deallocate network for instance. [ 1994.252503] env[63750]: DEBUG oslo_vmware.api [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Task: {'id': task-2006933, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623867} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.252917] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 9b9b8a18-a82c-4f33-82cd-425790405db8/9b9b8a18-a82c-4f33-82cd-425790405db8.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1994.253155] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] [instance: 9b9b8a18-a82c-4f33-82cd-425790405db8] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1994.253435] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4290f6e1-c3a1-4127-b6f2-934003975615 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.260764] env[63750]: DEBUG nova.compute.manager [req-e97f9251-5a48-4a75-94ba-19710c94937c req-0d486770-3480-4b87-8065-444ad2875645 service nova] [instance: 8204041c-960f-4164-ac65-40db9b83a99e] Received event network-vif-deleted-a8daf759-e60b-444c-b4ec-d5f8160396ec {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1994.260965] env[63750]: DEBUG nova.compute.manager [req-e97f9251-5a48-4a75-94ba-19710c94937c req-0d486770-3480-4b87-8065-444ad2875645 service nova] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Received event network-vif-deleted-b2d94422-7226-4e5f-8538-805897a09f70 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1994.261144] env[63750]: INFO nova.compute.manager [req-e97f9251-5a48-4a75-94ba-19710c94937c req-0d486770-3480-4b87-8065-444ad2875645 service nova] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Neutron deleted interface b2d94422-7226-4e5f-8538-805897a09f70; detaching it from the instance and deleting it from the info cache [ 1994.261308] env[63750]: DEBUG nova.network.neutron [req-e97f9251-5a48-4a75-94ba-19710c94937c req-0d486770-3480-4b87-8065-444ad2875645 service nova] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1994.266402] env[63750]: DEBUG oslo_vmware.api [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Waiting for the task: (returnval){ [ 1994.266402] env[63750]: value = "task-2006934" [ 1994.266402] env[63750]: _type = "Task" [ 1994.266402] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.274256] env[63750]: DEBUG oslo_vmware.api [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Task: {'id': task-2006934, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.319036] env[63750]: DEBUG nova.network.neutron [req-cd8fb6c2-c63c-4ab7-8726-759bb765a60b req-7a8fa592-413e-469a-83f3-b984a7b7dafa service nova] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Updated VIF entry in instance network info cache for port b2d94422-7226-4e5f-8538-805897a09f70. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1994.319464] env[63750]: DEBUG nova.network.neutron [req-cd8fb6c2-c63c-4ab7-8726-759bb765a60b req-7a8fa592-413e-469a-83f3-b984a7b7dafa service nova] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Updating instance_info_cache with network_info: [{"id": "b2d94422-7226-4e5f-8538-805897a09f70", "address": "fa:16:3e:b0:3c:3a", "network": {"id": "7453e911-896a-4326-945f-06655199dbfd", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-792944309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e08496bb79b417a9d13b8e620ab255f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2d94422-72", "ovs_interfaceid": "b2d94422-7226-4e5f-8538-805897a09f70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1994.393681] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f8e55de8-d2d9-4128-adef-f8d321953094 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.281s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1994.393681] env[63750]: INFO nova.compute.manager [None req-f8e55de8-d2d9-4128-adef-f8d321953094 tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Successfully reverted task state from rebuilding on failure for instance. [ 1994.443190] env[63750]: DEBUG nova.network.neutron [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: e50b44e7-438b-4bf8-ac9d-261994681240] Successfully created port: 1c6f7196-caf8-4039-b07c-94e951fc890b {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1994.488213] env[63750]: DEBUG nova.network.neutron [-] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1994.708644] env[63750]: DEBUG oslo_concurrency.lockutils [None req-32ab9eb6-2434-407a-800a-15c334b482ac tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1994.712027] env[63750]: DEBUG oslo_concurrency.lockutils [None req-32ab9eb6-2434-407a-800a-15c334b482ac tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1994.712027] env[63750]: DEBUG nova.objects.instance [None req-32ab9eb6-2434-407a-800a-15c334b482ac tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lazy-loading 'resources' on Instance uuid 8204041c-960f-4164-ac65-40db9b83a99e {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1994.769018] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5dc050fb-6de8-4fbe-b7d8-a23fb96f78db {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.779403] env[63750]: DEBUG oslo_vmware.api [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Task: {'id': task-2006934, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06637} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.780845] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] [instance: 9b9b8a18-a82c-4f33-82cd-425790405db8] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1994.782131] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fe3e28-2575-4fd8-a308-b2434efafeb0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.787551] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea63e827-42ac-4037-8279-b8fa966ce4be {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.824538] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] [instance: 9b9b8a18-a82c-4f33-82cd-425790405db8] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 9b9b8a18-a82c-4f33-82cd-425790405db8/9b9b8a18-a82c-4f33-82cd-425790405db8.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1994.836762] env[63750]: DEBUG oslo_concurrency.lockutils [req-cd8fb6c2-c63c-4ab7-8726-759bb765a60b req-7a8fa592-413e-469a-83f3-b984a7b7dafa service nova] Releasing lock "refresh_cache-dfd72d7d-1820-4e9a-8bc8-924fbe465145" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1994.837458] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06198d5c-27ff-4d9c-94f5-19da8ddf9bc7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.854916] env[63750]: DEBUG nova.compute.manager [req-e97f9251-5a48-4a75-94ba-19710c94937c req-0d486770-3480-4b87-8065-444ad2875645 service nova] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Detach interface failed, port_id=b2d94422-7226-4e5f-8538-805897a09f70, reason: Instance dfd72d7d-1820-4e9a-8bc8-924fbe465145 could not be found. {{(pid=63750) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1994.861108] env[63750]: DEBUG oslo_vmware.api [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Waiting for the task: (returnval){ [ 1994.861108] env[63750]: value = "task-2006935" [ 1994.861108] env[63750]: _type = "Task" [ 1994.861108] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.869910] env[63750]: DEBUG oslo_vmware.api [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Task: {'id': task-2006935, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.945241] env[63750]: DEBUG oslo_concurrency.lockutils [None req-efcbcda9-ac35-4a8c-a5f9-b61312cf1b0b tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquiring lock "d300f90f-ea70-4575-9643-29462f2602ce" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1994.945605] env[63750]: DEBUG oslo_concurrency.lockutils [None req-efcbcda9-ac35-4a8c-a5f9-b61312cf1b0b tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "d300f90f-ea70-4575-9643-29462f2602ce" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1994.990862] env[63750]: INFO nova.compute.manager [-] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Took 2.70 seconds to deallocate network for instance. [ 1995.140351] env[63750]: DEBUG nova.compute.manager [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: e50b44e7-438b-4bf8-ac9d-261994681240] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1995.165669] env[63750]: DEBUG nova.virt.hardware [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1995.165918] env[63750]: DEBUG nova.virt.hardware [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1995.166108] env[63750]: DEBUG nova.virt.hardware [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1995.166357] env[63750]: DEBUG nova.virt.hardware [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1995.166549] env[63750]: DEBUG nova.virt.hardware [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1995.166780] env[63750]: DEBUG nova.virt.hardware [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1995.166930] env[63750]: DEBUG nova.virt.hardware [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1995.167144] env[63750]: DEBUG nova.virt.hardware [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1995.167327] env[63750]: DEBUG nova.virt.hardware [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1995.167504] env[63750]: DEBUG nova.virt.hardware [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1995.167695] env[63750]: DEBUG nova.virt.hardware [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1995.168645] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b690c1ca-4d14-42bd-8d6b-971fb5c4e129 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.177997] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a14f12-7bf1-45ff-9f74-18700abe6f50 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.373765] env[63750]: DEBUG oslo_vmware.api [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Task: {'id': task-2006935, 'name': ReconfigVM_Task, 'duration_secs': 0.368226} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.374060] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] [instance: 9b9b8a18-a82c-4f33-82cd-425790405db8] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 9b9b8a18-a82c-4f33-82cd-425790405db8/9b9b8a18-a82c-4f33-82cd-425790405db8.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1995.374712] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45ece334-b656-4886-819e-f3c999d751a7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.383819] env[63750]: DEBUG oslo_vmware.api [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Waiting for the task: (returnval){ [ 1995.383819] env[63750]: value = "task-2006936" [ 1995.383819] env[63750]: _type = "Task" [ 1995.383819] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.396818] env[63750]: DEBUG oslo_vmware.api [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Task: {'id': task-2006936, 'name': Rename_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.398970] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5dfce0f-da60-4cbc-9e8f-16d03217a1e4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.408024] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea72fa6-fcd7-46b6-80a7-e5ab4c7327ad {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.442661] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d929a04-239b-4730-85ef-52db1ac2aa2f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.450852] env[63750]: DEBUG nova.compute.utils [None req-efcbcda9-ac35-4a8c-a5f9-b61312cf1b0b tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1995.453591] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a306577-34b2-4943-ad60-2f23379fc857 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.469052] env[63750]: DEBUG nova.compute.provider_tree [None req-32ab9eb6-2434-407a-800a-15c334b482ac tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1995.552135] env[63750]: INFO nova.compute.manager [None req-b25ee08e-e78d-495f-872c-2c81dbfa9b3d tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Took 0.56 seconds to detach 1 volumes for instance. [ 1995.554606] env[63750]: DEBUG nova.compute.manager [None req-b25ee08e-e78d-495f-872c-2c81dbfa9b3d tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Deleting volume: aa35c024-ec14-48af-8cc8-a22f084f68a9 {{(pid=63750) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1995.896666] env[63750]: DEBUG oslo_vmware.api [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Task: {'id': task-2006936, 'name': Rename_Task, 'duration_secs': 0.174769} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.896984] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] [instance: 9b9b8a18-a82c-4f33-82cd-425790405db8] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1995.897378] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d06cfdad-9f6c-474f-a997-45f7f91af137 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.903723] env[63750]: DEBUG oslo_vmware.api [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Waiting for the task: (returnval){ [ 1995.903723] env[63750]: value = "task-2006938" [ 1995.903723] env[63750]: _type = "Task" [ 1995.903723] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.914460] env[63750]: DEBUG oslo_vmware.api [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Task: {'id': task-2006938, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.959400] env[63750]: DEBUG oslo_concurrency.lockutils [None req-efcbcda9-ac35-4a8c-a5f9-b61312cf1b0b tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "d300f90f-ea70-4575-9643-29462f2602ce" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1995.972478] env[63750]: DEBUG nova.scheduler.client.report [None req-32ab9eb6-2434-407a-800a-15c334b482ac tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1996.105411] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b25ee08e-e78d-495f-872c-2c81dbfa9b3d tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1996.116182] env[63750]: DEBUG nova.network.neutron [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: e50b44e7-438b-4bf8-ac9d-261994681240] Successfully updated port: 1c6f7196-caf8-4039-b07c-94e951fc890b {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1996.293378] env[63750]: DEBUG nova.compute.manager [req-d01cbb5e-b901-43a3-8c3c-28334c1f51a5 req-e6c04537-1f6c-4ab3-9344-6334a8938b66 service nova] [instance: e50b44e7-438b-4bf8-ac9d-261994681240] Received event network-vif-plugged-1c6f7196-caf8-4039-b07c-94e951fc890b {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1996.293715] env[63750]: DEBUG oslo_concurrency.lockutils [req-d01cbb5e-b901-43a3-8c3c-28334c1f51a5 req-e6c04537-1f6c-4ab3-9344-6334a8938b66 service nova] Acquiring lock "e50b44e7-438b-4bf8-ac9d-261994681240-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1996.294164] env[63750]: DEBUG oslo_concurrency.lockutils [req-d01cbb5e-b901-43a3-8c3c-28334c1f51a5 req-e6c04537-1f6c-4ab3-9344-6334a8938b66 service nova] Lock "e50b44e7-438b-4bf8-ac9d-261994681240-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1996.294164] env[63750]: DEBUG oslo_concurrency.lockutils [req-d01cbb5e-b901-43a3-8c3c-28334c1f51a5 req-e6c04537-1f6c-4ab3-9344-6334a8938b66 service nova] Lock "e50b44e7-438b-4bf8-ac9d-261994681240-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.294503] env[63750]: DEBUG nova.compute.manager [req-d01cbb5e-b901-43a3-8c3c-28334c1f51a5 req-e6c04537-1f6c-4ab3-9344-6334a8938b66 service nova] [instance: e50b44e7-438b-4bf8-ac9d-261994681240] No waiting events found dispatching network-vif-plugged-1c6f7196-caf8-4039-b07c-94e951fc890b {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1996.294826] env[63750]: WARNING nova.compute.manager [req-d01cbb5e-b901-43a3-8c3c-28334c1f51a5 req-e6c04537-1f6c-4ab3-9344-6334a8938b66 service nova] [instance: e50b44e7-438b-4bf8-ac9d-261994681240] Received unexpected event network-vif-plugged-1c6f7196-caf8-4039-b07c-94e951fc890b for instance with vm_state building and task_state spawning. [ 1996.295120] env[63750]: DEBUG nova.compute.manager [req-d01cbb5e-b901-43a3-8c3c-28334c1f51a5 req-e6c04537-1f6c-4ab3-9344-6334a8938b66 service nova] [instance: e50b44e7-438b-4bf8-ac9d-261994681240] Received event network-changed-1c6f7196-caf8-4039-b07c-94e951fc890b {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1996.295411] env[63750]: DEBUG nova.compute.manager [req-d01cbb5e-b901-43a3-8c3c-28334c1f51a5 req-e6c04537-1f6c-4ab3-9344-6334a8938b66 service nova] [instance: e50b44e7-438b-4bf8-ac9d-261994681240] Refreshing instance network info cache due to event network-changed-1c6f7196-caf8-4039-b07c-94e951fc890b. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1996.295801] env[63750]: DEBUG oslo_concurrency.lockutils [req-d01cbb5e-b901-43a3-8c3c-28334c1f51a5 req-e6c04537-1f6c-4ab3-9344-6334a8938b66 service nova] Acquiring lock "refresh_cache-e50b44e7-438b-4bf8-ac9d-261994681240" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1996.296107] env[63750]: DEBUG oslo_concurrency.lockutils [req-d01cbb5e-b901-43a3-8c3c-28334c1f51a5 req-e6c04537-1f6c-4ab3-9344-6334a8938b66 service nova] Acquired lock "refresh_cache-e50b44e7-438b-4bf8-ac9d-261994681240" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1996.296389] env[63750]: DEBUG nova.network.neutron [req-d01cbb5e-b901-43a3-8c3c-28334c1f51a5 req-e6c04537-1f6c-4ab3-9344-6334a8938b66 service nova] [instance: e50b44e7-438b-4bf8-ac9d-261994681240] Refreshing network info cache for port 1c6f7196-caf8-4039-b07c-94e951fc890b {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1996.416067] env[63750]: DEBUG oslo_vmware.api [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Task: {'id': task-2006938, 'name': PowerOnVM_Task, 'duration_secs': 0.510954} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.416492] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] [instance: 9b9b8a18-a82c-4f33-82cd-425790405db8] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1996.416789] env[63750]: INFO nova.compute.manager [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] [instance: 9b9b8a18-a82c-4f33-82cd-425790405db8] Took 8.79 seconds to spawn the instance on the hypervisor. [ 1996.417076] env[63750]: DEBUG nova.compute.manager [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] [instance: 9b9b8a18-a82c-4f33-82cd-425790405db8] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1996.418027] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b610d40e-3fe7-44fb-a2cf-54e7be08d84b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.477182] env[63750]: DEBUG oslo_concurrency.lockutils [None req-32ab9eb6-2434-407a-800a-15c334b482ac tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.768s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.479514] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b25ee08e-e78d-495f-872c-2c81dbfa9b3d tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.375s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1996.479861] env[63750]: DEBUG nova.objects.instance [None req-b25ee08e-e78d-495f-872c-2c81dbfa9b3d tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Lazy-loading 'resources' on Instance uuid dfd72d7d-1820-4e9a-8bc8-924fbe465145 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1996.500652] env[63750]: INFO nova.scheduler.client.report [None req-32ab9eb6-2434-407a-800a-15c334b482ac tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Deleted allocations for instance 8204041c-960f-4164-ac65-40db9b83a99e [ 1996.618342] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquiring lock "refresh_cache-e50b44e7-438b-4bf8-ac9d-261994681240" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1996.831379] env[63750]: DEBUG nova.network.neutron [req-d01cbb5e-b901-43a3-8c3c-28334c1f51a5 req-e6c04537-1f6c-4ab3-9344-6334a8938b66 service nova] [instance: e50b44e7-438b-4bf8-ac9d-261994681240] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1996.915391] env[63750]: DEBUG nova.network.neutron [req-d01cbb5e-b901-43a3-8c3c-28334c1f51a5 req-e6c04537-1f6c-4ab3-9344-6334a8938b66 service nova] [instance: e50b44e7-438b-4bf8-ac9d-261994681240] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1996.938638] env[63750]: INFO nova.compute.manager [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] [instance: 9b9b8a18-a82c-4f33-82cd-425790405db8] Took 16.46 seconds to build instance. [ 1997.010123] env[63750]: DEBUG oslo_concurrency.lockutils [None req-32ab9eb6-2434-407a-800a-15c334b482ac tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "8204041c-960f-4164-ac65-40db9b83a99e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.396s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1997.025395] env[63750]: DEBUG oslo_concurrency.lockutils [None req-efcbcda9-ac35-4a8c-a5f9-b61312cf1b0b tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquiring lock "d300f90f-ea70-4575-9643-29462f2602ce" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1997.025659] env[63750]: DEBUG oslo_concurrency.lockutils [None req-efcbcda9-ac35-4a8c-a5f9-b61312cf1b0b tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "d300f90f-ea70-4575-9643-29462f2602ce" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1997.025902] env[63750]: INFO nova.compute.manager [None req-efcbcda9-ac35-4a8c-a5f9-b61312cf1b0b tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Attaching volume e5314731-e759-4c1f-9fe5-8fc9576d5194 to /dev/sdb [ 1997.065024] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d78e16-87ff-4182-a8c9-5a682cb41bb8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.076537] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f900cda0-5847-4fc3-8c3c-52ecefeca3ae {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.090323] env[63750]: DEBUG nova.virt.block_device [None req-efcbcda9-ac35-4a8c-a5f9-b61312cf1b0b tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Updating existing volume attachment record: 8f4a4377-7773-4e51-92a3-e9852bdf475f {{(pid=63750) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1997.130986] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271305e1-6937-4fea-9f39-38caead2effe {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.138653] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d3749d-caa2-4d72-a0d5-c01bc2bffcfa {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.169983] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058609c8-f17d-47b9-8b9e-383f88c8ccaa {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.177936] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45089b1-fc58-471c-84b6-09121191ad2d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.191388] env[63750]: DEBUG nova.compute.provider_tree [None req-b25ee08e-e78d-495f-872c-2c81dbfa9b3d tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1997.398648] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0dd94108-132c-421b-97b9-499bee7e4593 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Acquiring lock "interface-9b9b8a18-a82c-4f33-82cd-425790405db8-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1997.399045] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0dd94108-132c-421b-97b9-499bee7e4593 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Lock "interface-9b9b8a18-a82c-4f33-82cd-425790405db8-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1997.399395] env[63750]: DEBUG nova.objects.instance [None req-0dd94108-132c-421b-97b9-499bee7e4593 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Lazy-loading 'flavor' on Instance uuid 9b9b8a18-a82c-4f33-82cd-425790405db8 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1997.417589] env[63750]: DEBUG oslo_concurrency.lockutils [req-d01cbb5e-b901-43a3-8c3c-28334c1f51a5 req-e6c04537-1f6c-4ab3-9344-6334a8938b66 service nova] Releasing lock "refresh_cache-e50b44e7-438b-4bf8-ac9d-261994681240" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1997.417954] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquired lock "refresh_cache-e50b44e7-438b-4bf8-ac9d-261994681240" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1997.418139] env[63750]: DEBUG nova.network.neutron [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: e50b44e7-438b-4bf8-ac9d-261994681240] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1997.441104] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b376a163-5725-4dcd-807d-8df27f122bb3 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Lock "9b9b8a18-a82c-4f33-82cd-425790405db8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.967s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1997.694374] env[63750]: DEBUG nova.scheduler.client.report [None req-b25ee08e-e78d-495f-872c-2c81dbfa9b3d tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1997.877082] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5f4963d9-f381-4c0e-adda-3c0c7a7344c8 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquiring lock "627fabed-0639-417d-b78c-fc6ef6ab7979" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1997.877481] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5f4963d9-f381-4c0e-adda-3c0c7a7344c8 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "627fabed-0639-417d-b78c-fc6ef6ab7979" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1997.877666] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5f4963d9-f381-4c0e-adda-3c0c7a7344c8 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquiring lock "627fabed-0639-417d-b78c-fc6ef6ab7979-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1997.877824] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5f4963d9-f381-4c0e-adda-3c0c7a7344c8 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "627fabed-0639-417d-b78c-fc6ef6ab7979-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1997.878031] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5f4963d9-f381-4c0e-adda-3c0c7a7344c8 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "627fabed-0639-417d-b78c-fc6ef6ab7979-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1997.880227] env[63750]: INFO nova.compute.manager [None req-5f4963d9-f381-4c0e-adda-3c0c7a7344c8 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 627fabed-0639-417d-b78c-fc6ef6ab7979] Terminating instance [ 1997.904888] env[63750]: DEBUG nova.objects.instance [None req-0dd94108-132c-421b-97b9-499bee7e4593 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Lazy-loading 'pci_requests' on Instance uuid 9b9b8a18-a82c-4f33-82cd-425790405db8 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1997.953949] env[63750]: DEBUG nova.network.neutron [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: e50b44e7-438b-4bf8-ac9d-261994681240] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1998.108436] env[63750]: DEBUG nova.network.neutron [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: e50b44e7-438b-4bf8-ac9d-261994681240] Updating instance_info_cache with network_info: [{"id": "1c6f7196-caf8-4039-b07c-94e951fc890b", "address": "fa:16:3e:51:d0:ea", "network": {"id": "6ee8b59d-97e1-4efe-b623-8db03ccc868f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-59123013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23846c040dac48ec80f88340c38cbf38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c6f7196-ca", "ovs_interfaceid": "1c6f7196-caf8-4039-b07c-94e951fc890b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1998.199889] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b25ee08e-e78d-495f-872c-2c81dbfa9b3d tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.720s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1998.372275] env[63750]: DEBUG oslo_vmware.rw_handles [None req-2ab0a7b0-b70f-4e95-8406-622750a8eeae tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5240046f-040c-105f-241a-1d963e526b0d/disk-0.vmdk. {{(pid=63750) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1998.373232] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb3af27-f874-4cde-813a-893e20a05037 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.380026] env[63750]: DEBUG oslo_vmware.rw_handles [None req-2ab0a7b0-b70f-4e95-8406-622750a8eeae tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5240046f-040c-105f-241a-1d963e526b0d/disk-0.vmdk is in state: ready. {{(pid=63750) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1998.380026] env[63750]: ERROR oslo_vmware.rw_handles [None req-2ab0a7b0-b70f-4e95-8406-622750a8eeae tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5240046f-040c-105f-241a-1d963e526b0d/disk-0.vmdk due to incomplete transfer. [ 1998.380258] env[63750]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cf16c374-4177-4aaa-ac2c-9ea202efe7e5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.383588] env[63750]: DEBUG nova.compute.manager [None req-5f4963d9-f381-4c0e-adda-3c0c7a7344c8 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 627fabed-0639-417d-b78c-fc6ef6ab7979] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1998.383807] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4963d9-f381-4c0e-adda-3c0c7a7344c8 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 627fabed-0639-417d-b78c-fc6ef6ab7979] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1998.384578] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896ba0bd-ed8f-44b0-b1e7-91751f3077c9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.388486] env[63750]: DEBUG oslo_vmware.rw_handles [None req-2ab0a7b0-b70f-4e95-8406-622750a8eeae tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5240046f-040c-105f-241a-1d963e526b0d/disk-0.vmdk. {{(pid=63750) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1998.388681] env[63750]: DEBUG nova.virt.vmwareapi.images [None req-2ab0a7b0-b70f-4e95-8406-622750a8eeae tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Uploaded image d23fee1b-1a9a-4d36-88a8-24307d17c244 to the Glance image server {{(pid=63750) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1998.390978] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ab0a7b0-b70f-4e95-8406-622750a8eeae tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Destroying the VM {{(pid=63750) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1998.391579] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6f140f55-3c5a-4fab-8e84-cff8a7033893 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.395323] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f4963d9-f381-4c0e-adda-3c0c7a7344c8 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 627fabed-0639-417d-b78c-fc6ef6ab7979] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1998.395520] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81923130-0cdb-417e-9dce-f7125ead7761 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.398339] env[63750]: DEBUG oslo_vmware.api [None req-2ab0a7b0-b70f-4e95-8406-622750a8eeae tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 1998.398339] env[63750]: value = "task-2006942" [ 1998.398339] env[63750]: _type = "Task" [ 1998.398339] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.404821] env[63750]: DEBUG oslo_vmware.api [None req-5f4963d9-f381-4c0e-adda-3c0c7a7344c8 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 1998.404821] env[63750]: value = "task-2006943" [ 1998.404821] env[63750]: _type = "Task" [ 1998.404821] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.409034] env[63750]: DEBUG nova.objects.base [None req-0dd94108-132c-421b-97b9-499bee7e4593 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Object Instance<9b9b8a18-a82c-4f33-82cd-425790405db8> lazy-loaded attributes: flavor,pci_requests {{(pid=63750) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1998.409251] env[63750]: DEBUG nova.network.neutron [None req-0dd94108-132c-421b-97b9-499bee7e4593 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] [instance: 9b9b8a18-a82c-4f33-82cd-425790405db8] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1998.414792] env[63750]: DEBUG oslo_vmware.api [None req-2ab0a7b0-b70f-4e95-8406-622750a8eeae tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006942, 'name': Destroy_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.419843] env[63750]: DEBUG oslo_vmware.api [None req-5f4963d9-f381-4c0e-adda-3c0c7a7344c8 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006943, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.503466] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0dd94108-132c-421b-97b9-499bee7e4593 tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Lock "interface-9b9b8a18-a82c-4f33-82cd-425790405db8-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.104s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1998.612091] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Releasing lock "refresh_cache-e50b44e7-438b-4bf8-ac9d-261994681240" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1998.612091] env[63750]: DEBUG nova.compute.manager [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: e50b44e7-438b-4bf8-ac9d-261994681240] Instance network_info: |[{"id": "1c6f7196-caf8-4039-b07c-94e951fc890b", "address": "fa:16:3e:51:d0:ea", "network": {"id": "6ee8b59d-97e1-4efe-b623-8db03ccc868f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-59123013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23846c040dac48ec80f88340c38cbf38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c6f7196-ca", "ovs_interfaceid": "1c6f7196-caf8-4039-b07c-94e951fc890b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1998.612091] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: e50b44e7-438b-4bf8-ac9d-261994681240] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:d0:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7b5f1ef-d4b9-4ec3-b047-17e4cb349d25', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c6f7196-caf8-4039-b07c-94e951fc890b', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1998.620683] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Creating folder: Project (23846c040dac48ec80f88340c38cbf38). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1998.620978] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec777225-5e13-4e18-ae2a-ee4445f3a98d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.631194] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Created folder: Project (23846c040dac48ec80f88340c38cbf38) in parent group-v412391. [ 1998.631392] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Creating folder: Instances. Parent ref: group-v412636. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1998.631607] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41a6e4e7-292f-4b30-ad83-741204c376f3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.633819] env[63750]: DEBUG nova.compute.manager [None req-d2bb0482-25f1-4f0e-a79c-7d638f05ee82 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1998.635066] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e1e8c4-3136-485a-b8b5-7d1a9c61f81e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.639812] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Created folder: Instances in parent group-v412636. [ 1998.640051] env[63750]: DEBUG oslo.service.loopingcall [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1998.641530] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e50b44e7-438b-4bf8-ac9d-261994681240] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1998.643580] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a543ee7-e309-4b2b-aad0-754b4aeddbf9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.663860] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1998.663860] env[63750]: value = "task-2006946" [ 1998.663860] env[63750]: _type = "Task" [ 1998.663860] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.672466] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006946, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.719966] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b25ee08e-e78d-495f-872c-2c81dbfa9b3d tempest-ServerActionsV293TestJSON-921498261 tempest-ServerActionsV293TestJSON-921498261-project-member] Lock "dfd72d7d-1820-4e9a-8bc8-924fbe465145" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.026s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1998.911026] env[63750]: DEBUG oslo_vmware.api [None req-2ab0a7b0-b70f-4e95-8406-622750a8eeae tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006942, 'name': Destroy_Task} progress is 33%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.918702] env[63750]: DEBUG oslo_vmware.api [None req-5f4963d9-f381-4c0e-adda-3c0c7a7344c8 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006943, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.160050] env[63750]: INFO nova.compute.manager [None req-d2bb0482-25f1-4f0e-a79c-7d638f05ee82 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] instance snapshotting [ 1999.160700] env[63750]: DEBUG nova.objects.instance [None req-d2bb0482-25f1-4f0e-a79c-7d638f05ee82 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lazy-loading 'flavor' on Instance uuid 5e48cc71-ce40-4e55-bffb-d3bf274c946b {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1999.174330] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006946, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.412539] env[63750]: DEBUG oslo_vmware.api [None req-2ab0a7b0-b70f-4e95-8406-622750a8eeae tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006942, 'name': Destroy_Task} progress is 33%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.422977] env[63750]: DEBUG oslo_vmware.api [None req-5f4963d9-f381-4c0e-adda-3c0c7a7344c8 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006943, 'name': PowerOffVM_Task, 'duration_secs': 0.906527} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.423409] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f4963d9-f381-4c0e-adda-3c0c7a7344c8 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 627fabed-0639-417d-b78c-fc6ef6ab7979] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1999.423556] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4963d9-f381-4c0e-adda-3c0c7a7344c8 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 627fabed-0639-417d-b78c-fc6ef6ab7979] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1999.423827] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac435f5c-8483-4296-9b6a-b4787df9bb44 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.670171] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9710b5-4f84-4364-8e63-7db16b05e2a4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.678134] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006946, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.692569] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925636ad-b179-4154-b13c-1d9616e99db9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.911178] env[63750]: DEBUG oslo_vmware.api [None req-2ab0a7b0-b70f-4e95-8406-622750a8eeae tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006942, 'name': Destroy_Task} progress is 33%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.175679] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006946, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.203151] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-d2bb0482-25f1-4f0e-a79c-7d638f05ee82 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Creating Snapshot of the VM instance {{(pid=63750) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2000.203577] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-391e7c1a-9a16-4b83-bfca-9370a88bbea8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.210964] env[63750]: DEBUG oslo_vmware.api [None req-d2bb0482-25f1-4f0e-a79c-7d638f05ee82 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2000.210964] env[63750]: value = "task-2006949" [ 2000.210964] env[63750]: _type = "Task" [ 2000.210964] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.222479] env[63750]: DEBUG oslo_vmware.api [None req-d2bb0482-25f1-4f0e-a79c-7d638f05ee82 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2006949, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.281438] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquiring lock "29600446-72e8-4e1e-ad95-f13144991511" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2000.281670] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lock "29600446-72e8-4e1e-ad95-f13144991511" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2000.413356] env[63750]: DEBUG oslo_vmware.api [None req-2ab0a7b0-b70f-4e95-8406-622750a8eeae tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006942, 'name': Destroy_Task} progress is 33%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.468807] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e9857c26-b050-4136-a167-d5e47914cdcf tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Acquiring lock "9b9b8a18-a82c-4f33-82cd-425790405db8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2000.468807] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e9857c26-b050-4136-a167-d5e47914cdcf tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Lock "9b9b8a18-a82c-4f33-82cd-425790405db8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2000.468807] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e9857c26-b050-4136-a167-d5e47914cdcf tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Acquiring lock "9b9b8a18-a82c-4f33-82cd-425790405db8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2000.468807] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e9857c26-b050-4136-a167-d5e47914cdcf tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Lock "9b9b8a18-a82c-4f33-82cd-425790405db8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2000.468807] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e9857c26-b050-4136-a167-d5e47914cdcf tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Lock "9b9b8a18-a82c-4f33-82cd-425790405db8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2000.472160] env[63750]: INFO nova.compute.manager [None req-e9857c26-b050-4136-a167-d5e47914cdcf tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] [instance: 9b9b8a18-a82c-4f33-82cd-425790405db8] Terminating instance [ 2000.676809] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006946, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.721154] env[63750]: DEBUG oslo_vmware.api [None req-d2bb0482-25f1-4f0e-a79c-7d638f05ee82 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2006949, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.784327] env[63750]: DEBUG nova.compute.manager [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 29600446-72e8-4e1e-ad95-f13144991511] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2000.891372] env[63750]: DEBUG oslo_concurrency.lockutils [None req-683404bf-c3a1-4e08-9b58-6381f4720b01 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquiring lock "bf03616d-723b-4ab9-9e5e-68b50541b080" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2000.891512] env[63750]: DEBUG oslo_concurrency.lockutils [None req-683404bf-c3a1-4e08-9b58-6381f4720b01 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "bf03616d-723b-4ab9-9e5e-68b50541b080" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2000.891780] env[63750]: INFO nova.compute.manager [None req-683404bf-c3a1-4e08-9b58-6381f4720b01 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Rebooting instance [ 2000.910844] env[63750]: DEBUG oslo_vmware.api [None req-2ab0a7b0-b70f-4e95-8406-622750a8eeae tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006942, 'name': Destroy_Task} progress is 33%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.976105] env[63750]: DEBUG nova.compute.manager [None req-e9857c26-b050-4136-a167-d5e47914cdcf tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] [instance: 9b9b8a18-a82c-4f33-82cd-425790405db8] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2000.976276] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e9857c26-b050-4136-a167-d5e47914cdcf tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] [instance: 9b9b8a18-a82c-4f33-82cd-425790405db8] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2000.977151] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6025e4a3-bc2b-45b1-8bf8-d6cfeb1afd05 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.984172] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9857c26-b050-4136-a167-d5e47914cdcf tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] [instance: 9b9b8a18-a82c-4f33-82cd-425790405db8] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2000.984414] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-954d7c35-0dcb-49d5-8cb1-18a9cd819180 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.990204] env[63750]: DEBUG oslo_vmware.api [None req-e9857c26-b050-4136-a167-d5e47914cdcf tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Waiting for the task: (returnval){ [ 2000.990204] env[63750]: value = "task-2006950" [ 2000.990204] env[63750]: _type = "Task" [ 2000.990204] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.998293] env[63750]: DEBUG oslo_vmware.api [None req-e9857c26-b050-4136-a167-d5e47914cdcf tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Task: {'id': task-2006950, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.177104] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006946, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.221060] env[63750]: DEBUG oslo_vmware.api [None req-d2bb0482-25f1-4f0e-a79c-7d638f05ee82 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2006949, 'name': CreateSnapshot_Task, 'duration_secs': 0.687668} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.221357] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-d2bb0482-25f1-4f0e-a79c-7d638f05ee82 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Created Snapshot of the VM instance {{(pid=63750) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2001.222139] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9902380-606d-4d69-ae40-fb37d73ad151 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.305365] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2001.305614] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2001.307256] env[63750]: INFO nova.compute.claims [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 29600446-72e8-4e1e-ad95-f13144991511] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2001.408184] env[63750]: DEBUG oslo_concurrency.lockutils [None req-683404bf-c3a1-4e08-9b58-6381f4720b01 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquiring lock "refresh_cache-bf03616d-723b-4ab9-9e5e-68b50541b080" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2001.408478] env[63750]: DEBUG oslo_concurrency.lockutils [None req-683404bf-c3a1-4e08-9b58-6381f4720b01 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquired lock "refresh_cache-bf03616d-723b-4ab9-9e5e-68b50541b080" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2001.408719] env[63750]: DEBUG nova.network.neutron [None req-683404bf-c3a1-4e08-9b58-6381f4720b01 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2001.413918] env[63750]: DEBUG oslo_vmware.api [None req-2ab0a7b0-b70f-4e95-8406-622750a8eeae tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006942, 'name': Destroy_Task} progress is 33%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.499896] env[63750]: DEBUG oslo_vmware.api [None req-e9857c26-b050-4136-a167-d5e47914cdcf tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Task: {'id': task-2006950, 'name': PowerOffVM_Task, 'duration_secs': 0.177708} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.500130] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9857c26-b050-4136-a167-d5e47914cdcf tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] [instance: 9b9b8a18-a82c-4f33-82cd-425790405db8] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2001.500300] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e9857c26-b050-4136-a167-d5e47914cdcf tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] [instance: 9b9b8a18-a82c-4f33-82cd-425790405db8] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2001.500539] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-463f86f7-c6da-4bae-81cf-9a158aad021b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.642240] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-efcbcda9-ac35-4a8c-a5f9-b61312cf1b0b tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Volume attach. Driver type: vmdk {{(pid=63750) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2001.642537] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-efcbcda9-ac35-4a8c-a5f9-b61312cf1b0b tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412635', 'volume_id': 'e5314731-e759-4c1f-9fe5-8fc9576d5194', 'name': 'volume-e5314731-e759-4c1f-9fe5-8fc9576d5194', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd300f90f-ea70-4575-9643-29462f2602ce', 'attached_at': '', 'detached_at': '', 'volume_id': 'e5314731-e759-4c1f-9fe5-8fc9576d5194', 'serial': 'e5314731-e759-4c1f-9fe5-8fc9576d5194'} {{(pid=63750) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2001.643419] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a54a4f-79a9-48bd-8391-9ac55841336f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.659664] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab8b719-5cd2-4fe6-b912-c7fdff74575f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.683633] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-efcbcda9-ac35-4a8c-a5f9-b61312cf1b0b tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] volume-e5314731-e759-4c1f-9fe5-8fc9576d5194/volume-e5314731-e759-4c1f-9fe5-8fc9576d5194.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2001.686903] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a73c86f-60c1-4dfa-9756-5e5e2fbec3c6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.704376] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006946, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.705537] env[63750]: DEBUG oslo_vmware.api [None req-efcbcda9-ac35-4a8c-a5f9-b61312cf1b0b tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 2001.705537] env[63750]: value = "task-2006952" [ 2001.705537] env[63750]: _type = "Task" [ 2001.705537] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.712682] env[63750]: DEBUG oslo_vmware.api [None req-efcbcda9-ac35-4a8c-a5f9-b61312cf1b0b tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006952, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.741093] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-d2bb0482-25f1-4f0e-a79c-7d638f05ee82 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Creating linked-clone VM from snapshot {{(pid=63750) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2001.741387] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b140dbe9-3e6a-462b-aae9-8e1b4098ce40 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.749377] env[63750]: DEBUG oslo_vmware.api [None req-d2bb0482-25f1-4f0e-a79c-7d638f05ee82 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2001.749377] env[63750]: value = "task-2006953" [ 2001.749377] env[63750]: _type = "Task" [ 2001.749377] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.757098] env[63750]: DEBUG oslo_vmware.api [None req-d2bb0482-25f1-4f0e-a79c-7d638f05ee82 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2006953, 'name': CloneVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.914620] env[63750]: DEBUG oslo_vmware.api [None req-2ab0a7b0-b70f-4e95-8406-622750a8eeae tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006942, 'name': Destroy_Task} progress is 33%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.136576] env[63750]: DEBUG nova.network.neutron [None req-683404bf-c3a1-4e08-9b58-6381f4720b01 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Updating instance_info_cache with network_info: [{"id": "10fa378c-3848-496f-8b88-5d1101aae14b", "address": "fa:16:3e:b3:c0:57", "network": {"id": "3190c9f9-ed08-4a95-905a-91e470b8e973", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-172291959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7dd23ed8566493d991974157cb177d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10fa378c-38", "ovs_interfaceid": "10fa378c-3848-496f-8b88-5d1101aae14b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2002.188280] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006946, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.215467] env[63750]: DEBUG oslo_vmware.api [None req-efcbcda9-ac35-4a8c-a5f9-b61312cf1b0b tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006952, 'name': ReconfigVM_Task, 'duration_secs': 0.376258} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.215838] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-efcbcda9-ac35-4a8c-a5f9-b61312cf1b0b tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Reconfigured VM instance instance-0000004a to attach disk [datastore1] volume-e5314731-e759-4c1f-9fe5-8fc9576d5194/volume-e5314731-e759-4c1f-9fe5-8fc9576d5194.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2002.220502] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b077236-9f8a-4050-bbb6-b0ed9ad82d0d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.237154] env[63750]: DEBUG oslo_vmware.api [None req-efcbcda9-ac35-4a8c-a5f9-b61312cf1b0b tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 2002.237154] env[63750]: value = "task-2006954" [ 2002.237154] env[63750]: _type = "Task" [ 2002.237154] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.245105] env[63750]: DEBUG oslo_vmware.api [None req-efcbcda9-ac35-4a8c-a5f9-b61312cf1b0b tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006954, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.258040] env[63750]: DEBUG oslo_vmware.api [None req-d2bb0482-25f1-4f0e-a79c-7d638f05ee82 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2006953, 'name': CloneVM_Task} progress is 94%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.413852] env[63750]: DEBUG oslo_vmware.api [None req-2ab0a7b0-b70f-4e95-8406-622750a8eeae tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006942, 'name': Destroy_Task} progress is 33%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.452275] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6a16bb-eac9-4ec2-990a-c9931224119d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.459960] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea637475-a35e-4580-ab41-2f89e7c8ed25 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.488721] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f91a75-e4a6-4507-8918-f59cb998d269 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.495375] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8003e6cb-2e0b-44cf-947f-2ceef9a88806 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.508631] env[63750]: DEBUG nova.compute.provider_tree [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2002.639656] env[63750]: DEBUG oslo_concurrency.lockutils [None req-683404bf-c3a1-4e08-9b58-6381f4720b01 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Releasing lock "refresh_cache-bf03616d-723b-4ab9-9e5e-68b50541b080" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2002.686975] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006946, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.746393] env[63750]: DEBUG oslo_vmware.api [None req-efcbcda9-ac35-4a8c-a5f9-b61312cf1b0b tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006954, 'name': ReconfigVM_Task, 'duration_secs': 0.134838} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.746700] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-efcbcda9-ac35-4a8c-a5f9-b61312cf1b0b tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412635', 'volume_id': 'e5314731-e759-4c1f-9fe5-8fc9576d5194', 'name': 'volume-e5314731-e759-4c1f-9fe5-8fc9576d5194', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd300f90f-ea70-4575-9643-29462f2602ce', 'attached_at': '', 'detached_at': '', 'volume_id': 'e5314731-e759-4c1f-9fe5-8fc9576d5194', 'serial': 'e5314731-e759-4c1f-9fe5-8fc9576d5194'} {{(pid=63750) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2002.759497] env[63750]: DEBUG oslo_vmware.api [None req-d2bb0482-25f1-4f0e-a79c-7d638f05ee82 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2006953, 'name': CloneVM_Task} progress is 94%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.912873] env[63750]: DEBUG oslo_vmware.api [None req-2ab0a7b0-b70f-4e95-8406-622750a8eeae tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006942, 'name': Destroy_Task} progress is 33%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.011184] env[63750]: DEBUG nova.scheduler.client.report [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2003.145115] env[63750]: DEBUG nova.compute.manager [None req-683404bf-c3a1-4e08-9b58-6381f4720b01 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2003.145993] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af907c2-2fc4-4cef-8d2f-a2c5b58d7933 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.185868] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006946, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.260490] env[63750]: DEBUG oslo_vmware.api [None req-d2bb0482-25f1-4f0e-a79c-7d638f05ee82 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2006953, 'name': CloneVM_Task} progress is 94%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.414755] env[63750]: DEBUG oslo_vmware.api [None req-2ab0a7b0-b70f-4e95-8406-622750a8eeae tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006942, 'name': Destroy_Task} progress is 33%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.516539] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.211s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2003.517014] env[63750]: DEBUG nova.compute.manager [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 29600446-72e8-4e1e-ad95-f13144991511] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2003.688059] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006946, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.762371] env[63750]: DEBUG oslo_vmware.api [None req-d2bb0482-25f1-4f0e-a79c-7d638f05ee82 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2006953, 'name': CloneVM_Task} progress is 94%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.781620] env[63750]: DEBUG nova.objects.instance [None req-efcbcda9-ac35-4a8c-a5f9-b61312cf1b0b tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lazy-loading 'flavor' on Instance uuid d300f90f-ea70-4575-9643-29462f2602ce {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2003.914627] env[63750]: DEBUG oslo_vmware.api [None req-2ab0a7b0-b70f-4e95-8406-622750a8eeae tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006942, 'name': Destroy_Task} progress is 33%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.021852] env[63750]: DEBUG nova.compute.utils [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2004.023308] env[63750]: DEBUG nova.compute.manager [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 29600446-72e8-4e1e-ad95-f13144991511] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2004.023513] env[63750]: DEBUG nova.network.neutron [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 29600446-72e8-4e1e-ad95-f13144991511] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2004.069079] env[63750]: DEBUG nova.policy [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33363992341048e7b4f5763cc217c5ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e513233b2170429cad45641f98caeb63', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 2004.164018] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c640552-0698-4498-b937-5da4f67c4824 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.171169] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-683404bf-c3a1-4e08-9b58-6381f4720b01 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Doing hard reboot of VM {{(pid=63750) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 2004.171552] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-2e1f1088-8e0c-45cf-8c4b-ad2e49531e4f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.178808] env[63750]: DEBUG oslo_vmware.api [None req-683404bf-c3a1-4e08-9b58-6381f4720b01 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2004.178808] env[63750]: value = "task-2006955" [ 2004.178808] env[63750]: _type = "Task" [ 2004.178808] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.201724] env[63750]: DEBUG oslo_vmware.api [None req-683404bf-c3a1-4e08-9b58-6381f4720b01 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2006955, 'name': ResetVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.201724] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006946, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.262789] env[63750]: DEBUG oslo_vmware.api [None req-d2bb0482-25f1-4f0e-a79c-7d638f05ee82 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2006953, 'name': CloneVM_Task} progress is 94%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.287435] env[63750]: DEBUG oslo_concurrency.lockutils [None req-efcbcda9-ac35-4a8c-a5f9-b61312cf1b0b tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "d300f90f-ea70-4575-9643-29462f2602ce" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.261s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2004.360562] env[63750]: DEBUG nova.network.neutron [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 29600446-72e8-4e1e-ad95-f13144991511] Successfully created port: ba11987c-6de9-4c1d-9189-1c2f0386cf07 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2004.415530] env[63750]: DEBUG oslo_vmware.api [None req-2ab0a7b0-b70f-4e95-8406-622750a8eeae tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006942, 'name': Destroy_Task} progress is 33%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.527541] env[63750]: DEBUG nova.compute.manager [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 29600446-72e8-4e1e-ad95-f13144991511] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2004.659672] env[63750]: INFO nova.compute.manager [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Rebuilding instance [ 2004.694385] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006946, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.697257] env[63750]: DEBUG oslo_vmware.api [None req-683404bf-c3a1-4e08-9b58-6381f4720b01 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2006955, 'name': ResetVM_Task, 'duration_secs': 0.090827} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.697832] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-683404bf-c3a1-4e08-9b58-6381f4720b01 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Did hard reboot of VM {{(pid=63750) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 2004.698047] env[63750]: DEBUG nova.compute.manager [None req-683404bf-c3a1-4e08-9b58-6381f4720b01 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2004.698784] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175741d9-629a-4f2d-a55d-69a91d10cb81 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.709313] env[63750]: DEBUG nova.compute.manager [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2004.710051] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533154cd-c3cf-4422-8713-643844188695 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.763144] env[63750]: DEBUG oslo_vmware.api [None req-d2bb0482-25f1-4f0e-a79c-7d638f05ee82 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2006953, 'name': CloneVM_Task} progress is 94%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.918925] env[63750]: DEBUG oslo_vmware.api [None req-2ab0a7b0-b70f-4e95-8406-622750a8eeae tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006942, 'name': Destroy_Task} progress is 33%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.190414] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006946, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.211819] env[63750]: DEBUG oslo_concurrency.lockutils [None req-683404bf-c3a1-4e08-9b58-6381f4720b01 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "bf03616d-723b-4ab9-9e5e-68b50541b080" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.320s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2005.264874] env[63750]: DEBUG oslo_vmware.api [None req-d2bb0482-25f1-4f0e-a79c-7d638f05ee82 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2006953, 'name': CloneVM_Task} progress is 94%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.416489] env[63750]: DEBUG oslo_vmware.api [None req-2ab0a7b0-b70f-4e95-8406-622750a8eeae tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006942, 'name': Destroy_Task} progress is 33%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.535840] env[63750]: DEBUG nova.compute.manager [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 29600446-72e8-4e1e-ad95-f13144991511] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2005.562355] env[63750]: DEBUG nova.virt.hardware [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='410aa71cc4329a49e9fd304db2130dec',container_format='bare',created_at=2025-01-02T12:03:28Z,direct_url=,disk_format='vmdk',id=d23fee1b-1a9a-4d36-88a8-24307d17c244,min_disk=1,min_ram=0,name='tempest-test-snap-710559335',owner='e513233b2170429cad45641f98caeb63',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-01-02T12:03:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2005.562705] env[63750]: DEBUG nova.virt.hardware [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2005.562975] env[63750]: DEBUG nova.virt.hardware [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2005.563293] env[63750]: DEBUG nova.virt.hardware [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2005.563514] env[63750]: DEBUG nova.virt.hardware [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2005.563727] env[63750]: DEBUG nova.virt.hardware [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2005.564022] env[63750]: DEBUG nova.virt.hardware [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2005.564351] env[63750]: DEBUG nova.virt.hardware [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2005.564610] env[63750]: DEBUG nova.virt.hardware [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2005.564828] env[63750]: DEBUG nova.virt.hardware [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2005.565086] env[63750]: DEBUG nova.virt.hardware [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2005.566300] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90dda60a-e1b9-453d-9c71-b56548cd48ad {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.575607] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f833acd-4779-49ee-9c86-4425de86f6b6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.689522] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006946, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.723252] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2005.723922] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-273bb3e8-65a4-4d2b-b4fc-c3d0197411d8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.733064] env[63750]: DEBUG oslo_vmware.api [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 2005.733064] env[63750]: value = "task-2006956" [ 2005.733064] env[63750]: _type = "Task" [ 2005.733064] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.741085] env[63750]: DEBUG oslo_vmware.api [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.763628] env[63750]: DEBUG oslo_vmware.api [None req-d2bb0482-25f1-4f0e-a79c-7d638f05ee82 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2006953, 'name': CloneVM_Task} progress is 94%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.917306] env[63750]: DEBUG oslo_vmware.api [None req-2ab0a7b0-b70f-4e95-8406-622750a8eeae tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006942, 'name': Destroy_Task} progress is 33%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.193526] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006946, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.241706] env[63750]: DEBUG oslo_vmware.api [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006956, 'name': PowerOffVM_Task, 'duration_secs': 0.232142} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.241965] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2006.264384] env[63750]: DEBUG oslo_vmware.api [None req-d2bb0482-25f1-4f0e-a79c-7d638f05ee82 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2006953, 'name': CloneVM_Task} progress is 94%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.302312] env[63750]: INFO nova.compute.manager [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Detaching volume e5314731-e759-4c1f-9fe5-8fc9576d5194 [ 2006.335052] env[63750]: INFO nova.virt.block_device [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Attempting to driver detach volume e5314731-e759-4c1f-9fe5-8fc9576d5194 from mountpoint /dev/sdb [ 2006.335299] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Volume detach. Driver type: vmdk {{(pid=63750) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2006.335494] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412635', 'volume_id': 'e5314731-e759-4c1f-9fe5-8fc9576d5194', 'name': 'volume-e5314731-e759-4c1f-9fe5-8fc9576d5194', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd300f90f-ea70-4575-9643-29462f2602ce', 'attached_at': '', 'detached_at': '', 'volume_id': 'e5314731-e759-4c1f-9fe5-8fc9576d5194', 'serial': 'e5314731-e759-4c1f-9fe5-8fc9576d5194'} {{(pid=63750) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2006.336401] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea77935-359e-4a6a-bae8-dd461dd33936 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.360016] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9adf81ca-ec75-46ec-83a0-6bf068b326c9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.367206] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d9a8f3-c9a5-462b-ad8d-9c8a1c424c2d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.389254] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d974654-ae71-4798-923f-b97d28b94ae6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.405854] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] The volume has not been displaced from its original location: [datastore1] volume-e5314731-e759-4c1f-9fe5-8fc9576d5194/volume-e5314731-e759-4c1f-9fe5-8fc9576d5194.vmdk. No consolidation needed. {{(pid=63750) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2006.411083] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Reconfiguring VM instance instance-0000004a to detach disk 2001 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2006.411482] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eaa4a056-b391-410d-aa77-7b5983b032e9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.433829] env[63750]: DEBUG oslo_vmware.api [None req-2ab0a7b0-b70f-4e95-8406-622750a8eeae tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006942, 'name': Destroy_Task} progress is 33%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.435133] env[63750]: DEBUG oslo_vmware.api [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 2006.435133] env[63750]: value = "task-2006957" [ 2006.435133] env[63750]: _type = "Task" [ 2006.435133] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.442642] env[63750]: DEBUG oslo_vmware.api [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006957, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.690582] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006946, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.764808] env[63750]: DEBUG oslo_vmware.api [None req-d2bb0482-25f1-4f0e-a79c-7d638f05ee82 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2006953, 'name': CloneVM_Task} progress is 94%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.921395] env[63750]: DEBUG oslo_vmware.api [None req-2ab0a7b0-b70f-4e95-8406-622750a8eeae tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006942, 'name': Destroy_Task} progress is 33%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.943426] env[63750]: DEBUG oslo_vmware.api [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006957, 'name': ReconfigVM_Task, 'duration_secs': 0.215863} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.943722] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Reconfigured VM instance instance-0000004a to detach disk 2001 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2006.948447] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbe7957a-6676-4d45-a55d-add04ff24501 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.962860] env[63750]: DEBUG oslo_vmware.api [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 2006.962860] env[63750]: value = "task-2006958" [ 2006.962860] env[63750]: _type = "Task" [ 2006.962860] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.970196] env[63750]: DEBUG oslo_vmware.api [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006958, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.162452] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e9857c26-b050-4136-a167-d5e47914cdcf tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] [instance: 9b9b8a18-a82c-4f33-82cd-425790405db8] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2007.162452] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e9857c26-b050-4136-a167-d5e47914cdcf tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] [instance: 9b9b8a18-a82c-4f33-82cd-425790405db8] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2007.162452] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9857c26-b050-4136-a167-d5e47914cdcf tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Deleting the datastore file [datastore1] 9b9b8a18-a82c-4f33-82cd-425790405db8 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2007.162452] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb3158e2-daf5-429b-b7c3-6e7a6bfa3349 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.168936] env[63750]: DEBUG oslo_vmware.api [None req-e9857c26-b050-4136-a167-d5e47914cdcf tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Waiting for the task: (returnval){ [ 2007.168936] env[63750]: value = "task-2006959" [ 2007.168936] env[63750]: _type = "Task" [ 2007.168936] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.177407] env[63750]: DEBUG oslo_vmware.api [None req-e9857c26-b050-4136-a167-d5e47914cdcf tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Task: {'id': task-2006959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.186111] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4963d9-f381-4c0e-adda-3c0c7a7344c8 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 627fabed-0639-417d-b78c-fc6ef6ab7979] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2007.186410] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4963d9-f381-4c0e-adda-3c0c7a7344c8 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 627fabed-0639-417d-b78c-fc6ef6ab7979] Deleting contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2007.186611] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f4963d9-f381-4c0e-adda-3c0c7a7344c8 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Deleting the datastore file [datastore2] 627fabed-0639-417d-b78c-fc6ef6ab7979 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2007.187234] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a51125a7-3130-4dae-b838-23b79c2e4331 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.191971] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006946, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.196256] env[63750]: DEBUG oslo_vmware.api [None req-5f4963d9-f381-4c0e-adda-3c0c7a7344c8 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for the task: (returnval){ [ 2007.196256] env[63750]: value = "task-2006960" [ 2007.196256] env[63750]: _type = "Task" [ 2007.196256] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.203605] env[63750]: DEBUG oslo_vmware.api [None req-5f4963d9-f381-4c0e-adda-3c0c7a7344c8 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006960, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.267138] env[63750]: DEBUG oslo_vmware.api [None req-d2bb0482-25f1-4f0e-a79c-7d638f05ee82 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2006953, 'name': CloneVM_Task} progress is 94%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.423537] env[63750]: DEBUG oslo_vmware.api [None req-2ab0a7b0-b70f-4e95-8406-622750a8eeae tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006942, 'name': Destroy_Task, 'duration_secs': 8.877431} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.423791] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-2ab0a7b0-b70f-4e95-8406-622750a8eeae tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Destroyed the VM [ 2007.424039] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab0a7b0-b70f-4e95-8406-622750a8eeae tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Deleting Snapshot of the VM instance {{(pid=63750) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2007.424330] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1ce47b9c-021a-4550-8821-7b7754f59112 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.431066] env[63750]: DEBUG oslo_vmware.api [None req-2ab0a7b0-b70f-4e95-8406-622750a8eeae tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 2007.431066] env[63750]: value = "task-2006961" [ 2007.431066] env[63750]: _type = "Task" [ 2007.431066] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.438510] env[63750]: DEBUG oslo_vmware.api [None req-2ab0a7b0-b70f-4e95-8406-622750a8eeae tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006961, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.471503] env[63750]: DEBUG oslo_vmware.api [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006958, 'name': ReconfigVM_Task, 'duration_secs': 0.13753} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.471791] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412635', 'volume_id': 'e5314731-e759-4c1f-9fe5-8fc9576d5194', 'name': 'volume-e5314731-e759-4c1f-9fe5-8fc9576d5194', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd300f90f-ea70-4575-9643-29462f2602ce', 'attached_at': '', 'detached_at': '', 'volume_id': 'e5314731-e759-4c1f-9fe5-8fc9576d5194', 'serial': 'e5314731-e759-4c1f-9fe5-8fc9576d5194'} {{(pid=63750) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2007.681758] env[63750]: DEBUG oslo_vmware.api [None req-e9857c26-b050-4136-a167-d5e47914cdcf tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Task: {'id': task-2006959, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142152} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.682146] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9857c26-b050-4136-a167-d5e47914cdcf tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2007.682343] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e9857c26-b050-4136-a167-d5e47914cdcf tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] [instance: 9b9b8a18-a82c-4f33-82cd-425790405db8] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2007.682517] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e9857c26-b050-4136-a167-d5e47914cdcf tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] [instance: 9b9b8a18-a82c-4f33-82cd-425790405db8] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2007.682712] env[63750]: INFO nova.compute.manager [None req-e9857c26-b050-4136-a167-d5e47914cdcf tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] [instance: 9b9b8a18-a82c-4f33-82cd-425790405db8] Took 6.71 seconds to destroy the instance on the hypervisor. [ 2007.682971] env[63750]: DEBUG oslo.service.loopingcall [None req-e9857c26-b050-4136-a167-d5e47914cdcf tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2007.686606] env[63750]: DEBUG nova.compute.manager [-] [instance: 9b9b8a18-a82c-4f33-82cd-425790405db8] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2007.686723] env[63750]: DEBUG nova.network.neutron [-] [instance: 9b9b8a18-a82c-4f33-82cd-425790405db8] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2007.694551] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006946, 'name': CreateVM_Task, 'duration_secs': 8.734027} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.694551] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e50b44e7-438b-4bf8-ac9d-261994681240] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2007.694978] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2007.695120] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2007.695445] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2007.695696] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d4488bd-6b7d-41f6-b81a-96b80d97fec1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.703669] env[63750]: DEBUG oslo_vmware.api [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2007.703669] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]521a5dd8-a8bd-2a28-569d-a93b0ff1e642" [ 2007.703669] env[63750]: _type = "Task" [ 2007.703669] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.707409] env[63750]: DEBUG oslo_vmware.api [None req-5f4963d9-f381-4c0e-adda-3c0c7a7344c8 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Task: {'id': task-2006960, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146069} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.710561] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f4963d9-f381-4c0e-adda-3c0c7a7344c8 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2007.710762] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4963d9-f381-4c0e-adda-3c0c7a7344c8 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 627fabed-0639-417d-b78c-fc6ef6ab7979] Deleted contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2007.711091] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4963d9-f381-4c0e-adda-3c0c7a7344c8 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 627fabed-0639-417d-b78c-fc6ef6ab7979] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2007.711185] env[63750]: INFO nova.compute.manager [None req-5f4963d9-f381-4c0e-adda-3c0c7a7344c8 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] [instance: 627fabed-0639-417d-b78c-fc6ef6ab7979] Took 9.33 seconds to destroy the instance on the hypervisor. [ 2007.711396] env[63750]: DEBUG oslo.service.loopingcall [None req-5f4963d9-f381-4c0e-adda-3c0c7a7344c8 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2007.711621] env[63750]: DEBUG nova.compute.manager [-] [instance: 627fabed-0639-417d-b78c-fc6ef6ab7979] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2007.711745] env[63750]: DEBUG nova.network.neutron [-] [instance: 627fabed-0639-417d-b78c-fc6ef6ab7979] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2007.719384] env[63750]: DEBUG oslo_vmware.api [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]521a5dd8-a8bd-2a28-569d-a93b0ff1e642, 'name': SearchDatastore_Task, 'duration_secs': 0.010906} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.719728] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2007.719894] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: e50b44e7-438b-4bf8-ac9d-261994681240] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2007.720144] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2007.720301] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2007.720454] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2007.720717] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1d0cfcd-f44e-4e27-8a0f-5c2822363665 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.731717] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2007.731920] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2007.732690] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4903b867-e723-4490-adb5-06a76c27b137 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.738770] env[63750]: DEBUG oslo_vmware.api [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2007.738770] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5259c788-d5b9-e5c2-ff0e-326a5ed0b87d" [ 2007.738770] env[63750]: _type = "Task" [ 2007.738770] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.747995] env[63750]: DEBUG oslo_vmware.api [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5259c788-d5b9-e5c2-ff0e-326a5ed0b87d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.767029] env[63750]: DEBUG oslo_vmware.api [None req-d2bb0482-25f1-4f0e-a79c-7d638f05ee82 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2006953, 'name': CloneVM_Task} progress is 95%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.948656] env[63750]: DEBUG oslo_vmware.api [None req-2ab0a7b0-b70f-4e95-8406-622750a8eeae tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006961, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.092477] env[63750]: DEBUG nova.compute.manager [req-06680267-0acb-4cdf-9e19-e64563d1cec9 req-42b1e828-1ad4-4107-96c8-57f0a9461ea7 service nova] [instance: 9b9b8a18-a82c-4f33-82cd-425790405db8] Received event network-vif-deleted-82d5b642-4602-4675-a102-ff01686d220e {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2008.093078] env[63750]: INFO nova.compute.manager [req-06680267-0acb-4cdf-9e19-e64563d1cec9 req-42b1e828-1ad4-4107-96c8-57f0a9461ea7 service nova] [instance: 9b9b8a18-a82c-4f33-82cd-425790405db8] Neutron deleted interface 82d5b642-4602-4675-a102-ff01686d220e; detaching it from the instance and deleting it from the info cache [ 2008.093273] env[63750]: DEBUG nova.network.neutron [req-06680267-0acb-4cdf-9e19-e64563d1cec9 req-42b1e828-1ad4-4107-96c8-57f0a9461ea7 service nova] [instance: 9b9b8a18-a82c-4f33-82cd-425790405db8] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2008.250858] env[63750]: DEBUG oslo_vmware.api [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5259c788-d5b9-e5c2-ff0e-326a5ed0b87d, 'name': SearchDatastore_Task, 'duration_secs': 0.009767} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.251639] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc974c02-f12a-4842-9002-4a5156cf7cf0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.256794] env[63750]: DEBUG oslo_vmware.api [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2008.256794] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52827129-0355-0b56-62f7-d25ea86f6f84" [ 2008.256794] env[63750]: _type = "Task" [ 2008.256794] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.271804] env[63750]: DEBUG oslo_vmware.api [None req-d2bb0482-25f1-4f0e-a79c-7d638f05ee82 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2006953, 'name': CloneVM_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.272046] env[63750]: DEBUG oslo_vmware.api [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52827129-0355-0b56-62f7-d25ea86f6f84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.430776] env[63750]: DEBUG nova.network.neutron [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 29600446-72e8-4e1e-ad95-f13144991511] Successfully updated port: ba11987c-6de9-4c1d-9189-1c2f0386cf07 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2008.453295] env[63750]: DEBUG oslo_vmware.api [None req-2ab0a7b0-b70f-4e95-8406-622750a8eeae tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006961, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.527366] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2008.527670] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e78b0b7-7886-4f72-8a55-3cc234a9808e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.535842] env[63750]: DEBUG oslo_vmware.api [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 2008.535842] env[63750]: value = "task-2006962" [ 2008.535842] env[63750]: _type = "Task" [ 2008.535842] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.543564] env[63750]: DEBUG oslo_vmware.api [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006962, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.569012] env[63750]: DEBUG nova.network.neutron [-] [instance: 9b9b8a18-a82c-4f33-82cd-425790405db8] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2008.598065] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f1af72f6-ad64-40c7-a306-65993d864279 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.608088] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925e4bb7-c6c3-48e4-ae79-a1b38ce5fec4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.618162] env[63750]: DEBUG nova.network.neutron [-] [instance: 627fabed-0639-417d-b78c-fc6ef6ab7979] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2008.637582] env[63750]: DEBUG nova.compute.manager [req-06680267-0acb-4cdf-9e19-e64563d1cec9 req-42b1e828-1ad4-4107-96c8-57f0a9461ea7 service nova] [instance: 9b9b8a18-a82c-4f33-82cd-425790405db8] Detach interface failed, port_id=82d5b642-4602-4675-a102-ff01686d220e, reason: Instance 9b9b8a18-a82c-4f33-82cd-425790405db8 could not be found. {{(pid=63750) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2008.771650] env[63750]: DEBUG oslo_vmware.api [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52827129-0355-0b56-62f7-d25ea86f6f84, 'name': SearchDatastore_Task, 'duration_secs': 0.013405} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.774852] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2008.775145] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] e50b44e7-438b-4bf8-ac9d-261994681240/e50b44e7-438b-4bf8-ac9d-261994681240.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2008.775417] env[63750]: DEBUG oslo_vmware.api [None req-d2bb0482-25f1-4f0e-a79c-7d638f05ee82 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2006953, 'name': CloneVM_Task, 'duration_secs': 6.641067} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.775614] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5698d185-452d-41ca-bf89-dfc8fb654412 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.777504] env[63750]: INFO nova.virt.vmwareapi.vmops [None req-d2bb0482-25f1-4f0e-a79c-7d638f05ee82 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Created linked-clone VM from snapshot [ 2008.778214] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc3a03f-1349-4b0f-b7f5-450c778e1386 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.786168] env[63750]: DEBUG nova.virt.vmwareapi.images [None req-d2bb0482-25f1-4f0e-a79c-7d638f05ee82 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Uploading image de7fe304-21ba-4f66-8596-e18506d80c18 {{(pid=63750) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2008.789069] env[63750]: DEBUG oslo_vmware.api [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2008.789069] env[63750]: value = "task-2006963" [ 2008.789069] env[63750]: _type = "Task" [ 2008.789069] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.796297] env[63750]: DEBUG oslo_vmware.api [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2006963, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.810901] env[63750]: DEBUG oslo_vmware.rw_handles [None req-d2bb0482-25f1-4f0e-a79c-7d638f05ee82 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2008.810901] env[63750]: value = "vm-412640" [ 2008.810901] env[63750]: _type = "VirtualMachine" [ 2008.810901] env[63750]: }. {{(pid=63750) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2008.811149] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-459455ee-7c7a-4a9e-93de-786b8c1baacb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.817251] env[63750]: DEBUG oslo_vmware.rw_handles [None req-d2bb0482-25f1-4f0e-a79c-7d638f05ee82 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lease: (returnval){ [ 2008.817251] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52897287-29b2-9c2c-ee97-88783c4eabf1" [ 2008.817251] env[63750]: _type = "HttpNfcLease" [ 2008.817251] env[63750]: } obtained for exporting VM: (result){ [ 2008.817251] env[63750]: value = "vm-412640" [ 2008.817251] env[63750]: _type = "VirtualMachine" [ 2008.817251] env[63750]: }. {{(pid=63750) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2008.817532] env[63750]: DEBUG oslo_vmware.api [None req-d2bb0482-25f1-4f0e-a79c-7d638f05ee82 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the lease: (returnval){ [ 2008.817532] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52897287-29b2-9c2c-ee97-88783c4eabf1" [ 2008.817532] env[63750]: _type = "HttpNfcLease" [ 2008.817532] env[63750]: } to be ready. {{(pid=63750) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2008.823795] env[63750]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2008.823795] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52897287-29b2-9c2c-ee97-88783c4eabf1" [ 2008.823795] env[63750]: _type = "HttpNfcLease" [ 2008.823795] env[63750]: } is initializing. {{(pid=63750) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2008.934459] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquiring lock "refresh_cache-29600446-72e8-4e1e-ad95-f13144991511" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2008.934629] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquired lock "refresh_cache-29600446-72e8-4e1e-ad95-f13144991511" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2008.934832] env[63750]: DEBUG nova.network.neutron [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 29600446-72e8-4e1e-ad95-f13144991511] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2008.951542] env[63750]: DEBUG oslo_vmware.api [None req-2ab0a7b0-b70f-4e95-8406-622750a8eeae tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006961, 'name': RemoveSnapshot_Task, 'duration_secs': 1.256281} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.951810] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab0a7b0-b70f-4e95-8406-622750a8eeae tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Deleted Snapshot of the VM instance {{(pid=63750) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2008.952062] env[63750]: INFO nova.compute.manager [None req-2ab0a7b0-b70f-4e95-8406-622750a8eeae tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Took 23.11 seconds to snapshot the instance on the hypervisor. [ 2009.047889] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] VM already powered off {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2009.048149] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Volume detach. Driver type: vmdk {{(pid=63750) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2009.048353] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412635', 'volume_id': 'e5314731-e759-4c1f-9fe5-8fc9576d5194', 'name': 'volume-e5314731-e759-4c1f-9fe5-8fc9576d5194', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd300f90f-ea70-4575-9643-29462f2602ce', 'attached_at': '', 'detached_at': '', 'volume_id': 'e5314731-e759-4c1f-9fe5-8fc9576d5194', 'serial': 'e5314731-e759-4c1f-9fe5-8fc9576d5194'} {{(pid=63750) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2009.049851] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcdb76f6-6b09-4049-863b-4f0633b269a4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.072015] env[63750]: INFO nova.compute.manager [-] [instance: 9b9b8a18-a82c-4f33-82cd-425790405db8] Took 1.39 seconds to deallocate network for instance. [ 2009.074785] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf2cc25-f17c-47af-9bf1-71cc72d68377 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.087162] env[63750]: WARNING nova.virt.vmwareapi.driver [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 2009.087863] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2009.088285] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7d59a6-915a-46c1-80ae-6ce98a2b4e9e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.095542] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2009.096418] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5643d75d-3d10-4fcb-8665-49f5cfd35359 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.120804] env[63750]: INFO nova.compute.manager [-] [instance: 627fabed-0639-417d-b78c-fc6ef6ab7979] Took 1.41 seconds to deallocate network for instance. [ 2009.298908] env[63750]: DEBUG oslo_vmware.api [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2006963, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.325870] env[63750]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2009.325870] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52897287-29b2-9c2c-ee97-88783c4eabf1" [ 2009.325870] env[63750]: _type = "HttpNfcLease" [ 2009.325870] env[63750]: } is ready. {{(pid=63750) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2009.326290] env[63750]: DEBUG oslo_vmware.rw_handles [None req-d2bb0482-25f1-4f0e-a79c-7d638f05ee82 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2009.326290] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52897287-29b2-9c2c-ee97-88783c4eabf1" [ 2009.326290] env[63750]: _type = "HttpNfcLease" [ 2009.326290] env[63750]: }. {{(pid=63750) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2009.327147] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f570e2ec-4092-4074-b422-2d105f0c0d5e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.335195] env[63750]: DEBUG oslo_vmware.rw_handles [None req-d2bb0482-25f1-4f0e-a79c-7d638f05ee82 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b0e38c-c955-6c5a-2900-69543cb865fa/disk-0.vmdk from lease info. {{(pid=63750) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2009.335481] env[63750]: DEBUG oslo_vmware.rw_handles [None req-d2bb0482-25f1-4f0e-a79c-7d638f05ee82 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b0e38c-c955-6c5a-2900-69543cb865fa/disk-0.vmdk for reading. {{(pid=63750) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2009.397018] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2009.397315] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2009.397572] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Deleting the datastore file [datastore1] d300f90f-ea70-4575-9643-29462f2602ce {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2009.398268] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b492b04-e961-483d-814e-382c6d486661 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.405056] env[63750]: DEBUG oslo_vmware.api [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 2009.405056] env[63750]: value = "task-2006966" [ 2009.405056] env[63750]: _type = "Task" [ 2009.405056] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.413244] env[63750]: DEBUG oslo_vmware.api [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006966, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.427628] env[63750]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4bb2bd8a-a687-4f54-911b-b2a5a7e2559d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.467177] env[63750]: DEBUG nova.network.neutron [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 29600446-72e8-4e1e-ad95-f13144991511] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2009.582494] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e9857c26-b050-4136-a167-d5e47914cdcf tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2009.582773] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e9857c26-b050-4136-a167-d5e47914cdcf tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2009.584981] env[63750]: DEBUG nova.objects.instance [None req-e9857c26-b050-4136-a167-d5e47914cdcf tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Lazy-loading 'resources' on Instance uuid 9b9b8a18-a82c-4f33-82cd-425790405db8 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2009.627860] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5f4963d9-f381-4c0e-adda-3c0c7a7344c8 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2009.661189] env[63750]: DEBUG nova.network.neutron [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 29600446-72e8-4e1e-ad95-f13144991511] Updating instance_info_cache with network_info: [{"id": "ba11987c-6de9-4c1d-9189-1c2f0386cf07", "address": "fa:16:3e:1b:18:8c", "network": {"id": "d4b65d97-f1ce-4ba9-90f9-3711736b7e53", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2086699953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e513233b2170429cad45641f98caeb63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba11987c-6d", "ovs_interfaceid": "ba11987c-6de9-4c1d-9189-1c2f0386cf07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2009.806418] env[63750]: DEBUG oslo_vmware.api [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2006963, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612205} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.806828] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] e50b44e7-438b-4bf8-ac9d-261994681240/e50b44e7-438b-4bf8-ac9d-261994681240.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2009.807149] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: e50b44e7-438b-4bf8-ac9d-261994681240] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2009.807525] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8090d255-e341-4617-8525-83fc45f0344e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.814979] env[63750]: DEBUG oslo_vmware.api [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2009.814979] env[63750]: value = "task-2006967" [ 2009.814979] env[63750]: _type = "Task" [ 2009.814979] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.824638] env[63750]: DEBUG oslo_vmware.api [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2006967, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.915983] env[63750]: DEBUG oslo_vmware.api [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006966, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193295} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.916366] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2009.916637] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2009.916835] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2010.127009] env[63750]: DEBUG nova.compute.manager [req-d78bbfaf-3165-468a-b489-349937cf5197 req-74a0e7cc-7cc8-47a8-beb1-cd0ff54f11c3 service nova] [instance: 627fabed-0639-417d-b78c-fc6ef6ab7979] Received event network-vif-deleted-38e011bb-95bd-430e-a057-e80a224177d5 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2010.127389] env[63750]: DEBUG nova.compute.manager [req-d78bbfaf-3165-468a-b489-349937cf5197 req-74a0e7cc-7cc8-47a8-beb1-cd0ff54f11c3 service nova] [instance: 29600446-72e8-4e1e-ad95-f13144991511] Received event network-vif-plugged-ba11987c-6de9-4c1d-9189-1c2f0386cf07 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2010.127674] env[63750]: DEBUG oslo_concurrency.lockutils [req-d78bbfaf-3165-468a-b489-349937cf5197 req-74a0e7cc-7cc8-47a8-beb1-cd0ff54f11c3 service nova] Acquiring lock "29600446-72e8-4e1e-ad95-f13144991511-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2010.127974] env[63750]: DEBUG oslo_concurrency.lockutils [req-d78bbfaf-3165-468a-b489-349937cf5197 req-74a0e7cc-7cc8-47a8-beb1-cd0ff54f11c3 service nova] Lock "29600446-72e8-4e1e-ad95-f13144991511-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2010.128236] env[63750]: DEBUG oslo_concurrency.lockutils [req-d78bbfaf-3165-468a-b489-349937cf5197 req-74a0e7cc-7cc8-47a8-beb1-cd0ff54f11c3 service nova] Lock "29600446-72e8-4e1e-ad95-f13144991511-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2010.128495] env[63750]: DEBUG nova.compute.manager [req-d78bbfaf-3165-468a-b489-349937cf5197 req-74a0e7cc-7cc8-47a8-beb1-cd0ff54f11c3 service nova] [instance: 29600446-72e8-4e1e-ad95-f13144991511] No waiting events found dispatching network-vif-plugged-ba11987c-6de9-4c1d-9189-1c2f0386cf07 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2010.128662] env[63750]: WARNING nova.compute.manager [req-d78bbfaf-3165-468a-b489-349937cf5197 req-74a0e7cc-7cc8-47a8-beb1-cd0ff54f11c3 service nova] [instance: 29600446-72e8-4e1e-ad95-f13144991511] Received unexpected event network-vif-plugged-ba11987c-6de9-4c1d-9189-1c2f0386cf07 for instance with vm_state building and task_state spawning. [ 2010.128848] env[63750]: DEBUG nova.compute.manager [req-d78bbfaf-3165-468a-b489-349937cf5197 req-74a0e7cc-7cc8-47a8-beb1-cd0ff54f11c3 service nova] [instance: 29600446-72e8-4e1e-ad95-f13144991511] Received event network-changed-ba11987c-6de9-4c1d-9189-1c2f0386cf07 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2010.129113] env[63750]: DEBUG nova.compute.manager [req-d78bbfaf-3165-468a-b489-349937cf5197 req-74a0e7cc-7cc8-47a8-beb1-cd0ff54f11c3 service nova] [instance: 29600446-72e8-4e1e-ad95-f13144991511] Refreshing instance network info cache due to event network-changed-ba11987c-6de9-4c1d-9189-1c2f0386cf07. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2010.129301] env[63750]: DEBUG oslo_concurrency.lockutils [req-d78bbfaf-3165-468a-b489-349937cf5197 req-74a0e7cc-7cc8-47a8-beb1-cd0ff54f11c3 service nova] Acquiring lock "refresh_cache-29600446-72e8-4e1e-ad95-f13144991511" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2010.164425] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Releasing lock "refresh_cache-29600446-72e8-4e1e-ad95-f13144991511" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2010.164778] env[63750]: DEBUG nova.compute.manager [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 29600446-72e8-4e1e-ad95-f13144991511] Instance network_info: |[{"id": "ba11987c-6de9-4c1d-9189-1c2f0386cf07", "address": "fa:16:3e:1b:18:8c", "network": {"id": "d4b65d97-f1ce-4ba9-90f9-3711736b7e53", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2086699953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e513233b2170429cad45641f98caeb63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba11987c-6d", "ovs_interfaceid": "ba11987c-6de9-4c1d-9189-1c2f0386cf07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2010.165369] env[63750]: DEBUG oslo_concurrency.lockutils [req-d78bbfaf-3165-468a-b489-349937cf5197 req-74a0e7cc-7cc8-47a8-beb1-cd0ff54f11c3 service nova] Acquired lock "refresh_cache-29600446-72e8-4e1e-ad95-f13144991511" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2010.165654] env[63750]: DEBUG nova.network.neutron [req-d78bbfaf-3165-468a-b489-349937cf5197 req-74a0e7cc-7cc8-47a8-beb1-cd0ff54f11c3 service nova] [instance: 29600446-72e8-4e1e-ad95-f13144991511] Refreshing network info cache for port ba11987c-6de9-4c1d-9189-1c2f0386cf07 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2010.167539] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 29600446-72e8-4e1e-ad95-f13144991511] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:18:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ddfb706a-add1-4e16-9ac4-d20b16a1df6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba11987c-6de9-4c1d-9189-1c2f0386cf07', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2010.175966] env[63750]: DEBUG oslo.service.loopingcall [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2010.179608] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29600446-72e8-4e1e-ad95-f13144991511] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2010.180368] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df0e4c1c-8715-4e98-aa51-7604c5c7ca89 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.204095] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2010.204095] env[63750]: value = "task-2006968" [ 2010.204095] env[63750]: _type = "Task" [ 2010.204095] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.215814] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006968, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.256637] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc485e7b-4645-4f89-87c9-7d7a97062e84 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.265468] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efb6d04-29cb-4ba2-9036-d8952db3a236 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.298341] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ad1bdd-9307-4794-abb8-e269837f7463 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.307181] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2951b29-e63b-4f47-9cdf-78980c31244f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.323213] env[63750]: DEBUG nova.compute.provider_tree [None req-e9857c26-b050-4136-a167-d5e47914cdcf tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2010.333067] env[63750]: DEBUG oslo_vmware.api [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2006967, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.199689} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.334037] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: e50b44e7-438b-4bf8-ac9d-261994681240] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2010.334863] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054eb235-53ae-4362-8423-2f92ebe30831 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.359505] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: e50b44e7-438b-4bf8-ac9d-261994681240] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] e50b44e7-438b-4bf8-ac9d-261994681240/e50b44e7-438b-4bf8-ac9d-261994681240.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2010.360027] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d1fb5f8-9f54-4b7a-9ed8-c6864ed3160e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.379587] env[63750]: DEBUG oslo_vmware.api [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2010.379587] env[63750]: value = "task-2006969" [ 2010.379587] env[63750]: _type = "Task" [ 2010.379587] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.388507] env[63750]: DEBUG oslo_vmware.api [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2006969, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.422473] env[63750]: INFO nova.virt.block_device [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Booting with volume e5314731-e759-4c1f-9fe5-8fc9576d5194 at /dev/sdb [ 2010.461339] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6f20187b-5255-403b-87d3-600976da3a14 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.471279] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ff887b-89c3-4452-9114-d67ced334598 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.508741] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ffaea745-3931-4ad8-8d46-0bc1b2324dff {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.517685] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5eb39ea-73c7-4a80-973b-48875dcf92cb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.549188] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5dcddf2-d1e8-42f4-84e8-da9486e61c49 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.556896] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2eea7e-162a-4f62-b95c-7bf23052bd16 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.571859] env[63750]: DEBUG nova.virt.block_device [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Updating existing volume attachment record: 74d6845f-c3a1-4554-a047-880343a9516a {{(pid=63750) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2010.719837] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006968, 'name': CreateVM_Task, 'duration_secs': 0.476495} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.720126] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29600446-72e8-4e1e-ad95-f13144991511] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2010.720865] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d23fee1b-1a9a-4d36-88a8-24307d17c244" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2010.721141] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d23fee1b-1a9a-4d36-88a8-24307d17c244" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2010.721618] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d23fee1b-1a9a-4d36-88a8-24307d17c244" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2010.721974] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff3a6852-04d1-401e-ae4c-9b13a28010b7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.727188] env[63750]: DEBUG oslo_vmware.api [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 2010.727188] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52fd16d8-ac88-7e0f-3c96-71162f11d8de" [ 2010.727188] env[63750]: _type = "Task" [ 2010.727188] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.735945] env[63750]: DEBUG oslo_vmware.api [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52fd16d8-ac88-7e0f-3c96-71162f11d8de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.829124] env[63750]: DEBUG nova.scheduler.client.report [None req-e9857c26-b050-4136-a167-d5e47914cdcf tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2010.890166] env[63750]: DEBUG oslo_vmware.api [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2006969, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.142474] env[63750]: DEBUG nova.network.neutron [req-d78bbfaf-3165-468a-b489-349937cf5197 req-74a0e7cc-7cc8-47a8-beb1-cd0ff54f11c3 service nova] [instance: 29600446-72e8-4e1e-ad95-f13144991511] Updated VIF entry in instance network info cache for port ba11987c-6de9-4c1d-9189-1c2f0386cf07. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2011.142981] env[63750]: DEBUG nova.network.neutron [req-d78bbfaf-3165-468a-b489-349937cf5197 req-74a0e7cc-7cc8-47a8-beb1-cd0ff54f11c3 service nova] [instance: 29600446-72e8-4e1e-ad95-f13144991511] Updating instance_info_cache with network_info: [{"id": "ba11987c-6de9-4c1d-9189-1c2f0386cf07", "address": "fa:16:3e:1b:18:8c", "network": {"id": "d4b65d97-f1ce-4ba9-90f9-3711736b7e53", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2086699953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e513233b2170429cad45641f98caeb63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba11987c-6d", "ovs_interfaceid": "ba11987c-6de9-4c1d-9189-1c2f0386cf07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2011.238612] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d23fee1b-1a9a-4d36-88a8-24307d17c244" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2011.239373] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 29600446-72e8-4e1e-ad95-f13144991511] Processing image d23fee1b-1a9a-4d36-88a8-24307d17c244 {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2011.239866] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d23fee1b-1a9a-4d36-88a8-24307d17c244/d23fee1b-1a9a-4d36-88a8-24307d17c244.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2011.239978] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d23fee1b-1a9a-4d36-88a8-24307d17c244/d23fee1b-1a9a-4d36-88a8-24307d17c244.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2011.240549] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2011.240613] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ccb5c0ca-e47c-4bbd-8193-694b8778d282 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.249802] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2011.251180] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2011.251180] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8f92b05-6e3f-4f30-a29a-6aba0c85a018 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.256442] env[63750]: DEBUG oslo_vmware.api [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 2011.256442] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52cf2bf5-1934-a5b4-a122-e9e50476ab44" [ 2011.256442] env[63750]: _type = "Task" [ 2011.256442] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.264462] env[63750]: DEBUG oslo_vmware.api [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52cf2bf5-1934-a5b4-a122-e9e50476ab44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.338216] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e9857c26-b050-4136-a167-d5e47914cdcf tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.755s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2011.340972] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5f4963d9-f381-4c0e-adda-3c0c7a7344c8 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.713s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2011.342390] env[63750]: DEBUG nova.objects.instance [None req-5f4963d9-f381-4c0e-adda-3c0c7a7344c8 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lazy-loading 'resources' on Instance uuid 627fabed-0639-417d-b78c-fc6ef6ab7979 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2011.358421] env[63750]: INFO nova.scheduler.client.report [None req-e9857c26-b050-4136-a167-d5e47914cdcf tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Deleted allocations for instance 9b9b8a18-a82c-4f33-82cd-425790405db8 [ 2011.390032] env[63750]: DEBUG oslo_vmware.api [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2006969, 'name': ReconfigVM_Task, 'duration_secs': 0.586289} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.390367] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: e50b44e7-438b-4bf8-ac9d-261994681240] Reconfigured VM instance instance-0000005f to attach disk [datastore1] e50b44e7-438b-4bf8-ac9d-261994681240/e50b44e7-438b-4bf8-ac9d-261994681240.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2011.391123] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92716347-601f-45d9-bc67-5b2b196899ae {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.397577] env[63750]: DEBUG oslo_vmware.api [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2011.397577] env[63750]: value = "task-2006970" [ 2011.397577] env[63750]: _type = "Task" [ 2011.397577] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.405525] env[63750]: DEBUG oslo_vmware.api [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2006970, 'name': Rename_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.645865] env[63750]: DEBUG oslo_concurrency.lockutils [req-d78bbfaf-3165-468a-b489-349937cf5197 req-74a0e7cc-7cc8-47a8-beb1-cd0ff54f11c3 service nova] Releasing lock "refresh_cache-29600446-72e8-4e1e-ad95-f13144991511" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2011.768064] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 29600446-72e8-4e1e-ad95-f13144991511] Preparing fetch location {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2011.768250] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 29600446-72e8-4e1e-ad95-f13144991511] Fetch image to [datastore1] OSTACK_IMG_5cac1275-c754-4520-82f0-374d9a94372c/OSTACK_IMG_5cac1275-c754-4520-82f0-374d9a94372c.vmdk {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2011.768302] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 29600446-72e8-4e1e-ad95-f13144991511] Downloading stream optimized image d23fee1b-1a9a-4d36-88a8-24307d17c244 to [datastore1] OSTACK_IMG_5cac1275-c754-4520-82f0-374d9a94372c/OSTACK_IMG_5cac1275-c754-4520-82f0-374d9a94372c.vmdk on the data store datastore1 as vApp {{(pid=63750) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2011.768462] env[63750]: DEBUG nova.virt.vmwareapi.images [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 29600446-72e8-4e1e-ad95-f13144991511] Downloading image file data d23fee1b-1a9a-4d36-88a8-24307d17c244 to the ESX as VM named 'OSTACK_IMG_5cac1275-c754-4520-82f0-374d9a94372c' {{(pid=63750) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2011.843171] env[63750]: DEBUG oslo_vmware.rw_handles [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2011.843171] env[63750]: value = "resgroup-9" [ 2011.843171] env[63750]: _type = "ResourcePool" [ 2011.843171] env[63750]: }. {{(pid=63750) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2011.843497] env[63750]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-09b5271a-3fa0-4baa-bcf5-6a5fe2aad90e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.866807] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e9857c26-b050-4136-a167-d5e47914cdcf tempest-AttachInterfacesV270Test-223425961 tempest-AttachInterfacesV270Test-223425961-project-member] Lock "9b9b8a18-a82c-4f33-82cd-425790405db8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.398s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2011.870032] env[63750]: DEBUG oslo_vmware.rw_handles [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lease: (returnval){ [ 2011.870032] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]520053d8-717b-dc8d-9ffc-7cb278d229e3" [ 2011.870032] env[63750]: _type = "HttpNfcLease" [ 2011.870032] env[63750]: } obtained for vApp import into resource pool (val){ [ 2011.870032] env[63750]: value = "resgroup-9" [ 2011.870032] env[63750]: _type = "ResourcePool" [ 2011.870032] env[63750]: }. {{(pid=63750) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2011.870291] env[63750]: DEBUG oslo_vmware.api [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the lease: (returnval){ [ 2011.870291] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]520053d8-717b-dc8d-9ffc-7cb278d229e3" [ 2011.870291] env[63750]: _type = "HttpNfcLease" [ 2011.870291] env[63750]: } to be ready. {{(pid=63750) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2011.876839] env[63750]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2011.876839] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]520053d8-717b-dc8d-9ffc-7cb278d229e3" [ 2011.876839] env[63750]: _type = "HttpNfcLease" [ 2011.876839] env[63750]: } is initializing. {{(pid=63750) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2011.908296] env[63750]: DEBUG oslo_vmware.api [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2006970, 'name': Rename_Task, 'duration_secs': 0.129955} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.908593] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: e50b44e7-438b-4bf8-ac9d-261994681240] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2011.908858] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ac0099d-44d0-4ce0-8d85-52226207538e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.915639] env[63750]: DEBUG oslo_vmware.api [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2011.915639] env[63750]: value = "task-2006972" [ 2011.915639] env[63750]: _type = "Task" [ 2011.915639] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.928370] env[63750]: DEBUG oslo_vmware.api [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2006972, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.008076] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6874db9c-d0c6-4cd5-b972-6df7f1c734e1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.016187] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c98265-0327-43f9-a09f-8e5e4e7e35cb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.048115] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b65dfd-fb92-4ca9-bd8b-300f5cdea66f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.056489] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0f3867-0c6d-46b9-ab69-34b5d2e78f55 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.070780] env[63750]: DEBUG nova.compute.provider_tree [None req-5f4963d9-f381-4c0e-adda-3c0c7a7344c8 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2012.379690] env[63750]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2012.379690] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]520053d8-717b-dc8d-9ffc-7cb278d229e3" [ 2012.379690] env[63750]: _type = "HttpNfcLease" [ 2012.379690] env[63750]: } is initializing. {{(pid=63750) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2012.426935] env[63750]: DEBUG oslo_vmware.api [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2006972, 'name': PowerOnVM_Task, 'duration_secs': 0.436326} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.427209] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: e50b44e7-438b-4bf8-ac9d-261994681240] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2012.427446] env[63750]: INFO nova.compute.manager [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: e50b44e7-438b-4bf8-ac9d-261994681240] Took 17.29 seconds to spawn the instance on the hypervisor. [ 2012.427630] env[63750]: DEBUG nova.compute.manager [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: e50b44e7-438b-4bf8-ac9d-261994681240] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2012.428440] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be6be15-5525-4918-9205-dbf341d50ccd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.573675] env[63750]: DEBUG nova.scheduler.client.report [None req-5f4963d9-f381-4c0e-adda-3c0c7a7344c8 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2012.880454] env[63750]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2012.880454] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]520053d8-717b-dc8d-9ffc-7cb278d229e3" [ 2012.880454] env[63750]: _type = "HttpNfcLease" [ 2012.880454] env[63750]: } is ready. {{(pid=63750) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2012.880802] env[63750]: DEBUG oslo_vmware.rw_handles [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2012.880802] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]520053d8-717b-dc8d-9ffc-7cb278d229e3" [ 2012.880802] env[63750]: _type = "HttpNfcLease" [ 2012.880802] env[63750]: }. {{(pid=63750) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2012.882378] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4998dc-5db4-4a6d-b0e1-34ea15ea4cd5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.889676] env[63750]: DEBUG oslo_vmware.rw_handles [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c65eef-e4d9-3533-aa4a-a3788bba4284/disk-0.vmdk from lease info. {{(pid=63750) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2012.889972] env[63750]: DEBUG oslo_vmware.rw_handles [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c65eef-e4d9-3533-aa4a-a3788bba4284/disk-0.vmdk. {{(pid=63750) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2012.960659] env[63750]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-924cc963-2df9-494a-b7ab-959fd5c911df {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.964927] env[63750]: INFO nova.compute.manager [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: e50b44e7-438b-4bf8-ac9d-261994681240] Took 22.11 seconds to build instance. [ 2013.079064] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5f4963d9-f381-4c0e-adda-3c0c7a7344c8 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.738s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2013.104330] env[63750]: INFO nova.scheduler.client.report [None req-5f4963d9-f381-4c0e-adda-3c0c7a7344c8 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Deleted allocations for instance 627fabed-0639-417d-b78c-fc6ef6ab7979 [ 2013.444220] env[63750]: DEBUG nova.virt.hardware [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2013.444307] env[63750]: DEBUG nova.virt.hardware [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2013.444642] env[63750]: DEBUG nova.virt.hardware [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2013.444642] env[63750]: DEBUG nova.virt.hardware [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2013.444760] env[63750]: DEBUG nova.virt.hardware [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2013.444898] env[63750]: DEBUG nova.virt.hardware [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2013.445183] env[63750]: DEBUG nova.virt.hardware [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2013.445267] env[63750]: DEBUG nova.virt.hardware [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2013.445426] env[63750]: DEBUG nova.virt.hardware [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2013.445582] env[63750]: DEBUG nova.virt.hardware [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2013.445746] env[63750]: DEBUG nova.virt.hardware [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2013.446904] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4d2dad-2950-4a45-897b-d43471520337 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.457669] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb920b2c-78d4-4511-88d6-1082b3d36854 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.463939] env[63750]: DEBUG oslo_concurrency.lockutils [None req-22b7540e-9a74-48ca-b2d4-d11b29081d0c tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquiring lock "e50b44e7-438b-4bf8-ac9d-261994681240" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2013.474942] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2bb46829-dec9-48c0-8a23-920bb7ecc623 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "e50b44e7-438b-4bf8-ac9d-261994681240" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.633s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2013.475484] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:13:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab4a9716-8c1d-4f5d-a4c0-12bfa8139d06', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2013.483039] env[63750]: DEBUG oslo.service.loopingcall [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2013.487744] env[63750]: DEBUG oslo_concurrency.lockutils [None req-22b7540e-9a74-48ca-b2d4-d11b29081d0c tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "e50b44e7-438b-4bf8-ac9d-261994681240" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.024s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2013.487991] env[63750]: DEBUG oslo_concurrency.lockutils [None req-22b7540e-9a74-48ca-b2d4-d11b29081d0c tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquiring lock "e50b44e7-438b-4bf8-ac9d-261994681240-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2013.488235] env[63750]: DEBUG oslo_concurrency.lockutils [None req-22b7540e-9a74-48ca-b2d4-d11b29081d0c tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "e50b44e7-438b-4bf8-ac9d-261994681240-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2013.488408] env[63750]: DEBUG oslo_concurrency.lockutils [None req-22b7540e-9a74-48ca-b2d4-d11b29081d0c tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "e50b44e7-438b-4bf8-ac9d-261994681240-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2013.490320] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2013.492925] env[63750]: INFO nova.compute.manager [None req-22b7540e-9a74-48ca-b2d4-d11b29081d0c tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: e50b44e7-438b-4bf8-ac9d-261994681240] Terminating instance [ 2013.494458] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81a6908f-9a78-4c69-993a-8b8a420a5fdf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.520993] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2013.520993] env[63750]: value = "task-2006973" [ 2013.520993] env[63750]: _type = "Task" [ 2013.520993] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.534245] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006973, 'name': CreateVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.616289] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5f4963d9-f381-4c0e-adda-3c0c7a7344c8 tempest-ServersTestJSON-38116453 tempest-ServersTestJSON-38116453-project-member] Lock "627fabed-0639-417d-b78c-fc6ef6ab7979" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.739s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2013.807259] env[63750]: DEBUG oslo_vmware.rw_handles [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Completed reading data from the image iterator. {{(pid=63750) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2013.807642] env[63750]: DEBUG oslo_vmware.rw_handles [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c65eef-e4d9-3533-aa4a-a3788bba4284/disk-0.vmdk. {{(pid=63750) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2013.808867] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d764c0-eb77-444d-90f2-c35613fe6f86 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.817173] env[63750]: DEBUG oslo_vmware.rw_handles [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c65eef-e4d9-3533-aa4a-a3788bba4284/disk-0.vmdk is in state: ready. {{(pid=63750) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2013.817526] env[63750]: DEBUG oslo_vmware.rw_handles [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c65eef-e4d9-3533-aa4a-a3788bba4284/disk-0.vmdk. {{(pid=63750) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2013.817841] env[63750]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-66986998-5ec0-4f57-828b-2f844919957a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.015487] env[63750]: DEBUG nova.compute.manager [None req-22b7540e-9a74-48ca-b2d4-d11b29081d0c tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: e50b44e7-438b-4bf8-ac9d-261994681240] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2014.015761] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-22b7540e-9a74-48ca-b2d4-d11b29081d0c tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: e50b44e7-438b-4bf8-ac9d-261994681240] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2014.016880] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549886d4-f4b9-4203-93ab-a67a3f022ce8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.026076] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-22b7540e-9a74-48ca-b2d4-d11b29081d0c tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: e50b44e7-438b-4bf8-ac9d-261994681240] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2014.029154] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b34997a-3556-4d0d-9d8d-d57b32baf779 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.035888] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006973, 'name': CreateVM_Task, 'duration_secs': 0.428125} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.037036] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2014.037380] env[63750]: DEBUG oslo_vmware.api [None req-22b7540e-9a74-48ca-b2d4-d11b29081d0c tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2014.037380] env[63750]: value = "task-2006974" [ 2014.037380] env[63750]: _type = "Task" [ 2014.037380] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.038034] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2014.038246] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.038560] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2014.039230] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b439aab4-e10c-4c80-b477-9629716efd05 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.049977] env[63750]: DEBUG oslo_vmware.api [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 2014.049977] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52e9dd0b-73de-4bed-2637-816c46fd19d7" [ 2014.049977] env[63750]: _type = "Task" [ 2014.049977] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.050246] env[63750]: DEBUG oslo_vmware.api [None req-22b7540e-9a74-48ca-b2d4-d11b29081d0c tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2006974, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.058544] env[63750]: DEBUG oslo_vmware.api [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52e9dd0b-73de-4bed-2637-816c46fd19d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.230109] env[63750]: DEBUG oslo_vmware.rw_handles [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c65eef-e4d9-3533-aa4a-a3788bba4284/disk-0.vmdk. {{(pid=63750) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2014.230109] env[63750]: INFO nova.virt.vmwareapi.images [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 29600446-72e8-4e1e-ad95-f13144991511] Downloaded image file data d23fee1b-1a9a-4d36-88a8-24307d17c244 [ 2014.230343] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78470e8f-6bde-44c6-96a7-bab831d47b22 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.249440] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2f0c7fc-0de7-4e6d-ad84-5bd3be9e4916 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.347203] env[63750]: INFO nova.virt.vmwareapi.images [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 29600446-72e8-4e1e-ad95-f13144991511] The imported VM was unregistered [ 2014.347714] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 29600446-72e8-4e1e-ad95-f13144991511] Caching image {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2014.348279] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Creating directory with path [datastore1] devstack-image-cache_base/d23fee1b-1a9a-4d36-88a8-24307d17c244 {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2014.348964] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f55d0466-e7d2-40f0-9eb7-774f88bd4b8a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.362314] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Created directory with path [datastore1] devstack-image-cache_base/d23fee1b-1a9a-4d36-88a8-24307d17c244 {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2014.364017] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_5cac1275-c754-4520-82f0-374d9a94372c/OSTACK_IMG_5cac1275-c754-4520-82f0-374d9a94372c.vmdk to [datastore1] devstack-image-cache_base/d23fee1b-1a9a-4d36-88a8-24307d17c244/d23fee1b-1a9a-4d36-88a8-24307d17c244.vmdk. {{(pid=63750) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2014.364017] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-86d15e59-4139-4dbc-a9f6-e8e2f2fdd539 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.374020] env[63750]: DEBUG oslo_vmware.api [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 2014.374020] env[63750]: value = "task-2006976" [ 2014.374020] env[63750]: _type = "Task" [ 2014.374020] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.382781] env[63750]: DEBUG oslo_vmware.api [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006976, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.551923] env[63750]: DEBUG oslo_vmware.api [None req-22b7540e-9a74-48ca-b2d4-d11b29081d0c tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2006974, 'name': PowerOffVM_Task, 'duration_secs': 0.193522} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.555279] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-22b7540e-9a74-48ca-b2d4-d11b29081d0c tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: e50b44e7-438b-4bf8-ac9d-261994681240] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2014.555481] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-22b7540e-9a74-48ca-b2d4-d11b29081d0c tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: e50b44e7-438b-4bf8-ac9d-261994681240] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2014.555799] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aafc57c5-ccb8-4fc2-b552-aeb19b5c1cd7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.565793] env[63750]: DEBUG oslo_vmware.api [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52e9dd0b-73de-4bed-2637-816c46fd19d7, 'name': SearchDatastore_Task, 'duration_secs': 0.039542} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.566189] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2014.566462] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2014.566743] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2014.566895] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.567129] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2014.567408] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ad1d373-ee38-4679-829f-626729604812 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.604439] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2014.604654] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2014.605587] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d56a1dd6-0f33-4829-a281-d952d26a8dbc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.613396] env[63750]: DEBUG oslo_vmware.api [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 2014.613396] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5294153b-8406-bc98-fdfa-6d51f6dcf494" [ 2014.613396] env[63750]: _type = "Task" [ 2014.613396] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.624695] env[63750]: DEBUG oslo_vmware.api [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5294153b-8406-bc98-fdfa-6d51f6dcf494, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.715830] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-22b7540e-9a74-48ca-b2d4-d11b29081d0c tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: e50b44e7-438b-4bf8-ac9d-261994681240] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2014.716078] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-22b7540e-9a74-48ca-b2d4-d11b29081d0c tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: e50b44e7-438b-4bf8-ac9d-261994681240] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2014.716394] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-22b7540e-9a74-48ca-b2d4-d11b29081d0c tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Deleting the datastore file [datastore1] e50b44e7-438b-4bf8-ac9d-261994681240 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2014.716680] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ee1d6fb-2b8d-4656-b83b-45e2938c103d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.725486] env[63750]: DEBUG oslo_vmware.api [None req-22b7540e-9a74-48ca-b2d4-d11b29081d0c tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2014.725486] env[63750]: value = "task-2006978" [ 2014.725486] env[63750]: _type = "Task" [ 2014.725486] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.735469] env[63750]: DEBUG oslo_vmware.api [None req-22b7540e-9a74-48ca-b2d4-d11b29081d0c tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2006978, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.884195] env[63750]: DEBUG oslo_vmware.api [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006976, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.125023] env[63750]: DEBUG oslo_vmware.api [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5294153b-8406-bc98-fdfa-6d51f6dcf494, 'name': SearchDatastore_Task, 'duration_secs': 0.075247} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.125023] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21d44add-66ae-4dc4-9432-91f3514ef8ab {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.131273] env[63750]: DEBUG oslo_vmware.api [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 2015.131273] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527b8d48-d2db-e889-fc2c-c13cc6f4f5c8" [ 2015.131273] env[63750]: _type = "Task" [ 2015.131273] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.148487] env[63750]: DEBUG oslo_vmware.api [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527b8d48-d2db-e889-fc2c-c13cc6f4f5c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.235656] env[63750]: DEBUG oslo_vmware.api [None req-22b7540e-9a74-48ca-b2d4-d11b29081d0c tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2006978, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.384847] env[63750]: DEBUG oslo_vmware.api [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006976, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.642621] env[63750]: DEBUG oslo_vmware.api [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527b8d48-d2db-e889-fc2c-c13cc6f4f5c8, 'name': SearchDatastore_Task, 'duration_secs': 0.099112} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.643425] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2015.643425] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] d300f90f-ea70-4575-9643-29462f2602ce/d300f90f-ea70-4575-9643-29462f2602ce.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2015.643530] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-831bf296-25f4-4f9e-aeae-6d0ceaf5db98 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.651184] env[63750]: DEBUG oslo_vmware.api [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 2015.651184] env[63750]: value = "task-2006979" [ 2015.651184] env[63750]: _type = "Task" [ 2015.651184] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.659731] env[63750]: DEBUG oslo_vmware.api [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006979, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.738659] env[63750]: DEBUG oslo_vmware.api [None req-22b7540e-9a74-48ca-b2d4-d11b29081d0c tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2006978, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.883159] env[63750]: DEBUG oslo_vmware.api [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006976, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.162146] env[63750]: DEBUG oslo_vmware.api [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006979, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.237508] env[63750]: DEBUG oslo_vmware.api [None req-22b7540e-9a74-48ca-b2d4-d11b29081d0c tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2006978, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.384667] env[63750]: DEBUG oslo_vmware.api [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006976, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.661102] env[63750]: DEBUG oslo_vmware.api [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006979, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.740721] env[63750]: DEBUG oslo_vmware.api [None req-22b7540e-9a74-48ca-b2d4-d11b29081d0c tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2006978, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.884617] env[63750]: DEBUG oslo_vmware.api [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006976, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.162674] env[63750]: DEBUG oslo_vmware.api [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006979, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.238880] env[63750]: DEBUG oslo_vmware.api [None req-22b7540e-9a74-48ca-b2d4-d11b29081d0c tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2006978, 'name': DeleteDatastoreFile_Task, 'duration_secs': 2.063255} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.239180] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-22b7540e-9a74-48ca-b2d4-d11b29081d0c tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2017.239373] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-22b7540e-9a74-48ca-b2d4-d11b29081d0c tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: e50b44e7-438b-4bf8-ac9d-261994681240] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2017.239573] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-22b7540e-9a74-48ca-b2d4-d11b29081d0c tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: e50b44e7-438b-4bf8-ac9d-261994681240] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2017.239811] env[63750]: INFO nova.compute.manager [None req-22b7540e-9a74-48ca-b2d4-d11b29081d0c tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: e50b44e7-438b-4bf8-ac9d-261994681240] Took 3.22 seconds to destroy the instance on the hypervisor. [ 2017.240120] env[63750]: DEBUG oslo.service.loopingcall [None req-22b7540e-9a74-48ca-b2d4-d11b29081d0c tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2017.240328] env[63750]: DEBUG nova.compute.manager [-] [instance: e50b44e7-438b-4bf8-ac9d-261994681240] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2017.240424] env[63750]: DEBUG nova.network.neutron [-] [instance: e50b44e7-438b-4bf8-ac9d-261994681240] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2017.390027] env[63750]: DEBUG oslo_vmware.api [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006976, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.717789} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.390360] env[63750]: INFO nova.virt.vmwareapi.ds_util [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_5cac1275-c754-4520-82f0-374d9a94372c/OSTACK_IMG_5cac1275-c754-4520-82f0-374d9a94372c.vmdk to [datastore1] devstack-image-cache_base/d23fee1b-1a9a-4d36-88a8-24307d17c244/d23fee1b-1a9a-4d36-88a8-24307d17c244.vmdk. [ 2017.390562] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 29600446-72e8-4e1e-ad95-f13144991511] Cleaning up location [datastore1] OSTACK_IMG_5cac1275-c754-4520-82f0-374d9a94372c {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2017.390743] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_5cac1275-c754-4520-82f0-374d9a94372c {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2017.391248] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f204b72-07a7-49dc-90bd-8049a531606b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.398318] env[63750]: DEBUG oslo_vmware.api [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 2017.398318] env[63750]: value = "task-2006980" [ 2017.398318] env[63750]: _type = "Task" [ 2017.398318] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.409627] env[63750]: DEBUG oslo_vmware.api [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006980, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.606768] env[63750]: DEBUG nova.compute.manager [req-c2d99776-6fed-488a-8c54-d488caf4f953 req-be13fed4-8557-49f9-ad11-b6c6b2ce6c44 service nova] [instance: e50b44e7-438b-4bf8-ac9d-261994681240] Received event network-vif-deleted-1c6f7196-caf8-4039-b07c-94e951fc890b {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2017.606982] env[63750]: INFO nova.compute.manager [req-c2d99776-6fed-488a-8c54-d488caf4f953 req-be13fed4-8557-49f9-ad11-b6c6b2ce6c44 service nova] [instance: e50b44e7-438b-4bf8-ac9d-261994681240] Neutron deleted interface 1c6f7196-caf8-4039-b07c-94e951fc890b; detaching it from the instance and deleting it from the info cache [ 2017.607175] env[63750]: DEBUG nova.network.neutron [req-c2d99776-6fed-488a-8c54-d488caf4f953 req-be13fed4-8557-49f9-ad11-b6c6b2ce6c44 service nova] [instance: e50b44e7-438b-4bf8-ac9d-261994681240] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2017.668012] env[63750]: DEBUG oslo_vmware.api [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006979, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.814829} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.668012] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] d300f90f-ea70-4575-9643-29462f2602ce/d300f90f-ea70-4575-9643-29462f2602ce.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2017.668012] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2017.668012] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f35276e-e25a-4e38-a509-6fdc1462f01a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.674977] env[63750]: DEBUG oslo_vmware.api [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 2017.674977] env[63750]: value = "task-2006981" [ 2017.674977] env[63750]: _type = "Task" [ 2017.674977] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.689747] env[63750]: DEBUG oslo_vmware.api [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006981, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.712131] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Acquiring lock "6b662256-3da2-410f-9d21-85b459ce1fd3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2017.712381] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Lock "6b662256-3da2-410f-9d21-85b459ce1fd3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2017.909871] env[63750]: DEBUG oslo_vmware.api [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006980, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.088014} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.910116] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2017.910372] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d23fee1b-1a9a-4d36-88a8-24307d17c244/d23fee1b-1a9a-4d36-88a8-24307d17c244.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2017.910655] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d23fee1b-1a9a-4d36-88a8-24307d17c244/d23fee1b-1a9a-4d36-88a8-24307d17c244.vmdk to [datastore1] 29600446-72e8-4e1e-ad95-f13144991511/29600446-72e8-4e1e-ad95-f13144991511.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2017.910923] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9c21861-a724-412b-b2c7-e21ef71de188 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.918391] env[63750]: DEBUG oslo_vmware.api [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 2017.918391] env[63750]: value = "task-2006982" [ 2017.918391] env[63750]: _type = "Task" [ 2017.918391] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.927426] env[63750]: DEBUG oslo_vmware.api [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006982, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.070908] env[63750]: DEBUG nova.network.neutron [-] [instance: e50b44e7-438b-4bf8-ac9d-261994681240] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2018.110785] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6acc2b18-7bae-40c6-8d0e-26e9068746a2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.124771] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfed7eb3-48aa-43e0-b610-01fac58b571d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.169992] env[63750]: DEBUG nova.compute.manager [req-c2d99776-6fed-488a-8c54-d488caf4f953 req-be13fed4-8557-49f9-ad11-b6c6b2ce6c44 service nova] [instance: e50b44e7-438b-4bf8-ac9d-261994681240] Detach interface failed, port_id=1c6f7196-caf8-4039-b07c-94e951fc890b, reason: Instance e50b44e7-438b-4bf8-ac9d-261994681240 could not be found. {{(pid=63750) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2018.187695] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Acquiring lock "4c13e422-83da-4b9d-aca3-27a011b32c6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2018.188739] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Lock "4c13e422-83da-4b9d-aca3-27a011b32c6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2018.189654] env[63750]: DEBUG oslo_vmware.api [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006981, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076678} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.190200] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2018.192050] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e7d3b9-3ecb-4d6e-a3e7-ee5a7a4769ed {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.215254] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] d300f90f-ea70-4575-9643-29462f2602ce/d300f90f-ea70-4575-9643-29462f2602ce.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2018.216714] env[63750]: DEBUG nova.compute.manager [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2018.219694] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36191c79-a25c-4bb8-8c94-79c4341a7d6e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.247288] env[63750]: DEBUG oslo_vmware.api [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 2018.247288] env[63750]: value = "task-2006983" [ 2018.247288] env[63750]: _type = "Task" [ 2018.247288] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.258253] env[63750]: DEBUG oslo_vmware.api [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006983, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.430807] env[63750]: DEBUG oslo_vmware.api [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006982, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.575188] env[63750]: INFO nova.compute.manager [-] [instance: e50b44e7-438b-4bf8-ac9d-261994681240] Took 1.33 seconds to deallocate network for instance. [ 2018.692537] env[63750]: DEBUG nova.compute.manager [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2018.739710] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2018.739973] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2018.741570] env[63750]: INFO nova.compute.claims [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2018.743963] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c8df8aee-da16-4c70-bd5f-f7fecc16c90a tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquiring lock "interface-ee1deeaf-7782-4ae2-bf3e-c766ae21a05a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2018.744202] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c8df8aee-da16-4c70-bd5f-f7fecc16c90a tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lock "interface-ee1deeaf-7782-4ae2-bf3e-c766ae21a05a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2018.744504] env[63750]: DEBUG nova.objects.instance [None req-c8df8aee-da16-4c70-bd5f-f7fecc16c90a tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lazy-loading 'flavor' on Instance uuid ee1deeaf-7782-4ae2-bf3e-c766ae21a05a {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2018.757387] env[63750]: DEBUG oslo_vmware.api [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006983, 'name': ReconfigVM_Task, 'duration_secs': 0.2902} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.757673] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Reconfigured VM instance instance-0000004a to attach disk [datastore1] d300f90f-ea70-4575-9643-29462f2602ce/d300f90f-ea70-4575-9643-29462f2602ce.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2018.759166] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_secret_uuid': None, 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/sda', 'device_type': 'disk', 'encrypted': False, 'disk_bus': None, 'size': 0, 'boot_index': 0, 'encryption_options': None, 'image_id': '53a5fdf8-c6be-4008-8c9d-7c67205e61eb'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'attachment_id': '74d6845f-c3a1-4554-a047-880343a9516a', 'device_type': None, 'delete_on_termination': False, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412635', 'volume_id': 'e5314731-e759-4c1f-9fe5-8fc9576d5194', 'name': 'volume-e5314731-e759-4c1f-9fe5-8fc9576d5194', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd300f90f-ea70-4575-9643-29462f2602ce', 'attached_at': '', 'detached_at': '', 'volume_id': 'e5314731-e759-4c1f-9fe5-8fc9576d5194', 'serial': 'e5314731-e759-4c1f-9fe5-8fc9576d5194'}, 'mount_device': '/dev/sdb', 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=63750) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2018.759308] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Volume attach. Driver type: vmdk {{(pid=63750) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2018.759496] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412635', 'volume_id': 'e5314731-e759-4c1f-9fe5-8fc9576d5194', 'name': 'volume-e5314731-e759-4c1f-9fe5-8fc9576d5194', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd300f90f-ea70-4575-9643-29462f2602ce', 'attached_at': '', 'detached_at': '', 'volume_id': 'e5314731-e759-4c1f-9fe5-8fc9576d5194', 'serial': 'e5314731-e759-4c1f-9fe5-8fc9576d5194'} {{(pid=63750) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2018.760303] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4b6744-ebbe-4eb0-9027-c89e2bad937a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.778461] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ce8c5c-5a62-42b3-8145-291a277517b6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.804697] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] volume-e5314731-e759-4c1f-9fe5-8fc9576d5194/volume-e5314731-e759-4c1f-9fe5-8fc9576d5194.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2018.805398] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0a260f8-18e8-461b-a6ad-a1f2b631aae4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.824447] env[63750]: DEBUG oslo_vmware.api [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 2018.824447] env[63750]: value = "task-2006984" [ 2018.824447] env[63750]: _type = "Task" [ 2018.824447] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.836027] env[63750]: DEBUG oslo_vmware.api [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006984, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.929530] env[63750]: DEBUG oslo_vmware.api [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006982, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.082079] env[63750]: DEBUG oslo_concurrency.lockutils [None req-22b7540e-9a74-48ca-b2d4-d11b29081d0c tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2019.212396] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2019.251127] env[63750]: DEBUG nova.objects.instance [None req-c8df8aee-da16-4c70-bd5f-f7fecc16c90a tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lazy-loading 'pci_requests' on Instance uuid ee1deeaf-7782-4ae2-bf3e-c766ae21a05a {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2019.334627] env[63750]: DEBUG oslo_vmware.api [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006984, 'name': ReconfigVM_Task, 'duration_secs': 0.318041} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.334905] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Reconfigured VM instance instance-0000004a to attach disk [datastore1] volume-e5314731-e759-4c1f-9fe5-8fc9576d5194/volume-e5314731-e759-4c1f-9fe5-8fc9576d5194.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2019.339772] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca4013d5-8a55-4f90-8038-9b10b2d5b2f7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.355312] env[63750]: DEBUG oslo_vmware.api [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 2019.355312] env[63750]: value = "task-2006985" [ 2019.355312] env[63750]: _type = "Task" [ 2019.355312] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.363218] env[63750]: DEBUG oslo_vmware.api [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006985, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.430034] env[63750]: DEBUG oslo_vmware.api [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006982, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.755245] env[63750]: DEBUG nova.objects.base [None req-c8df8aee-da16-4c70-bd5f-f7fecc16c90a tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63750) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2019.755444] env[63750]: DEBUG nova.network.neutron [None req-c8df8aee-da16-4c70-bd5f-f7fecc16c90a tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2019.836809] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c8df8aee-da16-4c70-bd5f-f7fecc16c90a tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lock "interface-ee1deeaf-7782-4ae2-bf3e-c766ae21a05a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.092s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2019.868681] env[63750]: DEBUG oslo_vmware.api [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006985, 'name': ReconfigVM_Task, 'duration_secs': 0.143558} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.869011] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412635', 'volume_id': 'e5314731-e759-4c1f-9fe5-8fc9576d5194', 'name': 'volume-e5314731-e759-4c1f-9fe5-8fc9576d5194', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd300f90f-ea70-4575-9643-29462f2602ce', 'attached_at': '', 'detached_at': '', 'volume_id': 'e5314731-e759-4c1f-9fe5-8fc9576d5194', 'serial': 'e5314731-e759-4c1f-9fe5-8fc9576d5194'} {{(pid=63750) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2019.869625] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4eebcee5-7502-49c2-900a-dfa2e22bb384 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.876541] env[63750]: DEBUG oslo_vmware.api [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 2019.876541] env[63750]: value = "task-2006986" [ 2019.876541] env[63750]: _type = "Task" [ 2019.876541] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.889977] env[63750]: DEBUG oslo_vmware.api [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006986, 'name': Rename_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.897837] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9895f11-2279-4897-997b-fd9e500cbda0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.906169] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0ff330-82c2-48eb-92b1-9c9ae1432c00 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.942982] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872f3284-3b97-4a4c-aa95-fbfbd50b24bf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.951693] env[63750]: DEBUG oslo_vmware.api [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006982, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.955026] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1c6a0a-4179-40f6-9f4b-ada29d18efe2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.975506] env[63750]: DEBUG nova.compute.provider_tree [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2020.389421] env[63750]: DEBUG oslo_vmware.api [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006986, 'name': Rename_Task, 'duration_secs': 0.167855} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.389861] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2020.390015] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38bae468-8885-48a5-a3e5-da840a93a238 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.398899] env[63750]: DEBUG oslo_vmware.api [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 2020.398899] env[63750]: value = "task-2006987" [ 2020.398899] env[63750]: _type = "Task" [ 2020.398899] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.410017] env[63750]: DEBUG oslo_vmware.api [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006987, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.451323] env[63750]: DEBUG oslo_vmware.api [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006982, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.478560] env[63750]: DEBUG nova.scheduler.client.report [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2020.658885] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2020.659084] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Cleaning up deleted instances {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11746}} [ 2020.911556] env[63750]: DEBUG oslo_vmware.api [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2006987, 'name': PowerOnVM_Task, 'duration_secs': 0.510023} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.912236] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2020.912700] env[63750]: DEBUG nova.compute.manager [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2020.913687] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e047287e-4921-47bd-b22e-4bf470cc5ed0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.955455] env[63750]: DEBUG oslo_vmware.api [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006982, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.983403] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.243s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2020.983959] env[63750]: DEBUG nova.compute.manager [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2020.986641] env[63750]: DEBUG oslo_concurrency.lockutils [None req-22b7540e-9a74-48ca-b2d4-d11b29081d0c tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.905s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2020.986794] env[63750]: DEBUG nova.objects.instance [None req-22b7540e-9a74-48ca-b2d4-d11b29081d0c tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lazy-loading 'resources' on Instance uuid e50b44e7-438b-4bf8-ac9d-261994681240 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2021.180701] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] There are 70 instances to clean {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11755}} [ 2021.180701] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 9b9b8a18-a82c-4f33-82cd-425790405db8] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2021.436963] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2021.455185] env[63750]: DEBUG oslo_vmware.api [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006982, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.490037] env[63750]: DEBUG nova.compute.utils [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2021.494235] env[63750]: DEBUG nova.compute.manager [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2021.494467] env[63750]: DEBUG nova.network.neutron [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2021.547258] env[63750]: DEBUG nova.policy [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '89bbbd6da2d6432c8a385e43d2c1db45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc1114710e0d4372a8536f19816902bd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 2021.648796] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1e608b-0715-4c85-be73-37380f8ff833 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.658553] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768b44e7-11f9-4ae7-9a84-d2db40e617ba {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.692068] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 8204041c-960f-4164-ac65-40db9b83a99e] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2021.695761] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c4997d-46e5-4b66-9e89-f7c1a15b406a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.708600] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26399c90-17a4-40a6-82c8-f470be5dd2a6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.726086] env[63750]: DEBUG nova.compute.provider_tree [None req-22b7540e-9a74-48ca-b2d4-d11b29081d0c tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2021.775969] env[63750]: DEBUG oslo_concurrency.lockutils [None req-30d503c1-ed72-4d6b-a9e5-7400ac16860e tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquiring lock "interface-ee1deeaf-7782-4ae2-bf3e-c766ae21a05a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2021.776263] env[63750]: DEBUG oslo_concurrency.lockutils [None req-30d503c1-ed72-4d6b-a9e5-7400ac16860e tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lock "interface-ee1deeaf-7782-4ae2-bf3e-c766ae21a05a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2021.776660] env[63750]: DEBUG nova.objects.instance [None req-30d503c1-ed72-4d6b-a9e5-7400ac16860e tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lazy-loading 'flavor' on Instance uuid ee1deeaf-7782-4ae2-bf3e-c766ae21a05a {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2021.820492] env[63750]: DEBUG oslo_vmware.rw_handles [None req-d2bb0482-25f1-4f0e-a79c-7d638f05ee82 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b0e38c-c955-6c5a-2900-69543cb865fa/disk-0.vmdk. {{(pid=63750) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2021.821535] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efc3ebe-ed98-4b4b-b511-c38fc4b7bffc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.827800] env[63750]: DEBUG nova.network.neutron [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Successfully created port: 57fdf3fe-93d4-49d2-b29f-69c8133bbb5e {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2021.832290] env[63750]: DEBUG oslo_vmware.rw_handles [None req-d2bb0482-25f1-4f0e-a79c-7d638f05ee82 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b0e38c-c955-6c5a-2900-69543cb865fa/disk-0.vmdk is in state: ready. {{(pid=63750) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2021.832517] env[63750]: ERROR oslo_vmware.rw_handles [None req-d2bb0482-25f1-4f0e-a79c-7d638f05ee82 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b0e38c-c955-6c5a-2900-69543cb865fa/disk-0.vmdk due to incomplete transfer. [ 2021.832803] env[63750]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-018eff61-a7ff-4499-9667-e57cb77d1922 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.842680] env[63750]: DEBUG oslo_vmware.rw_handles [None req-d2bb0482-25f1-4f0e-a79c-7d638f05ee82 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b0e38c-c955-6c5a-2900-69543cb865fa/disk-0.vmdk. {{(pid=63750) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2021.842916] env[63750]: DEBUG nova.virt.vmwareapi.images [None req-d2bb0482-25f1-4f0e-a79c-7d638f05ee82 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Uploaded image de7fe304-21ba-4f66-8596-e18506d80c18 to the Glance image server {{(pid=63750) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2021.845793] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2bb0482-25f1-4f0e-a79c-7d638f05ee82 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Destroying the VM {{(pid=63750) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2021.846143] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b688fea0-906b-42c6-8755-9b90d81a84ca {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.856738] env[63750]: DEBUG oslo_vmware.api [None req-d2bb0482-25f1-4f0e-a79c-7d638f05ee82 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2021.856738] env[63750]: value = "task-2006988" [ 2021.856738] env[63750]: _type = "Task" [ 2021.856738] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.868527] env[63750]: DEBUG oslo_vmware.api [None req-d2bb0482-25f1-4f0e-a79c-7d638f05ee82 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2006988, 'name': Destroy_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.955475] env[63750]: DEBUG oslo_vmware.api [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006982, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.998317] env[63750]: DEBUG nova.compute.manager [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2022.195620] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 73e73f2c-f8b1-4a44-8fa3-cb2285041b52] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2022.229083] env[63750]: DEBUG nova.scheduler.client.report [None req-22b7540e-9a74-48ca-b2d4-d11b29081d0c tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2022.352887] env[63750]: DEBUG nova.objects.instance [None req-30d503c1-ed72-4d6b-a9e5-7400ac16860e tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lazy-loading 'pci_requests' on Instance uuid ee1deeaf-7782-4ae2-bf3e-c766ae21a05a {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2022.370011] env[63750]: DEBUG oslo_vmware.api [None req-d2bb0482-25f1-4f0e-a79c-7d638f05ee82 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2006988, 'name': Destroy_Task, 'duration_secs': 0.46843} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.370367] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-d2bb0482-25f1-4f0e-a79c-7d638f05ee82 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Destroyed the VM [ 2022.370685] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-d2bb0482-25f1-4f0e-a79c-7d638f05ee82 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Deleting Snapshot of the VM instance {{(pid=63750) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2022.371009] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fd8a821c-5a16-4fc8-8057-ab4db5c52ffc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.378090] env[63750]: DEBUG oslo_vmware.api [None req-d2bb0482-25f1-4f0e-a79c-7d638f05ee82 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2022.378090] env[63750]: value = "task-2006989" [ 2022.378090] env[63750]: _type = "Task" [ 2022.378090] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.385787] env[63750]: DEBUG oslo_vmware.api [None req-d2bb0482-25f1-4f0e-a79c-7d638f05ee82 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2006989, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.453870] env[63750]: DEBUG oslo_vmware.api [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006982, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.699692] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 8fddfd5a-144e-4764-ae66-d212167aba17] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2022.733796] env[63750]: DEBUG oslo_concurrency.lockutils [None req-22b7540e-9a74-48ca-b2d4-d11b29081d0c tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.747s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2022.736397] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.524s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2022.737796] env[63750]: INFO nova.compute.claims [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2022.760929] env[63750]: INFO nova.scheduler.client.report [None req-22b7540e-9a74-48ca-b2d4-d11b29081d0c tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Deleted allocations for instance e50b44e7-438b-4bf8-ac9d-261994681240 [ 2022.855832] env[63750]: DEBUG nova.objects.base [None req-30d503c1-ed72-4d6b-a9e5-7400ac16860e tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63750) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2022.856150] env[63750]: DEBUG nova.network.neutron [None req-30d503c1-ed72-4d6b-a9e5-7400ac16860e tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2022.888714] env[63750]: DEBUG oslo_vmware.api [None req-d2bb0482-25f1-4f0e-a79c-7d638f05ee82 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2006989, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.895802] env[63750]: DEBUG nova.policy [None req-30d503c1-ed72-4d6b-a9e5-7400ac16860e tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '742b9609250c4b599058105c38133a5d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd2139ec6eeb4ba6992db80e7239b224', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 2022.953067] env[63750]: DEBUG oslo_vmware.api [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006982, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.006781] env[63750]: DEBUG nova.compute.manager [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2023.028541] env[63750]: DEBUG nova.virt.hardware [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2023.028844] env[63750]: DEBUG nova.virt.hardware [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2023.029030] env[63750]: DEBUG nova.virt.hardware [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2023.029230] env[63750]: DEBUG nova.virt.hardware [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2023.029404] env[63750]: DEBUG nova.virt.hardware [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2023.029878] env[63750]: DEBUG nova.virt.hardware [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2023.029987] env[63750]: DEBUG nova.virt.hardware [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2023.030156] env[63750]: DEBUG nova.virt.hardware [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2023.030421] env[63750]: DEBUG nova.virt.hardware [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2023.030507] env[63750]: DEBUG nova.virt.hardware [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2023.030677] env[63750]: DEBUG nova.virt.hardware [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2023.031556] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045269e2-ee34-4ef6-8f27-5e50ef574e66 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.039689] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0536cabb-a2ea-43ac-aa56-9035712d3add {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.203201] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: cbf7b9d3-0a79-4af3-be0c-0970adfda0eb] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2023.268134] env[63750]: DEBUG oslo_concurrency.lockutils [None req-22b7540e-9a74-48ca-b2d4-d11b29081d0c tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "e50b44e7-438b-4bf8-ac9d-261994681240" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.780s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2023.390504] env[63750]: DEBUG oslo_vmware.api [None req-d2bb0482-25f1-4f0e-a79c-7d638f05ee82 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2006989, 'name': RemoveSnapshot_Task, 'duration_secs': 0.515489} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.390769] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-d2bb0482-25f1-4f0e-a79c-7d638f05ee82 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Deleted Snapshot of the VM instance {{(pid=63750) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2023.391011] env[63750]: INFO nova.compute.manager [None req-d2bb0482-25f1-4f0e-a79c-7d638f05ee82 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Took 23.72 seconds to snapshot the instance on the hypervisor. [ 2023.456185] env[63750]: DEBUG oslo_vmware.api [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006982, 'name': CopyVirtualDisk_Task, 'duration_secs': 5.081833} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.457243] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d23fee1b-1a9a-4d36-88a8-24307d17c244/d23fee1b-1a9a-4d36-88a8-24307d17c244.vmdk to [datastore1] 29600446-72e8-4e1e-ad95-f13144991511/29600446-72e8-4e1e-ad95-f13144991511.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2023.458120] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23de5888-db5e-4132-bf83-0af5c6253c20 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.481672] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 29600446-72e8-4e1e-ad95-f13144991511] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 29600446-72e8-4e1e-ad95-f13144991511/29600446-72e8-4e1e-ad95-f13144991511.vmdk or device None with type streamOptimized {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2023.482684] env[63750]: DEBUG nova.network.neutron [None req-30d503c1-ed72-4d6b-a9e5-7400ac16860e tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Successfully created port: 8c75a7ee-dfa8-4bee-b28c-6f70d389f5fc {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2023.485654] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26e85daf-aac1-4ca3-94de-010bc83f254e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.514471] env[63750]: DEBUG oslo_vmware.api [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 2023.514471] env[63750]: value = "task-2006990" [ 2023.514471] env[63750]: _type = "Task" [ 2023.514471] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.522679] env[63750]: DEBUG oslo_vmware.api [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006990, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.691136] env[63750]: DEBUG nova.compute.manager [req-094e3b9a-305b-4eb8-95f9-b42c727cde94 req-ae47bcd9-4a35-4f1c-8049-6703f1ed0799 service nova] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Received event network-vif-plugged-57fdf3fe-93d4-49d2-b29f-69c8133bbb5e {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2023.691136] env[63750]: DEBUG oslo_concurrency.lockutils [req-094e3b9a-305b-4eb8-95f9-b42c727cde94 req-ae47bcd9-4a35-4f1c-8049-6703f1ed0799 service nova] Acquiring lock "6b662256-3da2-410f-9d21-85b459ce1fd3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2023.691136] env[63750]: DEBUG oslo_concurrency.lockutils [req-094e3b9a-305b-4eb8-95f9-b42c727cde94 req-ae47bcd9-4a35-4f1c-8049-6703f1ed0799 service nova] Lock "6b662256-3da2-410f-9d21-85b459ce1fd3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2023.691136] env[63750]: DEBUG oslo_concurrency.lockutils [req-094e3b9a-305b-4eb8-95f9-b42c727cde94 req-ae47bcd9-4a35-4f1c-8049-6703f1ed0799 service nova] Lock "6b662256-3da2-410f-9d21-85b459ce1fd3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2023.691136] env[63750]: DEBUG nova.compute.manager [req-094e3b9a-305b-4eb8-95f9-b42c727cde94 req-ae47bcd9-4a35-4f1c-8049-6703f1ed0799 service nova] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] No waiting events found dispatching network-vif-plugged-57fdf3fe-93d4-49d2-b29f-69c8133bbb5e {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2023.691136] env[63750]: WARNING nova.compute.manager [req-094e3b9a-305b-4eb8-95f9-b42c727cde94 req-ae47bcd9-4a35-4f1c-8049-6703f1ed0799 service nova] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Received unexpected event network-vif-plugged-57fdf3fe-93d4-49d2-b29f-69c8133bbb5e for instance with vm_state building and task_state spawning. [ 2023.708145] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 3530f51f-bf74-482e-b7cd-5afe9f279e13] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2023.908298] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ca3b01-e48f-4d4f-8472-269ddaefc807 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.916066] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6083efb7-465a-4b74-a9d6-010b386d9b6c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.950132] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29edcaf0-85ab-4c36-938b-b46c88e80f07 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.958943] env[63750]: DEBUG nova.compute.manager [None req-d2bb0482-25f1-4f0e-a79c-7d638f05ee82 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Found 1 images (rotation: 2) {{(pid=63750) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 2023.960871] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-facfbaec-4b5d-4cdd-81ea-6684ef2b0954 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.975817] env[63750]: DEBUG nova.compute.provider_tree [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2024.022673] env[63750]: DEBUG oslo_vmware.api [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.030374] env[63750]: DEBUG oslo_concurrency.lockutils [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquiring lock "23ddb635-5940-4f84-be03-33577eb16dad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2024.030595] env[63750]: DEBUG oslo_concurrency.lockutils [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "23ddb635-5940-4f84-be03-33577eb16dad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2024.210069] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 36f222f1-d379-49c4-88e3-017b5da36e36] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2024.291114] env[63750]: DEBUG nova.network.neutron [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Successfully updated port: 57fdf3fe-93d4-49d2-b29f-69c8133bbb5e {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2024.311639] env[63750]: DEBUG nova.compute.manager [req-370e1b61-686b-436b-a8ba-f2df97ecd88b req-5c16d383-3d99-4738-bc62-8d899e7c66a1 service nova] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Received event network-changed-57fdf3fe-93d4-49d2-b29f-69c8133bbb5e {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2024.311830] env[63750]: DEBUG nova.compute.manager [req-370e1b61-686b-436b-a8ba-f2df97ecd88b req-5c16d383-3d99-4738-bc62-8d899e7c66a1 service nova] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Refreshing instance network info cache due to event network-changed-57fdf3fe-93d4-49d2-b29f-69c8133bbb5e. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2024.312057] env[63750]: DEBUG oslo_concurrency.lockutils [req-370e1b61-686b-436b-a8ba-f2df97ecd88b req-5c16d383-3d99-4738-bc62-8d899e7c66a1 service nova] Acquiring lock "refresh_cache-6b662256-3da2-410f-9d21-85b459ce1fd3" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2024.312201] env[63750]: DEBUG oslo_concurrency.lockutils [req-370e1b61-686b-436b-a8ba-f2df97ecd88b req-5c16d383-3d99-4738-bc62-8d899e7c66a1 service nova] Acquired lock "refresh_cache-6b662256-3da2-410f-9d21-85b459ce1fd3" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2024.312356] env[63750]: DEBUG nova.network.neutron [req-370e1b61-686b-436b-a8ba-f2df97ecd88b req-5c16d383-3d99-4738-bc62-8d899e7c66a1 service nova] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Refreshing network info cache for port 57fdf3fe-93d4-49d2-b29f-69c8133bbb5e {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2024.479345] env[63750]: DEBUG nova.scheduler.client.report [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2024.524495] env[63750]: DEBUG oslo_vmware.api [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.533031] env[63750]: DEBUG nova.compute.manager [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2024.713384] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 817019a8-85aa-4f3a-be91-71d64dc51ae6] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2024.721025] env[63750]: DEBUG nova.compute.manager [None req-86050325-2fd8-4d25-a101-0124d8b9b8e9 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2024.721841] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7fc1b5f-3bbe-46db-a850-43f57d507cf7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.794871] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Acquiring lock "refresh_cache-6b662256-3da2-410f-9d21-85b459ce1fd3" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2024.857328] env[63750]: DEBUG nova.network.neutron [req-370e1b61-686b-436b-a8ba-f2df97ecd88b req-5c16d383-3d99-4738-bc62-8d899e7c66a1 service nova] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2024.984565] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.248s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2024.985182] env[63750]: DEBUG nova.compute.manager [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2024.988496] env[63750]: DEBUG nova.network.neutron [req-370e1b61-686b-436b-a8ba-f2df97ecd88b req-5c16d383-3d99-4738-bc62-8d899e7c66a1 service nova] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2024.989536] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.553s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2024.990131] env[63750]: DEBUG nova.objects.instance [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63750) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2025.025351] env[63750]: DEBUG oslo_vmware.api [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.055991] env[63750]: DEBUG oslo_concurrency.lockutils [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2025.122260] env[63750]: DEBUG nova.network.neutron [None req-30d503c1-ed72-4d6b-a9e5-7400ac16860e tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Successfully updated port: 8c75a7ee-dfa8-4bee-b28c-6f70d389f5fc {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2025.216896] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: dfd72d7d-1820-4e9a-8bc8-924fbe465145] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2025.232962] env[63750]: INFO nova.compute.manager [None req-86050325-2fd8-4d25-a101-0124d8b9b8e9 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] instance snapshotting [ 2025.233606] env[63750]: DEBUG nova.objects.instance [None req-86050325-2fd8-4d25-a101-0124d8b9b8e9 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lazy-loading 'flavor' on Instance uuid 5e48cc71-ce40-4e55-bffb-d3bf274c946b {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2025.493698] env[63750]: DEBUG oslo_concurrency.lockutils [req-370e1b61-686b-436b-a8ba-f2df97ecd88b req-5c16d383-3d99-4738-bc62-8d899e7c66a1 service nova] Releasing lock "refresh_cache-6b662256-3da2-410f-9d21-85b459ce1fd3" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2025.494982] env[63750]: DEBUG nova.compute.utils [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2025.499031] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Acquired lock "refresh_cache-6b662256-3da2-410f-9d21-85b459ce1fd3" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2025.499031] env[63750]: DEBUG nova.network.neutron [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2025.499740] env[63750]: DEBUG nova.compute.manager [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2025.500320] env[63750]: DEBUG nova.network.neutron [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2025.524690] env[63750]: DEBUG oslo_vmware.api [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006990, 'name': ReconfigVM_Task, 'duration_secs': 1.661628} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.524690] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 29600446-72e8-4e1e-ad95-f13144991511] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 29600446-72e8-4e1e-ad95-f13144991511/29600446-72e8-4e1e-ad95-f13144991511.vmdk or device None with type streamOptimized {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2025.524926] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10def6f3-dd2a-4131-b66d-4b948e9e8a9c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.530973] env[63750]: DEBUG oslo_vmware.api [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 2025.530973] env[63750]: value = "task-2006991" [ 2025.530973] env[63750]: _type = "Task" [ 2025.530973] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.539134] env[63750]: DEBUG oslo_vmware.api [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006991, 'name': Rename_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.540295] env[63750]: DEBUG nova.policy [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '89bbbd6da2d6432c8a385e43d2c1db45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc1114710e0d4372a8536f19816902bd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 2025.625354] env[63750]: DEBUG oslo_concurrency.lockutils [None req-30d503c1-ed72-4d6b-a9e5-7400ac16860e tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquiring lock "refresh_cache-ee1deeaf-7782-4ae2-bf3e-c766ae21a05a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2025.625354] env[63750]: DEBUG oslo_concurrency.lockutils [None req-30d503c1-ed72-4d6b-a9e5-7400ac16860e tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquired lock "refresh_cache-ee1deeaf-7782-4ae2-bf3e-c766ae21a05a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2025.625354] env[63750]: DEBUG nova.network.neutron [None req-30d503c1-ed72-4d6b-a9e5-7400ac16860e tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2025.719785] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 0a061a6e-02ff-498b-96b3-3ce7a4e39f40] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2025.744078] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131c7c32-53b5-4d97-ab27-4c13be6c0fa8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.762280] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fcf10fd-47c9-4729-b679-19a3f6634443 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.799316] env[63750]: DEBUG nova.network.neutron [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Successfully created port: c71f994d-c94a-42b1-8da3-1be3b43270c3 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2026.005835] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e2b49c97-1eef-4f0f-91e2-0517d1df1b94 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2026.007094] env[63750]: DEBUG nova.compute.manager [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2026.009642] env[63750]: DEBUG oslo_concurrency.lockutils [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.954s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2026.011317] env[63750]: INFO nova.compute.claims [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2026.041145] env[63750]: DEBUG oslo_vmware.api [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006991, 'name': Rename_Task, 'duration_secs': 0.131773} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.042124] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 29600446-72e8-4e1e-ad95-f13144991511] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2026.042166] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa675fb4-da90-40ca-9734-712b6ed257bc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.047855] env[63750]: DEBUG nova.network.neutron [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2026.051694] env[63750]: DEBUG oslo_vmware.api [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 2026.051694] env[63750]: value = "task-2006992" [ 2026.051694] env[63750]: _type = "Task" [ 2026.051694] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.059889] env[63750]: DEBUG oslo_vmware.api [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.168350] env[63750]: WARNING nova.network.neutron [None req-30d503c1-ed72-4d6b-a9e5-7400ac16860e tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] ff81de04-7e48-4127-88aa-44bb0621a003 already exists in list: networks containing: ['ff81de04-7e48-4127-88aa-44bb0621a003']. ignoring it [ 2026.220647] env[63750]: DEBUG nova.network.neutron [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Updating instance_info_cache with network_info: [{"id": "57fdf3fe-93d4-49d2-b29f-69c8133bbb5e", "address": "fa:16:3e:f8:be:f1", "network": {"id": "bc8caa0c-64a5-498f-9d9f-64dc1d502217", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1864557009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc1114710e0d4372a8536f19816902bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57fdf3fe-93", "ovs_interfaceid": "57fdf3fe-93d4-49d2-b29f-69c8133bbb5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2026.223648] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 6f7f88da-fb15-40ad-97e1-6ca0a8a1ba7b] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2026.275687] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-86050325-2fd8-4d25-a101-0124d8b9b8e9 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Creating Snapshot of the VM instance {{(pid=63750) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2026.275983] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9ff66d2e-a35c-4d2f-8bc0-3fcaf5e49ecc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.284567] env[63750]: DEBUG oslo_vmware.api [None req-86050325-2fd8-4d25-a101-0124d8b9b8e9 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2026.284567] env[63750]: value = "task-2006993" [ 2026.284567] env[63750]: _type = "Task" [ 2026.284567] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.293194] env[63750]: DEBUG oslo_vmware.api [None req-86050325-2fd8-4d25-a101-0124d8b9b8e9 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2006993, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.350837] env[63750]: DEBUG nova.compute.manager [req-bd713e77-da1d-4803-b023-c7f471c722cb req-80f02aae-092c-41a5-a7c2-15b98eeb1b6b service nova] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Received event network-vif-plugged-8c75a7ee-dfa8-4bee-b28c-6f70d389f5fc {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2026.351182] env[63750]: DEBUG oslo_concurrency.lockutils [req-bd713e77-da1d-4803-b023-c7f471c722cb req-80f02aae-092c-41a5-a7c2-15b98eeb1b6b service nova] Acquiring lock "ee1deeaf-7782-4ae2-bf3e-c766ae21a05a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2026.351458] env[63750]: DEBUG oslo_concurrency.lockutils [req-bd713e77-da1d-4803-b023-c7f471c722cb req-80f02aae-092c-41a5-a7c2-15b98eeb1b6b service nova] Lock "ee1deeaf-7782-4ae2-bf3e-c766ae21a05a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2026.351817] env[63750]: DEBUG oslo_concurrency.lockutils [req-bd713e77-da1d-4803-b023-c7f471c722cb req-80f02aae-092c-41a5-a7c2-15b98eeb1b6b service nova] Lock "ee1deeaf-7782-4ae2-bf3e-c766ae21a05a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2026.351910] env[63750]: DEBUG nova.compute.manager [req-bd713e77-da1d-4803-b023-c7f471c722cb req-80f02aae-092c-41a5-a7c2-15b98eeb1b6b service nova] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] No waiting events found dispatching network-vif-plugged-8c75a7ee-dfa8-4bee-b28c-6f70d389f5fc {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2026.352083] env[63750]: WARNING nova.compute.manager [req-bd713e77-da1d-4803-b023-c7f471c722cb req-80f02aae-092c-41a5-a7c2-15b98eeb1b6b service nova] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Received unexpected event network-vif-plugged-8c75a7ee-dfa8-4bee-b28c-6f70d389f5fc for instance with vm_state active and task_state None. [ 2026.352262] env[63750]: DEBUG nova.compute.manager [req-bd713e77-da1d-4803-b023-c7f471c722cb req-80f02aae-092c-41a5-a7c2-15b98eeb1b6b service nova] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Received event network-changed-8c75a7ee-dfa8-4bee-b28c-6f70d389f5fc {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2026.352423] env[63750]: DEBUG nova.compute.manager [req-bd713e77-da1d-4803-b023-c7f471c722cb req-80f02aae-092c-41a5-a7c2-15b98eeb1b6b service nova] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Refreshing instance network info cache due to event network-changed-8c75a7ee-dfa8-4bee-b28c-6f70d389f5fc. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2026.352607] env[63750]: DEBUG oslo_concurrency.lockutils [req-bd713e77-da1d-4803-b023-c7f471c722cb req-80f02aae-092c-41a5-a7c2-15b98eeb1b6b service nova] Acquiring lock "refresh_cache-ee1deeaf-7782-4ae2-bf3e-c766ae21a05a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2026.523662] env[63750]: DEBUG nova.network.neutron [None req-30d503c1-ed72-4d6b-a9e5-7400ac16860e tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Updating instance_info_cache with network_info: [{"id": "9f8d04b0-6f61-4411-befb-8002f5f39b26", "address": "fa:16:3e:72:cf:4a", "network": {"id": "ff81de04-7e48-4127-88aa-44bb0621a003", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-707332449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2139ec6eeb4ba6992db80e7239b224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f8d04b0-6f", "ovs_interfaceid": "9f8d04b0-6f61-4411-befb-8002f5f39b26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8c75a7ee-dfa8-4bee-b28c-6f70d389f5fc", "address": "fa:16:3e:3b:41:f8", "network": {"id": "ff81de04-7e48-4127-88aa-44bb0621a003", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-707332449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2139ec6eeb4ba6992db80e7239b224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c75a7ee-df", "ovs_interfaceid": "8c75a7ee-dfa8-4bee-b28c-6f70d389f5fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2026.562554] env[63750]: DEBUG oslo_vmware.api [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006992, 'name': PowerOnVM_Task, 'duration_secs': 0.444117} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.562819] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 29600446-72e8-4e1e-ad95-f13144991511] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2026.563028] env[63750]: INFO nova.compute.manager [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 29600446-72e8-4e1e-ad95-f13144991511] Took 21.03 seconds to spawn the instance on the hypervisor. [ 2026.563213] env[63750]: DEBUG nova.compute.manager [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 29600446-72e8-4e1e-ad95-f13144991511] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2026.563958] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25a4271-f764-410b-bd04-6da096385036 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.723228] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Releasing lock "refresh_cache-6b662256-3da2-410f-9d21-85b459ce1fd3" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2026.723560] env[63750]: DEBUG nova.compute.manager [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Instance network_info: |[{"id": "57fdf3fe-93d4-49d2-b29f-69c8133bbb5e", "address": "fa:16:3e:f8:be:f1", "network": {"id": "bc8caa0c-64a5-498f-9d9f-64dc1d502217", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1864557009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc1114710e0d4372a8536f19816902bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57fdf3fe-93", "ovs_interfaceid": "57fdf3fe-93d4-49d2-b29f-69c8133bbb5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2026.723984] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:be:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c297fe21-cd0b-4226-813b-a65d2358d034', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57fdf3fe-93d4-49d2-b29f-69c8133bbb5e', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2026.732653] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Creating folder: Project (dc1114710e0d4372a8536f19816902bd). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2026.733103] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 5bf50b91-900d-4a40-b166-9311017e2d78] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2026.734838] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72a1e1f4-2351-46fc-8ece-43e271f01280 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.746590] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Created folder: Project (dc1114710e0d4372a8536f19816902bd) in parent group-v412391. [ 2026.746772] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Creating folder: Instances. Parent ref: group-v412645. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2026.746995] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17a8a22d-1942-4aac-b5ca-9d2e7d6ffe81 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.758620] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Created folder: Instances in parent group-v412645. [ 2026.758867] env[63750]: DEBUG oslo.service.loopingcall [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2026.759068] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2026.759266] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dadada14-d14e-4bdd-86b8-a5393cdfc0f2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.778368] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2026.778368] env[63750]: value = "task-2006996" [ 2026.778368] env[63750]: _type = "Task" [ 2026.778368] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.785328] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006996, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.792904] env[63750]: DEBUG oslo_vmware.api [None req-86050325-2fd8-4d25-a101-0124d8b9b8e9 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2006993, 'name': CreateSnapshot_Task, 'duration_secs': 0.436309} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.793154] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-86050325-2fd8-4d25-a101-0124d8b9b8e9 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Created Snapshot of the VM instance {{(pid=63750) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2026.793860] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee0a54b-9003-41ee-af04-18e4fdd2b762 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.022045] env[63750]: DEBUG nova.compute.manager [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2027.029499] env[63750]: DEBUG oslo_concurrency.lockutils [None req-30d503c1-ed72-4d6b-a9e5-7400ac16860e tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Releasing lock "refresh_cache-ee1deeaf-7782-4ae2-bf3e-c766ae21a05a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2027.031027] env[63750]: DEBUG oslo_concurrency.lockutils [None req-30d503c1-ed72-4d6b-a9e5-7400ac16860e tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquiring lock "ee1deeaf-7782-4ae2-bf3e-c766ae21a05a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2027.031027] env[63750]: DEBUG oslo_concurrency.lockutils [None req-30d503c1-ed72-4d6b-a9e5-7400ac16860e tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquired lock "ee1deeaf-7782-4ae2-bf3e-c766ae21a05a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2027.032537] env[63750]: DEBUG oslo_concurrency.lockutils [req-bd713e77-da1d-4803-b023-c7f471c722cb req-80f02aae-092c-41a5-a7c2-15b98eeb1b6b service nova] Acquired lock "refresh_cache-ee1deeaf-7782-4ae2-bf3e-c766ae21a05a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2027.032646] env[63750]: DEBUG nova.network.neutron [req-bd713e77-da1d-4803-b023-c7f471c722cb req-80f02aae-092c-41a5-a7c2-15b98eeb1b6b service nova] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Refreshing network info cache for port 8c75a7ee-dfa8-4bee-b28c-6f70d389f5fc {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2027.034793] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e428860-d924-471c-9b03-93886755f3d8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.054299] env[63750]: DEBUG nova.virt.hardware [None req-30d503c1-ed72-4d6b-a9e5-7400ac16860e tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2027.054539] env[63750]: DEBUG nova.virt.hardware [None req-30d503c1-ed72-4d6b-a9e5-7400ac16860e tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2027.055064] env[63750]: DEBUG nova.virt.hardware [None req-30d503c1-ed72-4d6b-a9e5-7400ac16860e tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2027.055064] env[63750]: DEBUG nova.virt.hardware [None req-30d503c1-ed72-4d6b-a9e5-7400ac16860e tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2027.055064] env[63750]: DEBUG nova.virt.hardware [None req-30d503c1-ed72-4d6b-a9e5-7400ac16860e tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2027.055185] env[63750]: DEBUG nova.virt.hardware [None req-30d503c1-ed72-4d6b-a9e5-7400ac16860e tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2027.055354] env[63750]: DEBUG nova.virt.hardware [None req-30d503c1-ed72-4d6b-a9e5-7400ac16860e tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2027.055510] env[63750]: DEBUG nova.virt.hardware [None req-30d503c1-ed72-4d6b-a9e5-7400ac16860e tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2027.055669] env[63750]: DEBUG nova.virt.hardware [None req-30d503c1-ed72-4d6b-a9e5-7400ac16860e tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2027.055826] env[63750]: DEBUG nova.virt.hardware [None req-30d503c1-ed72-4d6b-a9e5-7400ac16860e tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2027.055994] env[63750]: DEBUG nova.virt.hardware [None req-30d503c1-ed72-4d6b-a9e5-7400ac16860e tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2027.062140] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-30d503c1-ed72-4d6b-a9e5-7400ac16860e tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Reconfiguring VM to attach interface {{(pid=63750) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2027.066931] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b789ff4-9001-4478-a976-6e8ee542133e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.084851] env[63750]: DEBUG nova.virt.hardware [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2027.085738] env[63750]: DEBUG nova.virt.hardware [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2027.085738] env[63750]: DEBUG nova.virt.hardware [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2027.085738] env[63750]: DEBUG nova.virt.hardware [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2027.085738] env[63750]: DEBUG nova.virt.hardware [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2027.085867] env[63750]: DEBUG nova.virt.hardware [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2027.085989] env[63750]: DEBUG nova.virt.hardware [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2027.086328] env[63750]: DEBUG nova.virt.hardware [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2027.086328] env[63750]: DEBUG nova.virt.hardware [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2027.086469] env[63750]: DEBUG nova.virt.hardware [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2027.086605] env[63750]: DEBUG nova.virt.hardware [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2027.088276] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6db38ae-fb3a-49dd-a08b-b098bb3fa5a0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.096315] env[63750]: INFO nova.compute.manager [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 29600446-72e8-4e1e-ad95-f13144991511] Took 25.81 seconds to build instance. [ 2027.097468] env[63750]: DEBUG oslo_vmware.api [None req-30d503c1-ed72-4d6b-a9e5-7400ac16860e tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Waiting for the task: (returnval){ [ 2027.097468] env[63750]: value = "task-2006997" [ 2027.097468] env[63750]: _type = "Task" [ 2027.097468] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.105116] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e4c859-c68d-4eb0-9917-a715331e7c8c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.115194] env[63750]: DEBUG oslo_vmware.api [None req-30d503c1-ed72-4d6b-a9e5-7400ac16860e tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2006997, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.217895] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5882a57-bfe2-4bb2-9007-63ecb76d443c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.227275] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b565f6-a822-4830-9ce0-cdc82d51fe93 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.259136] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 2807eaf2-56ab-4391-a2b2-9ba4b0600cd3] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2027.266025] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5afe50a1-3935-4c38-85e7-32ef5dc98268 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.274005] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b90630-8fd2-4627-8aeb-cdd4659eacd8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.297719] env[63750]: DEBUG nova.compute.provider_tree [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2027.302309] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006996, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.303642] env[63750]: DEBUG nova.network.neutron [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Successfully updated port: c71f994d-c94a-42b1-8da3-1be3b43270c3 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2027.311173] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-86050325-2fd8-4d25-a101-0124d8b9b8e9 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Creating linked-clone VM from snapshot {{(pid=63750) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2027.312355] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a8a1cb75-49b8-4dfb-b03d-0bd59a3c01bc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.321402] env[63750]: DEBUG oslo_vmware.api [None req-86050325-2fd8-4d25-a101-0124d8b9b8e9 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2027.321402] env[63750]: value = "task-2006998" [ 2027.321402] env[63750]: _type = "Task" [ 2027.321402] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.329812] env[63750]: DEBUG oslo_vmware.api [None req-86050325-2fd8-4d25-a101-0124d8b9b8e9 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2006998, 'name': CloneVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.539922] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d56ddaf0-8b79-42d4-b75b-28085f18b299 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquiring lock "29600446-72e8-4e1e-ad95-f13144991511" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2027.599602] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a4a40d37-3aa5-4574-91dc-4c9f33ae0511 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lock "29600446-72e8-4e1e-ad95-f13144991511" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.317s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2027.599766] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d56ddaf0-8b79-42d4-b75b-28085f18b299 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lock "29600446-72e8-4e1e-ad95-f13144991511" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.060s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2027.599880] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d56ddaf0-8b79-42d4-b75b-28085f18b299 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquiring lock "29600446-72e8-4e1e-ad95-f13144991511-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2027.600107] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d56ddaf0-8b79-42d4-b75b-28085f18b299 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lock "29600446-72e8-4e1e-ad95-f13144991511-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2027.600277] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d56ddaf0-8b79-42d4-b75b-28085f18b299 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lock "29600446-72e8-4e1e-ad95-f13144991511-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2027.605695] env[63750]: INFO nova.compute.manager [None req-d56ddaf0-8b79-42d4-b75b-28085f18b299 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 29600446-72e8-4e1e-ad95-f13144991511] Terminating instance [ 2027.613980] env[63750]: DEBUG oslo_vmware.api [None req-30d503c1-ed72-4d6b-a9e5-7400ac16860e tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2006997, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.766956] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: c72d3206-1842-4cf6-bfba-c4f811744f29] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2027.790054] env[63750]: DEBUG nova.network.neutron [req-bd713e77-da1d-4803-b023-c7f471c722cb req-80f02aae-092c-41a5-a7c2-15b98eeb1b6b service nova] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Updated VIF entry in instance network info cache for port 8c75a7ee-dfa8-4bee-b28c-6f70d389f5fc. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2027.790424] env[63750]: DEBUG nova.network.neutron [req-bd713e77-da1d-4803-b023-c7f471c722cb req-80f02aae-092c-41a5-a7c2-15b98eeb1b6b service nova] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Updating instance_info_cache with network_info: [{"id": "9f8d04b0-6f61-4411-befb-8002f5f39b26", "address": "fa:16:3e:72:cf:4a", "network": {"id": "ff81de04-7e48-4127-88aa-44bb0621a003", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-707332449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2139ec6eeb4ba6992db80e7239b224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f8d04b0-6f", "ovs_interfaceid": "9f8d04b0-6f61-4411-befb-8002f5f39b26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8c75a7ee-dfa8-4bee-b28c-6f70d389f5fc", "address": "fa:16:3e:3b:41:f8", "network": {"id": "ff81de04-7e48-4127-88aa-44bb0621a003", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-707332449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2139ec6eeb4ba6992db80e7239b224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c75a7ee-df", "ovs_interfaceid": "8c75a7ee-dfa8-4bee-b28c-6f70d389f5fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2027.798314] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2006996, 'name': CreateVM_Task, 'duration_secs': 0.822312} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.799165] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2027.799892] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2027.800072] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2027.800431] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2027.801038] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3402eccd-9f97-4c0a-b44d-4158265e095e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.807141] env[63750]: DEBUG nova.scheduler.client.report [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2027.810597] env[63750]: DEBUG oslo_vmware.api [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2027.810597] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52821526-70e5-1f02-06d8-890e2348ef1c" [ 2027.810597] env[63750]: _type = "Task" [ 2027.810597] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.815020] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Acquiring lock "refresh_cache-4c13e422-83da-4b9d-aca3-27a011b32c6e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2027.815173] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Acquired lock "refresh_cache-4c13e422-83da-4b9d-aca3-27a011b32c6e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2027.815322] env[63750]: DEBUG nova.network.neutron [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2027.822843] env[63750]: DEBUG oslo_vmware.api [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52821526-70e5-1f02-06d8-890e2348ef1c, 'name': SearchDatastore_Task, 'duration_secs': 0.011633} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.827201] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2027.827481] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2027.827700] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2027.827865] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2027.828058] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2027.828939] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-039e3d53-8fe0-4d7d-9ca7-121054788573 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.836657] env[63750]: DEBUG oslo_vmware.api [None req-86050325-2fd8-4d25-a101-0124d8b9b8e9 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2006998, 'name': CloneVM_Task} progress is 94%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.838100] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2027.838288] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2027.839023] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce94a2f8-4c3d-4cc9-946e-523828c9819f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.844987] env[63750]: DEBUG oslo_vmware.api [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2027.844987] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5200336a-c8e9-130c-f539-ee99f3e50d43" [ 2027.844987] env[63750]: _type = "Task" [ 2027.844987] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.853495] env[63750]: DEBUG oslo_vmware.api [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5200336a-c8e9-130c-f539-ee99f3e50d43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.109525] env[63750]: DEBUG oslo_vmware.api [None req-30d503c1-ed72-4d6b-a9e5-7400ac16860e tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2006997, 'name': ReconfigVM_Task, 'duration_secs': 0.993251} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.110105] env[63750]: DEBUG nova.compute.manager [None req-d56ddaf0-8b79-42d4-b75b-28085f18b299 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 29600446-72e8-4e1e-ad95-f13144991511] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2028.110309] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-d56ddaf0-8b79-42d4-b75b-28085f18b299 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 29600446-72e8-4e1e-ad95-f13144991511] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2028.110848] env[63750]: DEBUG oslo_concurrency.lockutils [None req-30d503c1-ed72-4d6b-a9e5-7400ac16860e tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Releasing lock "ee1deeaf-7782-4ae2-bf3e-c766ae21a05a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2028.111054] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-30d503c1-ed72-4d6b-a9e5-7400ac16860e tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Reconfigured VM to attach interface {{(pid=63750) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2028.115069] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484539d1-b0ea-4941-926a-d58de46ee7a2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.122402] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56ddaf0-8b79-42d4-b75b-28085f18b299 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 29600446-72e8-4e1e-ad95-f13144991511] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2028.122402] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-013b7c4f-58b7-4029-8756-2b3417fc3daa {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.129086] env[63750]: DEBUG oslo_vmware.api [None req-d56ddaf0-8b79-42d4-b75b-28085f18b299 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 2028.129086] env[63750]: value = "task-2006999" [ 2028.129086] env[63750]: _type = "Task" [ 2028.129086] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.140022] env[63750]: DEBUG oslo_vmware.api [None req-d56ddaf0-8b79-42d4-b75b-28085f18b299 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.271343] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: e2f05884-7293-4e98-a2e3-690440efd29a] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2028.294689] env[63750]: DEBUG oslo_concurrency.lockutils [req-bd713e77-da1d-4803-b023-c7f471c722cb req-80f02aae-092c-41a5-a7c2-15b98eeb1b6b service nova] Releasing lock "refresh_cache-ee1deeaf-7782-4ae2-bf3e-c766ae21a05a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2028.317371] env[63750]: DEBUG oslo_concurrency.lockutils [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.307s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2028.318294] env[63750]: DEBUG nova.compute.manager [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2028.339219] env[63750]: DEBUG oslo_vmware.api [None req-86050325-2fd8-4d25-a101-0124d8b9b8e9 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2006998, 'name': CloneVM_Task} progress is 94%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.361106] env[63750]: DEBUG oslo_vmware.api [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5200336a-c8e9-130c-f539-ee99f3e50d43, 'name': SearchDatastore_Task, 'duration_secs': 0.009827} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.363329] env[63750]: DEBUG nova.network.neutron [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2028.366314] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2bff4e3-3bb8-493b-80ab-e14534019480 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.373193] env[63750]: DEBUG oslo_vmware.api [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2028.373193] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52d8b2ee-a589-97c8-6bdc-d481c9d94aac" [ 2028.373193] env[63750]: _type = "Task" [ 2028.373193] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.379039] env[63750]: DEBUG nova.compute.manager [req-13989350-d9e2-44e2-a5aa-528ae076443c req-9782bd8c-596c-4425-a444-013e04fff366 service nova] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Received event network-vif-plugged-c71f994d-c94a-42b1-8da3-1be3b43270c3 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2028.379265] env[63750]: DEBUG oslo_concurrency.lockutils [req-13989350-d9e2-44e2-a5aa-528ae076443c req-9782bd8c-596c-4425-a444-013e04fff366 service nova] Acquiring lock "4c13e422-83da-4b9d-aca3-27a011b32c6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2028.379469] env[63750]: DEBUG oslo_concurrency.lockutils [req-13989350-d9e2-44e2-a5aa-528ae076443c req-9782bd8c-596c-4425-a444-013e04fff366 service nova] Lock "4c13e422-83da-4b9d-aca3-27a011b32c6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2028.379646] env[63750]: DEBUG oslo_concurrency.lockutils [req-13989350-d9e2-44e2-a5aa-528ae076443c req-9782bd8c-596c-4425-a444-013e04fff366 service nova] Lock "4c13e422-83da-4b9d-aca3-27a011b32c6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2028.379821] env[63750]: DEBUG nova.compute.manager [req-13989350-d9e2-44e2-a5aa-528ae076443c req-9782bd8c-596c-4425-a444-013e04fff366 service nova] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] No waiting events found dispatching network-vif-plugged-c71f994d-c94a-42b1-8da3-1be3b43270c3 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2028.379981] env[63750]: WARNING nova.compute.manager [req-13989350-d9e2-44e2-a5aa-528ae076443c req-9782bd8c-596c-4425-a444-013e04fff366 service nova] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Received unexpected event network-vif-plugged-c71f994d-c94a-42b1-8da3-1be3b43270c3 for instance with vm_state building and task_state spawning. [ 2028.380154] env[63750]: DEBUG nova.compute.manager [req-13989350-d9e2-44e2-a5aa-528ae076443c req-9782bd8c-596c-4425-a444-013e04fff366 service nova] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Received event network-changed-c71f994d-c94a-42b1-8da3-1be3b43270c3 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2028.380303] env[63750]: DEBUG nova.compute.manager [req-13989350-d9e2-44e2-a5aa-528ae076443c req-9782bd8c-596c-4425-a444-013e04fff366 service nova] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Refreshing instance network info cache due to event network-changed-c71f994d-c94a-42b1-8da3-1be3b43270c3. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2028.380469] env[63750]: DEBUG oslo_concurrency.lockutils [req-13989350-d9e2-44e2-a5aa-528ae076443c req-9782bd8c-596c-4425-a444-013e04fff366 service nova] Acquiring lock "refresh_cache-4c13e422-83da-4b9d-aca3-27a011b32c6e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2028.386985] env[63750]: DEBUG oslo_vmware.api [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52d8b2ee-a589-97c8-6bdc-d481c9d94aac, 'name': SearchDatastore_Task, 'duration_secs': 0.011132} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.389353] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2028.389618] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 6b662256-3da2-410f-9d21-85b459ce1fd3/6b662256-3da2-410f-9d21-85b459ce1fd3.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2028.389889] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1103c310-4621-4edd-ba69-4c1e19522446 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.397032] env[63750]: DEBUG oslo_vmware.api [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2028.397032] env[63750]: value = "task-2007000" [ 2028.397032] env[63750]: _type = "Task" [ 2028.397032] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.405695] env[63750]: DEBUG oslo_vmware.api [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007000, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.558528] env[63750]: DEBUG nova.network.neutron [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Updating instance_info_cache with network_info: [{"id": "c71f994d-c94a-42b1-8da3-1be3b43270c3", "address": "fa:16:3e:b9:d2:23", "network": {"id": "bc8caa0c-64a5-498f-9d9f-64dc1d502217", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1864557009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc1114710e0d4372a8536f19816902bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc71f994d-c9", "ovs_interfaceid": "c71f994d-c94a-42b1-8da3-1be3b43270c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2028.619015] env[63750]: DEBUG oslo_concurrency.lockutils [None req-30d503c1-ed72-4d6b-a9e5-7400ac16860e tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lock "interface-ee1deeaf-7782-4ae2-bf3e-c766ae21a05a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.842s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2028.639781] env[63750]: DEBUG oslo_vmware.api [None req-d56ddaf0-8b79-42d4-b75b-28085f18b299 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2006999, 'name': PowerOffVM_Task, 'duration_secs': 0.195197} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.640720] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56ddaf0-8b79-42d4-b75b-28085f18b299 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 29600446-72e8-4e1e-ad95-f13144991511] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2028.640908] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-d56ddaf0-8b79-42d4-b75b-28085f18b299 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 29600446-72e8-4e1e-ad95-f13144991511] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2028.641185] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1fd26874-1fae-4ea6-870a-db2a9040ade9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.776037] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 0dabc79e-2f17-4d61-b0c7-c384fb2fdc57] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2028.827330] env[63750]: DEBUG nova.compute.utils [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2028.830343] env[63750]: DEBUG nova.compute.manager [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2028.830558] env[63750]: DEBUG nova.network.neutron [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2028.844924] env[63750]: DEBUG oslo_vmware.api [None req-86050325-2fd8-4d25-a101-0124d8b9b8e9 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2006998, 'name': CloneVM_Task} progress is 95%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.883372] env[63750]: DEBUG nova.policy [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86333ce8360340c3b7cf65e8273fd5ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23846c040dac48ec80f88340c38cbf38', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 2028.905875] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-d56ddaf0-8b79-42d4-b75b-28085f18b299 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 29600446-72e8-4e1e-ad95-f13144991511] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2028.906214] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-d56ddaf0-8b79-42d4-b75b-28085f18b299 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 29600446-72e8-4e1e-ad95-f13144991511] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2028.906511] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-d56ddaf0-8b79-42d4-b75b-28085f18b299 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Deleting the datastore file [datastore1] 29600446-72e8-4e1e-ad95-f13144991511 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2028.907426] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61d7acd8-4804-4619-9835-299083c6252d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.915709] env[63750]: DEBUG oslo_vmware.api [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007000, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.921216] env[63750]: DEBUG oslo_vmware.api [None req-d56ddaf0-8b79-42d4-b75b-28085f18b299 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 2028.921216] env[63750]: value = "task-2007002" [ 2028.921216] env[63750]: _type = "Task" [ 2028.921216] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.930861] env[63750]: DEBUG oslo_vmware.api [None req-d56ddaf0-8b79-42d4-b75b-28085f18b299 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2007002, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.061359] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Releasing lock "refresh_cache-4c13e422-83da-4b9d-aca3-27a011b32c6e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2029.061738] env[63750]: DEBUG nova.compute.manager [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Instance network_info: |[{"id": "c71f994d-c94a-42b1-8da3-1be3b43270c3", "address": "fa:16:3e:b9:d2:23", "network": {"id": "bc8caa0c-64a5-498f-9d9f-64dc1d502217", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1864557009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc1114710e0d4372a8536f19816902bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc71f994d-c9", "ovs_interfaceid": "c71f994d-c94a-42b1-8da3-1be3b43270c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2029.062072] env[63750]: DEBUG oslo_concurrency.lockutils [req-13989350-d9e2-44e2-a5aa-528ae076443c req-9782bd8c-596c-4425-a444-013e04fff366 service nova] Acquired lock "refresh_cache-4c13e422-83da-4b9d-aca3-27a011b32c6e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2029.062260] env[63750]: DEBUG nova.network.neutron [req-13989350-d9e2-44e2-a5aa-528ae076443c req-9782bd8c-596c-4425-a444-013e04fff366 service nova] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Refreshing network info cache for port c71f994d-c94a-42b1-8da3-1be3b43270c3 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2029.063937] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:d2:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c297fe21-cd0b-4226-813b-a65d2358d034', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c71f994d-c94a-42b1-8da3-1be3b43270c3', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2029.071943] env[63750]: DEBUG oslo.service.loopingcall [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2029.073038] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2029.073268] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da6ca46e-2077-4889-8098-43c82d654abd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.093643] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2029.093643] env[63750]: value = "task-2007003" [ 2029.093643] env[63750]: _type = "Task" [ 2029.093643] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.103134] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007003, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.167726] env[63750]: DEBUG nova.network.neutron [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] Successfully created port: e217d178-9706-4693-b479-e58be0b4a213 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2029.283883] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: a0cb827a-0b98-46e8-bece-6832c14e0495] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2029.338240] env[63750]: DEBUG nova.compute.manager [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2029.348966] env[63750]: DEBUG oslo_vmware.api [None req-86050325-2fd8-4d25-a101-0124d8b9b8e9 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2006998, 'name': CloneVM_Task, 'duration_secs': 1.69948} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.349304] env[63750]: INFO nova.virt.vmwareapi.vmops [None req-86050325-2fd8-4d25-a101-0124d8b9b8e9 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Created linked-clone VM from snapshot [ 2029.350121] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d957498-e314-408a-a871-b68d9d350a4d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.357998] env[63750]: DEBUG nova.virt.vmwareapi.images [None req-86050325-2fd8-4d25-a101-0124d8b9b8e9 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Uploading image 80bad31d-e810-4af9-a5cf-d747393b6063 {{(pid=63750) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2029.387392] env[63750]: DEBUG oslo_vmware.rw_handles [None req-86050325-2fd8-4d25-a101-0124d8b9b8e9 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2029.387392] env[63750]: value = "vm-412648" [ 2029.387392] env[63750]: _type = "VirtualMachine" [ 2029.387392] env[63750]: }. {{(pid=63750) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2029.387654] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-357c6c1a-8fe9-46de-95a5-9d4652d68fcc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.395172] env[63750]: DEBUG oslo_vmware.rw_handles [None req-86050325-2fd8-4d25-a101-0124d8b9b8e9 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lease: (returnval){ [ 2029.395172] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]524719cb-5a7c-a333-f72d-1769de3eb53e" [ 2029.395172] env[63750]: _type = "HttpNfcLease" [ 2029.395172] env[63750]: } obtained for exporting VM: (result){ [ 2029.395172] env[63750]: value = "vm-412648" [ 2029.395172] env[63750]: _type = "VirtualMachine" [ 2029.395172] env[63750]: }. {{(pid=63750) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2029.395455] env[63750]: DEBUG oslo_vmware.api [None req-86050325-2fd8-4d25-a101-0124d8b9b8e9 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the lease: (returnval){ [ 2029.395455] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]524719cb-5a7c-a333-f72d-1769de3eb53e" [ 2029.395455] env[63750]: _type = "HttpNfcLease" [ 2029.395455] env[63750]: } to be ready. {{(pid=63750) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2029.405025] env[63750]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2029.405025] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]524719cb-5a7c-a333-f72d-1769de3eb53e" [ 2029.405025] env[63750]: _type = "HttpNfcLease" [ 2029.405025] env[63750]: } is initializing. {{(pid=63750) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2029.408388] env[63750]: DEBUG oslo_vmware.api [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007000, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667157} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.408687] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 6b662256-3da2-410f-9d21-85b459ce1fd3/6b662256-3da2-410f-9d21-85b459ce1fd3.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2029.408883] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2029.409976] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cfbca368-3ae3-45dc-97e2-62b2ea289f70 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.416845] env[63750]: DEBUG oslo_vmware.api [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2029.416845] env[63750]: value = "task-2007005" [ 2029.416845] env[63750]: _type = "Task" [ 2029.416845] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.434673] env[63750]: DEBUG oslo_vmware.api [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007005, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.437716] env[63750]: DEBUG oslo_vmware.api [None req-d56ddaf0-8b79-42d4-b75b-28085f18b299 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2007002, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.474805} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.437960] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-d56ddaf0-8b79-42d4-b75b-28085f18b299 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2029.438156] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-d56ddaf0-8b79-42d4-b75b-28085f18b299 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 29600446-72e8-4e1e-ad95-f13144991511] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2029.438330] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-d56ddaf0-8b79-42d4-b75b-28085f18b299 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 29600446-72e8-4e1e-ad95-f13144991511] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2029.438503] env[63750]: INFO nova.compute.manager [None req-d56ddaf0-8b79-42d4-b75b-28085f18b299 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 29600446-72e8-4e1e-ad95-f13144991511] Took 1.33 seconds to destroy the instance on the hypervisor. [ 2029.438760] env[63750]: DEBUG oslo.service.loopingcall [None req-d56ddaf0-8b79-42d4-b75b-28085f18b299 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2029.438985] env[63750]: DEBUG nova.compute.manager [-] [instance: 29600446-72e8-4e1e-ad95-f13144991511] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2029.439105] env[63750]: DEBUG nova.network.neutron [-] [instance: 29600446-72e8-4e1e-ad95-f13144991511] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2029.603813] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007003, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.786975] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 22d7b81c-e802-4f7f-9269-b39916d70b4a] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2029.902485] env[63750]: DEBUG nova.network.neutron [req-13989350-d9e2-44e2-a5aa-528ae076443c req-9782bd8c-596c-4425-a444-013e04fff366 service nova] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Updated VIF entry in instance network info cache for port c71f994d-c94a-42b1-8da3-1be3b43270c3. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2029.902842] env[63750]: DEBUG nova.network.neutron [req-13989350-d9e2-44e2-a5aa-528ae076443c req-9782bd8c-596c-4425-a444-013e04fff366 service nova] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Updating instance_info_cache with network_info: [{"id": "c71f994d-c94a-42b1-8da3-1be3b43270c3", "address": "fa:16:3e:b9:d2:23", "network": {"id": "bc8caa0c-64a5-498f-9d9f-64dc1d502217", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1864557009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc1114710e0d4372a8536f19816902bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc71f994d-c9", "ovs_interfaceid": "c71f994d-c94a-42b1-8da3-1be3b43270c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2029.905426] env[63750]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2029.905426] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]524719cb-5a7c-a333-f72d-1769de3eb53e" [ 2029.905426] env[63750]: _type = "HttpNfcLease" [ 2029.905426] env[63750]: } is ready. {{(pid=63750) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2029.905684] env[63750]: DEBUG oslo_vmware.rw_handles [None req-86050325-2fd8-4d25-a101-0124d8b9b8e9 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2029.905684] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]524719cb-5a7c-a333-f72d-1769de3eb53e" [ 2029.905684] env[63750]: _type = "HttpNfcLease" [ 2029.905684] env[63750]: }. {{(pid=63750) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2029.906661] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79fe4742-3d14-48e0-8be6-de45bc5e71db {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.914280] env[63750]: DEBUG oslo_vmware.rw_handles [None req-86050325-2fd8-4d25-a101-0124d8b9b8e9 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52403bb1-3935-a282-7ced-694b1c001975/disk-0.vmdk from lease info. {{(pid=63750) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2029.914454] env[63750]: DEBUG oslo_vmware.rw_handles [None req-86050325-2fd8-4d25-a101-0124d8b9b8e9 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52403bb1-3935-a282-7ced-694b1c001975/disk-0.vmdk for reading. {{(pid=63750) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2029.979644] env[63750]: DEBUG oslo_vmware.api [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007005, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133736} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.979901] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2029.980657] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4a04ff-12dc-47a1-b6a5-16155a0e50e1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.002086] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 6b662256-3da2-410f-9d21-85b459ce1fd3/6b662256-3da2-410f-9d21-85b459ce1fd3.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2030.004507] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbd9ce2f-e3e0-41cb-874e-dd209274182e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.018703] env[63750]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6091c6b6-c780-4785-8b27-a1fbc8ac1ff5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.025914] env[63750]: DEBUG oslo_vmware.api [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2030.025914] env[63750]: value = "task-2007006" [ 2030.025914] env[63750]: _type = "Task" [ 2030.025914] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.033308] env[63750]: DEBUG oslo_vmware.api [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007006, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.104835] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007003, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.291215] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 061e6a4c-f817-4955-9813-f63c318f6739] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2030.321914] env[63750]: DEBUG nova.network.neutron [-] [instance: 29600446-72e8-4e1e-ad95-f13144991511] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2030.352284] env[63750]: DEBUG nova.compute.manager [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2030.355763] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5d992861-d655-4c86-8605-11e54c4d8ee8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquiring lock "interface-ee1deeaf-7782-4ae2-bf3e-c766ae21a05a-d83bd0fe-86b3-4caa-95ca-4e81cb0aec5e" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2030.355847] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5d992861-d655-4c86-8605-11e54c4d8ee8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lock "interface-ee1deeaf-7782-4ae2-bf3e-c766ae21a05a-d83bd0fe-86b3-4caa-95ca-4e81cb0aec5e" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2030.356221] env[63750]: DEBUG nova.objects.instance [None req-5d992861-d655-4c86-8605-11e54c4d8ee8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lazy-loading 'flavor' on Instance uuid ee1deeaf-7782-4ae2-bf3e-c766ae21a05a {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2030.380957] env[63750]: DEBUG nova.virt.hardware [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2030.381402] env[63750]: DEBUG nova.virt.hardware [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2030.382038] env[63750]: DEBUG nova.virt.hardware [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2030.382038] env[63750]: DEBUG nova.virt.hardware [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2030.382177] env[63750]: DEBUG nova.virt.hardware [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2030.382372] env[63750]: DEBUG nova.virt.hardware [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2030.382667] env[63750]: DEBUG nova.virt.hardware [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2030.383225] env[63750]: DEBUG nova.virt.hardware [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2030.383225] env[63750]: DEBUG nova.virt.hardware [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2030.383378] env[63750]: DEBUG nova.virt.hardware [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2030.383671] env[63750]: DEBUG nova.virt.hardware [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2030.385033] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6233e625-7750-4758-ac70-0da3e14d4e39 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.394437] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f217e1-29be-4513-984f-31c21c598fa0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.409809] env[63750]: DEBUG oslo_concurrency.lockutils [req-13989350-d9e2-44e2-a5aa-528ae076443c req-9782bd8c-596c-4425-a444-013e04fff366 service nova] Releasing lock "refresh_cache-4c13e422-83da-4b9d-aca3-27a011b32c6e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2030.416650] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0e842eb8-46dd-4106-87e9-9fe1e0ab3221 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Acquiring lock "0e36c12e-c4f7-48ac-b7f1-9473ea0b965f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2030.417316] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0e842eb8-46dd-4106-87e9-9fe1e0ab3221 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lock "0e36c12e-c4f7-48ac-b7f1-9473ea0b965f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2030.535998] env[63750]: DEBUG oslo_vmware.api [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007006, 'name': ReconfigVM_Task, 'duration_secs': 0.27081} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.536395] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 6b662256-3da2-410f-9d21-85b459ce1fd3/6b662256-3da2-410f-9d21-85b459ce1fd3.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2030.537059] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-605545f7-81cb-4dba-8ce8-578e83bfe745 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.543224] env[63750]: DEBUG oslo_vmware.api [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2030.543224] env[63750]: value = "task-2007007" [ 2030.543224] env[63750]: _type = "Task" [ 2030.543224] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.551581] env[63750]: DEBUG oslo_vmware.api [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007007, 'name': Rename_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.605882] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007003, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.794574] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 9b56be0d-29db-48b2-81f8-8b1bd7e7362f] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2030.825871] env[63750]: INFO nova.compute.manager [-] [instance: 29600446-72e8-4e1e-ad95-f13144991511] Took 1.39 seconds to deallocate network for instance. [ 2030.920652] env[63750]: DEBUG nova.compute.utils [None req-0e842eb8-46dd-4106-87e9-9fe1e0ab3221 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2030.969218] env[63750]: DEBUG nova.objects.instance [None req-5d992861-d655-4c86-8605-11e54c4d8ee8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lazy-loading 'pci_requests' on Instance uuid ee1deeaf-7782-4ae2-bf3e-c766ae21a05a {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2031.052879] env[63750]: DEBUG oslo_vmware.api [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007007, 'name': Rename_Task, 'duration_secs': 0.13061} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.053251] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2031.053569] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71cc105f-69d6-4706-a410-a32ca56f9166 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.059769] env[63750]: DEBUG oslo_vmware.api [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2031.059769] env[63750]: value = "task-2007008" [ 2031.059769] env[63750]: _type = "Task" [ 2031.059769] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.067657] env[63750]: DEBUG oslo_vmware.api [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007008, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.105628] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007003, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.298140] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 2f025cc6-cd13-4f1b-9236-e5ff5a0f5074] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2031.333346] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d56ddaf0-8b79-42d4-b75b-28085f18b299 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2031.333634] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d56ddaf0-8b79-42d4-b75b-28085f18b299 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2031.333926] env[63750]: DEBUG nova.objects.instance [None req-d56ddaf0-8b79-42d4-b75b-28085f18b299 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lazy-loading 'resources' on Instance uuid 29600446-72e8-4e1e-ad95-f13144991511 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2031.424236] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0e842eb8-46dd-4106-87e9-9fe1e0ab3221 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lock "0e36c12e-c4f7-48ac-b7f1-9473ea0b965f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2031.472242] env[63750]: DEBUG nova.objects.base [None req-5d992861-d655-4c86-8605-11e54c4d8ee8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63750) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2031.473021] env[63750]: DEBUG nova.network.neutron [None req-5d992861-d655-4c86-8605-11e54c4d8ee8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2031.538608] env[63750]: DEBUG nova.policy [None req-5d992861-d655-4c86-8605-11e54c4d8ee8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '742b9609250c4b599058105c38133a5d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd2139ec6eeb4ba6992db80e7239b224', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 2031.572191] env[63750]: DEBUG oslo_vmware.api [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007008, 'name': PowerOnVM_Task, 'duration_secs': 0.434322} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.572780] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2031.573380] env[63750]: INFO nova.compute.manager [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Took 8.57 seconds to spawn the instance on the hypervisor. [ 2031.573380] env[63750]: DEBUG nova.compute.manager [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2031.574303] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e82eb2-0f2a-4979-a671-57eed558a9c3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.607149] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007003, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.802048] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 0420a80c-c7dd-419f-9123-bb69c09e037e] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2031.983970] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0516e2e-4e55-494e-9a77-b555a0860e0e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.996151] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d1b335-b374-47ee-8f6b-d9ea854c862f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.029652] env[63750]: DEBUG nova.compute.manager [req-33b8b03d-4249-452a-8fb2-fcd29ae18363 req-a245f934-58b2-4141-ad54-11815c74b12f service nova] [instance: 29600446-72e8-4e1e-ad95-f13144991511] Received event network-vif-deleted-ba11987c-6de9-4c1d-9189-1c2f0386cf07 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2032.030863] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302dc6d1-8648-4c1c-9bb5-27c5911d3b99 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.041265] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b96b8e9-126f-4165-94f8-c4b47de94701 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.056094] env[63750]: DEBUG nova.compute.provider_tree [None req-d56ddaf0-8b79-42d4-b75b-28085f18b299 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2032.092965] env[63750]: INFO nova.compute.manager [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Took 13.37 seconds to build instance. [ 2032.108414] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007003, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.304778] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 28f784fb-42a3-40b9-b2f4-f047eb7bb83b] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2032.496927] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0e842eb8-46dd-4106-87e9-9fe1e0ab3221 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Acquiring lock "0e36c12e-c4f7-48ac-b7f1-9473ea0b965f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2032.497227] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0e842eb8-46dd-4106-87e9-9fe1e0ab3221 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lock "0e36c12e-c4f7-48ac-b7f1-9473ea0b965f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2032.497504] env[63750]: INFO nova.compute.manager [None req-0e842eb8-46dd-4106-87e9-9fe1e0ab3221 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Attaching volume e904c595-ed99-4006-953d-469bd6f3b1cb to /dev/sdb [ 2032.530121] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d16048c-5c10-458f-ac8f-7ea40f79ef5d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.537325] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b482f0-c77e-4a57-8e54-0ccbb248770a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.550561] env[63750]: DEBUG nova.virt.block_device [None req-0e842eb8-46dd-4106-87e9-9fe1e0ab3221 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Updating existing volume attachment record: c6187b67-411a-4f0e-967f-74a11ae0c1aa {{(pid=63750) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2032.558903] env[63750]: DEBUG nova.scheduler.client.report [None req-d56ddaf0-8b79-42d4-b75b-28085f18b299 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2032.594985] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a255e568-574a-4adf-9916-c006ec5c7e09 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Lock "6b662256-3da2-410f-9d21-85b459ce1fd3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.882s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2032.608816] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007003, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.809080] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 58be5fa1-c15e-4bd4-96d2-ebac3a39606c] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2033.064887] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d56ddaf0-8b79-42d4-b75b-28085f18b299 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.731s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2033.083728] env[63750]: INFO nova.scheduler.client.report [None req-d56ddaf0-8b79-42d4-b75b-28085f18b299 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Deleted allocations for instance 29600446-72e8-4e1e-ad95-f13144991511 [ 2033.108461] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007003, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.313381] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: e7a689e1-0b4a-4e46-b77a-ac9d941cb0ca] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2033.591247] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d56ddaf0-8b79-42d4-b75b-28085f18b299 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lock "29600446-72e8-4e1e-ad95-f13144991511" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.991s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2033.610955] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007003, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.817310] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: f456f617-7004-4849-b5b3-743adbe45ed1] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2034.112563] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007003, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.324756] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 64f39f2d-d65b-4cbe-ad6a-b755acc238f1] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2034.610471] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007003, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.828960] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: fbac5dc9-a86c-44fe-8fa5-0007124ce44b] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2034.839345] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6c4eafed-ef61-4a14-b7b5-3b2093c7fa57 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquiring lock "99b407e0-5c69-4b97-ac57-af787198ba91" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2034.840030] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6c4eafed-ef61-4a14-b7b5-3b2093c7fa57 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lock "99b407e0-5c69-4b97-ac57-af787198ba91" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2034.840030] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6c4eafed-ef61-4a14-b7b5-3b2093c7fa57 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquiring lock "99b407e0-5c69-4b97-ac57-af787198ba91-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2034.840030] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6c4eafed-ef61-4a14-b7b5-3b2093c7fa57 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lock "99b407e0-5c69-4b97-ac57-af787198ba91-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2034.840200] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6c4eafed-ef61-4a14-b7b5-3b2093c7fa57 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lock "99b407e0-5c69-4b97-ac57-af787198ba91-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2034.842987] env[63750]: INFO nova.compute.manager [None req-6c4eafed-ef61-4a14-b7b5-3b2093c7fa57 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Terminating instance [ 2035.111509] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007003, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.333944] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 64a543f2-1a03-40a7-9774-4960e613e17a] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2035.347265] env[63750]: DEBUG nova.compute.manager [None req-6c4eafed-ef61-4a14-b7b5-3b2093c7fa57 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2035.347507] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4eafed-ef61-4a14-b7b5-3b2093c7fa57 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2035.348425] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76bf71bc-f33f-4b92-8815-cdd4deb33b8f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.356741] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c4eafed-ef61-4a14-b7b5-3b2093c7fa57 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2035.357029] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df9e5619-383d-4269-bee8-30b86d8835b3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.364964] env[63750]: DEBUG oslo_vmware.api [None req-6c4eafed-ef61-4a14-b7b5-3b2093c7fa57 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 2035.364964] env[63750]: value = "task-2007013" [ 2035.364964] env[63750]: _type = "Task" [ 2035.364964] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.373685] env[63750]: DEBUG oslo_vmware.api [None req-6c4eafed-ef61-4a14-b7b5-3b2093c7fa57 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2007013, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.474706] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquiring lock "3a6c29c9-1862-42cd-a49d-9f886b6c0eb1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2035.474958] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lock "3a6c29c9-1862-42cd-a49d-9f886b6c0eb1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2035.611700] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007003, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.837218] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 42845a75-0a2f-4563-a2d5-39e8f7b5e36c] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2035.876293] env[63750]: DEBUG oslo_vmware.api [None req-6c4eafed-ef61-4a14-b7b5-3b2093c7fa57 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2007013, 'name': PowerOffVM_Task, 'duration_secs': 0.254603} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.876655] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c4eafed-ef61-4a14-b7b5-3b2093c7fa57 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2035.876894] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4eafed-ef61-4a14-b7b5-3b2093c7fa57 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2035.877194] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce1a497f-61b2-4c23-8a25-16955fdb43d6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.978251] env[63750]: DEBUG nova.compute.manager [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2036.114328] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007003, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.341748] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 113fba09-0579-45b5-98a3-7c0a17a8c2fb] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2036.499460] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2036.499680] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2036.501228] env[63750]: INFO nova.compute.claims [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2036.559492] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4eafed-ef61-4a14-b7b5-3b2093c7fa57 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2036.559585] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4eafed-ef61-4a14-b7b5-3b2093c7fa57 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Deleting contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2036.559746] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c4eafed-ef61-4a14-b7b5-3b2093c7fa57 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Deleting the datastore file [datastore2] 99b407e0-5c69-4b97-ac57-af787198ba91 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2036.560548] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21ab5bb1-30bf-4bfb-98ed-7af82cfc8105 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.568138] env[63750]: DEBUG oslo_vmware.api [None req-6c4eafed-ef61-4a14-b7b5-3b2093c7fa57 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 2036.568138] env[63750]: value = "task-2007015" [ 2036.568138] env[63750]: _type = "Task" [ 2036.568138] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.576864] env[63750]: DEBUG oslo_vmware.api [None req-6c4eafed-ef61-4a14-b7b5-3b2093c7fa57 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2007015, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.612445] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007003, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.846958] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: adf74ced-9577-4117-a486-11585818389d] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2037.078303] env[63750]: DEBUG oslo_vmware.api [None req-6c4eafed-ef61-4a14-b7b5-3b2093c7fa57 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2007015, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.419136} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.078656] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c4eafed-ef61-4a14-b7b5-3b2093c7fa57 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2037.078872] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4eafed-ef61-4a14-b7b5-3b2093c7fa57 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Deleted contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2037.079081] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4eafed-ef61-4a14-b7b5-3b2093c7fa57 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2037.079269] env[63750]: INFO nova.compute.manager [None req-6c4eafed-ef61-4a14-b7b5-3b2093c7fa57 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Took 1.73 seconds to destroy the instance on the hypervisor. [ 2037.079543] env[63750]: DEBUG oslo.service.loopingcall [None req-6c4eafed-ef61-4a14-b7b5-3b2093c7fa57 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2037.079747] env[63750]: DEBUG nova.compute.manager [-] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2037.079859] env[63750]: DEBUG nova.network.neutron [-] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2037.098475] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e842eb8-46dd-4106-87e9-9fe1e0ab3221 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Volume attach. Driver type: vmdk {{(pid=63750) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2037.098742] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e842eb8-46dd-4106-87e9-9fe1e0ab3221 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412651', 'volume_id': 'e904c595-ed99-4006-953d-469bd6f3b1cb', 'name': 'volume-e904c595-ed99-4006-953d-469bd6f3b1cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0e36c12e-c4f7-48ac-b7f1-9473ea0b965f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e904c595-ed99-4006-953d-469bd6f3b1cb', 'serial': 'e904c595-ed99-4006-953d-469bd6f3b1cb'} {{(pid=63750) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2037.099636] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a925ee52-a46b-4534-8907-41badf721d76 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.119675] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824ee4f8-c5b5-4930-b86d-897a37422883 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.125485] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007003, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.147805] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e842eb8-46dd-4106-87e9-9fe1e0ab3221 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] volume-e904c595-ed99-4006-953d-469bd6f3b1cb/volume-e904c595-ed99-4006-953d-469bd6f3b1cb.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2037.148460] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e04cf58d-fa03-4079-b7b2-e1f79e971b89 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.167087] env[63750]: DEBUG oslo_vmware.api [None req-0e842eb8-46dd-4106-87e9-9fe1e0ab3221 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Waiting for the task: (returnval){ [ 2037.167087] env[63750]: value = "task-2007016" [ 2037.167087] env[63750]: _type = "Task" [ 2037.167087] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.176628] env[63750]: DEBUG oslo_vmware.api [None req-0e842eb8-46dd-4106-87e9-9fe1e0ab3221 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007016, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.259675] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquiring lock "737f136f-7ff2-4176-8709-fa4eda49e2dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2037.259937] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "737f136f-7ff2-4176-8709-fa4eda49e2dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2038.001761] env[63750]: DEBUG nova.network.neutron [None req-5d992861-d655-4c86-8605-11e54c4d8ee8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Successfully updated port: d83bd0fe-86b3-4caa-95ca-4e81cb0aec5e {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2038.008425] env[63750]: DEBUG nova.network.neutron [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] Successfully updated port: e217d178-9706-4693-b479-e58be0b4a213 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2038.008425] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: b41c23ba-8452-49a3-afea-ed16da1cd55a] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2038.010717] env[63750]: DEBUG nova.compute.manager [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2038.014104] env[63750]: DEBUG nova.compute.manager [req-b65cd24f-0312-4cbe-8a1a-97825e0837c1 req-9f3b0928-7c00-402f-b27f-8f0c82901a85 service nova] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Received event network-vif-deleted-19984c7f-03c7-4b7a-b0ac-9949085d790e {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2038.014563] env[63750]: INFO nova.compute.manager [req-b65cd24f-0312-4cbe-8a1a-97825e0837c1 req-9f3b0928-7c00-402f-b27f-8f0c82901a85 service nova] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Neutron deleted interface 19984c7f-03c7-4b7a-b0ac-9949085d790e; detaching it from the instance and deleting it from the info cache [ 2038.014686] env[63750]: DEBUG nova.network.neutron [req-b65cd24f-0312-4cbe-8a1a-97825e0837c1 req-9f3b0928-7c00-402f-b27f-8f0c82901a85 service nova] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2038.037266] env[63750]: DEBUG oslo_vmware.api [None req-0e842eb8-46dd-4106-87e9-9fe1e0ab3221 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007016, 'name': ReconfigVM_Task, 'duration_secs': 0.582869} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2038.037720] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007003, 'name': CreateVM_Task, 'duration_secs': 8.663702} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2038.038032] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e842eb8-46dd-4106-87e9-9fe1e0ab3221 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Reconfigured VM instance instance-0000005d to attach disk [datastore2] volume-e904c595-ed99-4006-953d-469bd6f3b1cb/volume-e904c595-ed99-4006-953d-469bd6f3b1cb.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2038.047269] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2038.050371] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0e3ca8c-2740-4bcd-a622-4ca19ac8c888 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.061267] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2038.061445] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2038.066020] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2038.066020] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca223d2e-0064-4b49-b517-ff6d123eed52 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.075543] env[63750]: DEBUG oslo_vmware.api [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2038.075543] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a3677e-23ab-360e-d5a0-c211cde986f1" [ 2038.075543] env[63750]: _type = "Task" [ 2038.075543] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2038.075794] env[63750]: DEBUG oslo_vmware.api [None req-0e842eb8-46dd-4106-87e9-9fe1e0ab3221 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Waiting for the task: (returnval){ [ 2038.075794] env[63750]: value = "task-2007017" [ 2038.075794] env[63750]: _type = "Task" [ 2038.075794] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2038.092249] env[63750]: DEBUG oslo_vmware.api [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a3677e-23ab-360e-d5a0-c211cde986f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.096784] env[63750]: DEBUG oslo_vmware.rw_handles [None req-86050325-2fd8-4d25-a101-0124d8b9b8e9 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52403bb1-3935-a282-7ced-694b1c001975/disk-0.vmdk. {{(pid=63750) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2038.099168] env[63750]: DEBUG oslo_vmware.api [None req-0e842eb8-46dd-4106-87e9-9fe1e0ab3221 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007017, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.100127] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224745e3-e498-4a63-9572-93331ec2ece3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.108239] env[63750]: DEBUG oslo_vmware.rw_handles [None req-86050325-2fd8-4d25-a101-0124d8b9b8e9 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52403bb1-3935-a282-7ced-694b1c001975/disk-0.vmdk is in state: ready. {{(pid=63750) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2038.108401] env[63750]: ERROR oslo_vmware.rw_handles [None req-86050325-2fd8-4d25-a101-0124d8b9b8e9 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52403bb1-3935-a282-7ced-694b1c001975/disk-0.vmdk due to incomplete transfer. [ 2038.108614] env[63750]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-053f08fe-697c-43b6-8644-6008b632b2b9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.118518] env[63750]: DEBUG oslo_vmware.rw_handles [None req-86050325-2fd8-4d25-a101-0124d8b9b8e9 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52403bb1-3935-a282-7ced-694b1c001975/disk-0.vmdk. {{(pid=63750) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2038.118717] env[63750]: DEBUG nova.virt.vmwareapi.images [None req-86050325-2fd8-4d25-a101-0124d8b9b8e9 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Uploaded image 80bad31d-e810-4af9-a5cf-d747393b6063 to the Glance image server {{(pid=63750) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2038.121253] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-86050325-2fd8-4d25-a101-0124d8b9b8e9 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Destroying the VM {{(pid=63750) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2038.121520] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d60b013c-452b-46ad-b456-b99aa16b0c4a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.131173] env[63750]: DEBUG oslo_vmware.api [None req-86050325-2fd8-4d25-a101-0124d8b9b8e9 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2038.131173] env[63750]: value = "task-2007018" [ 2038.131173] env[63750]: _type = "Task" [ 2038.131173] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2038.141126] env[63750]: DEBUG oslo_vmware.api [None req-86050325-2fd8-4d25-a101-0124d8b9b8e9 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007018, 'name': Destroy_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.208944] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602e98eb-9ab2-49b9-87cf-ee10740cb9d9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.216791] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b842293a-9f00-4fac-a61d-8fe507e5eb68 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.249846] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10539da-4fba-4182-af94-f75a3b2fdcf2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.257480] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13fc3536-aaad-4b95-ba52-08bcf43768f9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.270806] env[63750]: DEBUG nova.compute.provider_tree [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2038.519171] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5d992861-d655-4c86-8605-11e54c4d8ee8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquiring lock "refresh_cache-ee1deeaf-7782-4ae2-bf3e-c766ae21a05a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2038.519361] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5d992861-d655-4c86-8605-11e54c4d8ee8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquired lock "refresh_cache-ee1deeaf-7782-4ae2-bf3e-c766ae21a05a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2038.519534] env[63750]: DEBUG nova.network.neutron [None req-5d992861-d655-4c86-8605-11e54c4d8ee8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2038.523058] env[63750]: DEBUG oslo_concurrency.lockutils [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquiring lock "refresh_cache-23ddb635-5940-4f84-be03-33577eb16dad" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2038.523196] env[63750]: DEBUG oslo_concurrency.lockutils [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquired lock "refresh_cache-23ddb635-5940-4f84-be03-33577eb16dad" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2038.523332] env[63750]: DEBUG nova.network.neutron [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2038.524170] env[63750]: DEBUG nova.network.neutron [-] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2038.525649] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-474765a0-fc9e-44d9-89e9-630df281906c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.527873] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 7a4c0b3b-7923-4b74-bc0a-73b446d7df7d] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2038.537212] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ace14b-8bea-48d9-a242-6d1718134c6e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.548705] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2038.568548] env[63750]: DEBUG nova.compute.manager [req-b65cd24f-0312-4cbe-8a1a-97825e0837c1 req-9f3b0928-7c00-402f-b27f-8f0c82901a85 service nova] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Detach interface failed, port_id=19984c7f-03c7-4b7a-b0ac-9949085d790e, reason: Instance 99b407e0-5c69-4b97-ac57-af787198ba91 could not be found. {{(pid=63750) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2038.594372] env[63750]: DEBUG oslo_vmware.api [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a3677e-23ab-360e-d5a0-c211cde986f1, 'name': SearchDatastore_Task, 'duration_secs': 0.0269} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2038.597445] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2038.597711] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2038.597945] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2038.598108] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2038.598284] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2038.598559] env[63750]: DEBUG oslo_vmware.api [None req-0e842eb8-46dd-4106-87e9-9fe1e0ab3221 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007017, 'name': ReconfigVM_Task, 'duration_secs': 0.18091} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2038.598755] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c6b6dd4-f966-443b-a8e2-a8bf543b1e09 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.600634] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e842eb8-46dd-4106-87e9-9fe1e0ab3221 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412651', 'volume_id': 'e904c595-ed99-4006-953d-469bd6f3b1cb', 'name': 'volume-e904c595-ed99-4006-953d-469bd6f3b1cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0e36c12e-c4f7-48ac-b7f1-9473ea0b965f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e904c595-ed99-4006-953d-469bd6f3b1cb', 'serial': 'e904c595-ed99-4006-953d-469bd6f3b1cb'} {{(pid=63750) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2038.609810] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2038.609994] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2038.610720] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ec35c6d-f183-4010-afdc-66840b39252e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.616811] env[63750]: DEBUG oslo_vmware.api [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2038.616811] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52df8cc8-ae3a-9df5-5f9c-c5bc6eb06c83" [ 2038.616811] env[63750]: _type = "Task" [ 2038.616811] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2038.624957] env[63750]: DEBUG oslo_vmware.api [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52df8cc8-ae3a-9df5-5f9c-c5bc6eb06c83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.639303] env[63750]: DEBUG oslo_vmware.api [None req-86050325-2fd8-4d25-a101-0124d8b9b8e9 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007018, 'name': Destroy_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.775023] env[63750]: DEBUG nova.scheduler.client.report [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2039.029793] env[63750]: INFO nova.compute.manager [-] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Took 1.95 seconds to deallocate network for instance. [ 2039.031959] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: f9e7715c-fd1a-4425-a800-c07f5627807c] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2039.091314] env[63750]: DEBUG nova.network.neutron [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2039.100324] env[63750]: WARNING nova.network.neutron [None req-5d992861-d655-4c86-8605-11e54c4d8ee8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] ff81de04-7e48-4127-88aa-44bb0621a003 already exists in list: networks containing: ['ff81de04-7e48-4127-88aa-44bb0621a003']. ignoring it [ 2039.100546] env[63750]: WARNING nova.network.neutron [None req-5d992861-d655-4c86-8605-11e54c4d8ee8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] ff81de04-7e48-4127-88aa-44bb0621a003 already exists in list: networks containing: ['ff81de04-7e48-4127-88aa-44bb0621a003']. ignoring it [ 2039.137493] env[63750]: DEBUG oslo_vmware.api [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52df8cc8-ae3a-9df5-5f9c-c5bc6eb06c83, 'name': SearchDatastore_Task, 'duration_secs': 0.022664} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.145963] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff44311e-921c-4ee3-bd5c-de0a68ab9479 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.153119] env[63750]: DEBUG oslo_vmware.api [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2039.153119] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]525d7600-1838-dde6-9be3-247d8f142def" [ 2039.153119] env[63750]: _type = "Task" [ 2039.153119] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.157954] env[63750]: DEBUG oslo_vmware.api [None req-86050325-2fd8-4d25-a101-0124d8b9b8e9 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007018, 'name': Destroy_Task, 'duration_secs': 0.531944} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.161122] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-86050325-2fd8-4d25-a101-0124d8b9b8e9 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Destroyed the VM [ 2039.161373] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-86050325-2fd8-4d25-a101-0124d8b9b8e9 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Deleting Snapshot of the VM instance {{(pid=63750) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2039.161625] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b523caff-c83f-4a91-b178-28293a104750 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.168278] env[63750]: DEBUG oslo_vmware.api [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]525d7600-1838-dde6-9be3-247d8f142def, 'name': SearchDatastore_Task, 'duration_secs': 0.010603} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.169929] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2039.170188] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 4c13e422-83da-4b9d-aca3-27a011b32c6e/4c13e422-83da-4b9d-aca3-27a011b32c6e.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2039.170482] env[63750]: DEBUG oslo_vmware.api [None req-86050325-2fd8-4d25-a101-0124d8b9b8e9 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2039.170482] env[63750]: value = "task-2007019" [ 2039.170482] env[63750]: _type = "Task" [ 2039.170482] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.172657] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-147053b4-d8ff-4604-b736-4c3c778122e0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.184185] env[63750]: DEBUG oslo_vmware.api [None req-86050325-2fd8-4d25-a101-0124d8b9b8e9 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007019, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.185763] env[63750]: DEBUG oslo_vmware.api [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2039.185763] env[63750]: value = "task-2007020" [ 2039.185763] env[63750]: _type = "Task" [ 2039.185763] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.195845] env[63750]: DEBUG oslo_vmware.api [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007020, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.280489] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.781s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2039.281141] env[63750]: DEBUG nova.compute.manager [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2039.283816] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.735s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2039.285325] env[63750]: INFO nova.compute.claims [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2039.392820] env[63750]: DEBUG nova.network.neutron [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] Updating instance_info_cache with network_info: [{"id": "e217d178-9706-4693-b479-e58be0b4a213", "address": "fa:16:3e:b3:2f:36", "network": {"id": "6ee8b59d-97e1-4efe-b623-8db03ccc868f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-59123013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23846c040dac48ec80f88340c38cbf38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape217d178-97", "ovs_interfaceid": "e217d178-9706-4693-b479-e58be0b4a213", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2039.402163] env[63750]: DEBUG nova.compute.manager [req-37b252a8-73ec-40bb-92a0-db02aa4109d3 req-8d25b698-9178-423e-985c-e6fa7a6eb178 service nova] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Received event network-vif-plugged-d83bd0fe-86b3-4caa-95ca-4e81cb0aec5e {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2039.402394] env[63750]: DEBUG oslo_concurrency.lockutils [req-37b252a8-73ec-40bb-92a0-db02aa4109d3 req-8d25b698-9178-423e-985c-e6fa7a6eb178 service nova] Acquiring lock "ee1deeaf-7782-4ae2-bf3e-c766ae21a05a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2039.402648] env[63750]: DEBUG oslo_concurrency.lockutils [req-37b252a8-73ec-40bb-92a0-db02aa4109d3 req-8d25b698-9178-423e-985c-e6fa7a6eb178 service nova] Lock "ee1deeaf-7782-4ae2-bf3e-c766ae21a05a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2039.402824] env[63750]: DEBUG oslo_concurrency.lockutils [req-37b252a8-73ec-40bb-92a0-db02aa4109d3 req-8d25b698-9178-423e-985c-e6fa7a6eb178 service nova] Lock "ee1deeaf-7782-4ae2-bf3e-c766ae21a05a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2039.402988] env[63750]: DEBUG nova.compute.manager [req-37b252a8-73ec-40bb-92a0-db02aa4109d3 req-8d25b698-9178-423e-985c-e6fa7a6eb178 service nova] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] No waiting events found dispatching network-vif-plugged-d83bd0fe-86b3-4caa-95ca-4e81cb0aec5e {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2039.403383] env[63750]: WARNING nova.compute.manager [req-37b252a8-73ec-40bb-92a0-db02aa4109d3 req-8d25b698-9178-423e-985c-e6fa7a6eb178 service nova] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Received unexpected event network-vif-plugged-d83bd0fe-86b3-4caa-95ca-4e81cb0aec5e for instance with vm_state active and task_state None. [ 2039.403383] env[63750]: DEBUG nova.compute.manager [req-37b252a8-73ec-40bb-92a0-db02aa4109d3 req-8d25b698-9178-423e-985c-e6fa7a6eb178 service nova] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Received event network-changed-d83bd0fe-86b3-4caa-95ca-4e81cb0aec5e {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2039.403536] env[63750]: DEBUG nova.compute.manager [req-37b252a8-73ec-40bb-92a0-db02aa4109d3 req-8d25b698-9178-423e-985c-e6fa7a6eb178 service nova] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Refreshing instance network info cache due to event network-changed-d83bd0fe-86b3-4caa-95ca-4e81cb0aec5e. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2039.403738] env[63750]: DEBUG oslo_concurrency.lockutils [req-37b252a8-73ec-40bb-92a0-db02aa4109d3 req-8d25b698-9178-423e-985c-e6fa7a6eb178 service nova] Acquiring lock "refresh_cache-ee1deeaf-7782-4ae2-bf3e-c766ae21a05a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2039.537721] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: f75c01b6-c5f9-4cc9-94d1-1c9f13f567d2] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2039.540798] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6c4eafed-ef61-4a14-b7b5-3b2093c7fa57 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2039.659490] env[63750]: DEBUG nova.objects.instance [None req-0e842eb8-46dd-4106-87e9-9fe1e0ab3221 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lazy-loading 'flavor' on Instance uuid 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2039.685174] env[63750]: DEBUG oslo_vmware.api [None req-86050325-2fd8-4d25-a101-0124d8b9b8e9 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007019, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.695020] env[63750]: DEBUG oslo_vmware.api [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007020, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.744457] env[63750]: DEBUG nova.network.neutron [None req-5d992861-d655-4c86-8605-11e54c4d8ee8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Updating instance_info_cache with network_info: [{"id": "9f8d04b0-6f61-4411-befb-8002f5f39b26", "address": "fa:16:3e:72:cf:4a", "network": {"id": "ff81de04-7e48-4127-88aa-44bb0621a003", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-707332449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2139ec6eeb4ba6992db80e7239b224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f8d04b0-6f", "ovs_interfaceid": "9f8d04b0-6f61-4411-befb-8002f5f39b26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8c75a7ee-dfa8-4bee-b28c-6f70d389f5fc", "address": "fa:16:3e:3b:41:f8", "network": {"id": "ff81de04-7e48-4127-88aa-44bb0621a003", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-707332449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2139ec6eeb4ba6992db80e7239b224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c75a7ee-df", "ovs_interfaceid": "8c75a7ee-dfa8-4bee-b28c-6f70d389f5fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d83bd0fe-86b3-4caa-95ca-4e81cb0aec5e", "address": "fa:16:3e:ff:b4:2e", "network": {"id": "ff81de04-7e48-4127-88aa-44bb0621a003", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-707332449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2139ec6eeb4ba6992db80e7239b224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd83bd0fe-86", "ovs_interfaceid": "d83bd0fe-86b3-4caa-95ca-4e81cb0aec5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2039.789586] env[63750]: DEBUG nova.compute.utils [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2039.792608] env[63750]: DEBUG nova.compute.manager [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2039.792787] env[63750]: DEBUG nova.network.neutron [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2039.841839] env[63750]: DEBUG nova.policy [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33363992341048e7b4f5763cc217c5ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e513233b2170429cad45641f98caeb63', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 2039.895497] env[63750]: DEBUG oslo_concurrency.lockutils [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Releasing lock "refresh_cache-23ddb635-5940-4f84-be03-33577eb16dad" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2039.895883] env[63750]: DEBUG nova.compute.manager [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] Instance network_info: |[{"id": "e217d178-9706-4693-b479-e58be0b4a213", "address": "fa:16:3e:b3:2f:36", "network": {"id": "6ee8b59d-97e1-4efe-b623-8db03ccc868f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-59123013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23846c040dac48ec80f88340c38cbf38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape217d178-97", "ovs_interfaceid": "e217d178-9706-4693-b479-e58be0b4a213", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2039.896339] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:2f:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7b5f1ef-d4b9-4ec3-b047-17e4cb349d25', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e217d178-9706-4693-b479-e58be0b4a213', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2039.903998] env[63750]: DEBUG oslo.service.loopingcall [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2039.904257] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2039.904488] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ea6683f-badd-4335-947b-a86c3a1c0f6a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.924577] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2039.924577] env[63750]: value = "task-2007021" [ 2039.924577] env[63750]: _type = "Task" [ 2039.924577] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.932557] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007021, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.043777] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: c22023e7-8e33-478b-a1d7-f844a427dae6] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2040.127372] env[63750]: DEBUG nova.network.neutron [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Successfully created port: d312d1c4-d7d6-469f-a0e0-4e34d062dab5 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2040.170414] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0e842eb8-46dd-4106-87e9-9fe1e0ab3221 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lock "0e36c12e-c4f7-48ac-b7f1-9473ea0b965f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.672s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2040.186282] env[63750]: DEBUG oslo_vmware.api [None req-86050325-2fd8-4d25-a101-0124d8b9b8e9 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007019, 'name': RemoveSnapshot_Task, 'duration_secs': 0.659415} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.186282] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-86050325-2fd8-4d25-a101-0124d8b9b8e9 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Deleted Snapshot of the VM instance {{(pid=63750) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2040.186282] env[63750]: INFO nova.compute.manager [None req-86050325-2fd8-4d25-a101-0124d8b9b8e9 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Took 14.44 seconds to snapshot the instance on the hypervisor. [ 2040.197893] env[63750]: DEBUG oslo_vmware.api [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007020, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555101} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.197893] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 4c13e422-83da-4b9d-aca3-27a011b32c6e/4c13e422-83da-4b9d-aca3-27a011b32c6e.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2040.197893] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2040.197893] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be767d48-59a4-4b9f-98e2-7de4ac65f709 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.204623] env[63750]: DEBUG oslo_vmware.api [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2040.204623] env[63750]: value = "task-2007022" [ 2040.204623] env[63750]: _type = "Task" [ 2040.204623] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.212485] env[63750]: DEBUG oslo_vmware.api [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007022, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.247367] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5d992861-d655-4c86-8605-11e54c4d8ee8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Releasing lock "refresh_cache-ee1deeaf-7782-4ae2-bf3e-c766ae21a05a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2040.248061] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5d992861-d655-4c86-8605-11e54c4d8ee8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquiring lock "ee1deeaf-7782-4ae2-bf3e-c766ae21a05a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2040.248215] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5d992861-d655-4c86-8605-11e54c4d8ee8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquired lock "ee1deeaf-7782-4ae2-bf3e-c766ae21a05a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2040.248486] env[63750]: DEBUG oslo_concurrency.lockutils [req-37b252a8-73ec-40bb-92a0-db02aa4109d3 req-8d25b698-9178-423e-985c-e6fa7a6eb178 service nova] Acquired lock "refresh_cache-ee1deeaf-7782-4ae2-bf3e-c766ae21a05a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2040.248792] env[63750]: DEBUG nova.network.neutron [req-37b252a8-73ec-40bb-92a0-db02aa4109d3 req-8d25b698-9178-423e-985c-e6fa7a6eb178 service nova] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Refreshing network info cache for port d83bd0fe-86b3-4caa-95ca-4e81cb0aec5e {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2040.251242] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1e39c8-a445-4361-829e-5093a75263a0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.272438] env[63750]: DEBUG nova.virt.hardware [None req-5d992861-d655-4c86-8605-11e54c4d8ee8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2040.272705] env[63750]: DEBUG nova.virt.hardware [None req-5d992861-d655-4c86-8605-11e54c4d8ee8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2040.272899] env[63750]: DEBUG nova.virt.hardware [None req-5d992861-d655-4c86-8605-11e54c4d8ee8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2040.273149] env[63750]: DEBUG nova.virt.hardware [None req-5d992861-d655-4c86-8605-11e54c4d8ee8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2040.273355] env[63750]: DEBUG nova.virt.hardware [None req-5d992861-d655-4c86-8605-11e54c4d8ee8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2040.273581] env[63750]: DEBUG nova.virt.hardware [None req-5d992861-d655-4c86-8605-11e54c4d8ee8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2040.273897] env[63750]: DEBUG nova.virt.hardware [None req-5d992861-d655-4c86-8605-11e54c4d8ee8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2040.274165] env[63750]: DEBUG nova.virt.hardware [None req-5d992861-d655-4c86-8605-11e54c4d8ee8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2040.274427] env[63750]: DEBUG nova.virt.hardware [None req-5d992861-d655-4c86-8605-11e54c4d8ee8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2040.274682] env[63750]: DEBUG nova.virt.hardware [None req-5d992861-d655-4c86-8605-11e54c4d8ee8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2040.274914] env[63750]: DEBUG nova.virt.hardware [None req-5d992861-d655-4c86-8605-11e54c4d8ee8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2040.281463] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5d992861-d655-4c86-8605-11e54c4d8ee8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Reconfiguring VM to attach interface {{(pid=63750) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2040.282633] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-795cb4e0-e985-47f5-b147-107e9487f207 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.295147] env[63750]: DEBUG nova.compute.manager [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2040.303203] env[63750]: DEBUG oslo_vmware.api [None req-5d992861-d655-4c86-8605-11e54c4d8ee8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Waiting for the task: (returnval){ [ 2040.303203] env[63750]: value = "task-2007023" [ 2040.303203] env[63750]: _type = "Task" [ 2040.303203] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.311439] env[63750]: DEBUG oslo_vmware.api [None req-5d992861-d655-4c86-8605-11e54c4d8ee8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007023, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.439529] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007021, 'name': CreateVM_Task, 'duration_secs': 0.337131} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.440023] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2040.440912] env[63750]: DEBUG oslo_concurrency.lockutils [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2040.441178] env[63750]: DEBUG oslo_concurrency.lockutils [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2040.441510] env[63750]: DEBUG oslo_concurrency.lockutils [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2040.441770] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc790e86-da68-4d01-9592-8b557c9a4ace {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.449447] env[63750]: DEBUG oslo_vmware.api [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2040.449447] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52c9ccf6-d7e3-e738-91e8-1324df644462" [ 2040.449447] env[63750]: _type = "Task" [ 2040.449447] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.458757] env[63750]: DEBUG oslo_vmware.api [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52c9ccf6-d7e3-e738-91e8-1324df644462, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.515427] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d985ffa4-ecc3-4949-98f5-f78898e12788 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.521541] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d17c52-66e5-4c2c-8179-15eaecb5f63e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.553076] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 5f03b2d8-0716-465c-96c8-3f12c586d173] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2040.556250] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24da1a55-0fdd-43bd-b695-9f1a8de7d119 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.565943] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1b7fa2-e4c6-4c5d-80c8-3fde449386eb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.582654] env[63750]: DEBUG nova.compute.provider_tree [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2040.714770] env[63750]: DEBUG oslo_vmware.api [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007022, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076575} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.715245] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2040.716116] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a187c33f-0072-4ac5-8107-bb956c8ff243 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.740781] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 4c13e422-83da-4b9d-aca3-27a011b32c6e/4c13e422-83da-4b9d-aca3-27a011b32c6e.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2040.743208] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2a3206b-b307-4acd-871f-4c6bbf31263c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.766898] env[63750]: DEBUG nova.compute.manager [None req-86050325-2fd8-4d25-a101-0124d8b9b8e9 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Found 2 images (rotation: 2) {{(pid=63750) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 2040.769239] env[63750]: DEBUG oslo_vmware.api [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2040.769239] env[63750]: value = "task-2007024" [ 2040.769239] env[63750]: _type = "Task" [ 2040.769239] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.777679] env[63750]: DEBUG oslo_vmware.api [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007024, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.812573] env[63750]: DEBUG oslo_vmware.api [None req-5d992861-d655-4c86-8605-11e54c4d8ee8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.959178] env[63750]: DEBUG oslo_vmware.api [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52c9ccf6-d7e3-e738-91e8-1324df644462, 'name': SearchDatastore_Task, 'duration_secs': 0.015975} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.959749] env[63750]: DEBUG oslo_concurrency.lockutils [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2040.959749] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2040.960037] env[63750]: DEBUG oslo_concurrency.lockutils [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2040.960112] env[63750]: DEBUG oslo_concurrency.lockutils [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2040.960231] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2040.960477] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3df9a31-77f1-4170-a2ad-beeb1eecd8d0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.974457] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2040.974457] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2040.974457] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddacfd21-78f3-451c-b13d-f931056b15d0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.979063] env[63750]: DEBUG oslo_vmware.api [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2040.979063] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5213d079-4455-51e1-4c61-17b7e3424094" [ 2040.979063] env[63750]: _type = "Task" [ 2040.979063] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.990301] env[63750]: DEBUG oslo_vmware.api [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5213d079-4455-51e1-4c61-17b7e3424094, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.059936] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 1c6bbab3-3e6b-4617-b145-18eec7221195] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2041.087027] env[63750]: DEBUG nova.scheduler.client.report [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2041.103354] env[63750]: DEBUG nova.network.neutron [req-37b252a8-73ec-40bb-92a0-db02aa4109d3 req-8d25b698-9178-423e-985c-e6fa7a6eb178 service nova] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Updated VIF entry in instance network info cache for port d83bd0fe-86b3-4caa-95ca-4e81cb0aec5e. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2041.103851] env[63750]: DEBUG nova.network.neutron [req-37b252a8-73ec-40bb-92a0-db02aa4109d3 req-8d25b698-9178-423e-985c-e6fa7a6eb178 service nova] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Updating instance_info_cache with network_info: [{"id": "9f8d04b0-6f61-4411-befb-8002f5f39b26", "address": "fa:16:3e:72:cf:4a", "network": {"id": "ff81de04-7e48-4127-88aa-44bb0621a003", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-707332449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2139ec6eeb4ba6992db80e7239b224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f8d04b0-6f", "ovs_interfaceid": "9f8d04b0-6f61-4411-befb-8002f5f39b26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8c75a7ee-dfa8-4bee-b28c-6f70d389f5fc", "address": "fa:16:3e:3b:41:f8", "network": {"id": "ff81de04-7e48-4127-88aa-44bb0621a003", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-707332449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2139ec6eeb4ba6992db80e7239b224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c75a7ee-df", "ovs_interfaceid": "8c75a7ee-dfa8-4bee-b28c-6f70d389f5fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d83bd0fe-86b3-4caa-95ca-4e81cb0aec5e", "address": "fa:16:3e:ff:b4:2e", "network": {"id": "ff81de04-7e48-4127-88aa-44bb0621a003", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-707332449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2139ec6eeb4ba6992db80e7239b224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd83bd0fe-86", "ovs_interfaceid": "d83bd0fe-86b3-4caa-95ca-4e81cb0aec5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2041.279409] env[63750]: DEBUG oslo_vmware.api [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007024, 'name': ReconfigVM_Task, 'duration_secs': 0.493969} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.279686] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 4c13e422-83da-4b9d-aca3-27a011b32c6e/4c13e422-83da-4b9d-aca3-27a011b32c6e.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2041.280341] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-045366d5-5b44-465b-8d85-c982e23f7eba {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.285960] env[63750]: DEBUG oslo_vmware.api [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2041.285960] env[63750]: value = "task-2007025" [ 2041.285960] env[63750]: _type = "Task" [ 2041.285960] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.293291] env[63750]: DEBUG oslo_vmware.api [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007025, 'name': Rename_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.308305] env[63750]: DEBUG nova.compute.manager [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2041.315454] env[63750]: DEBUG oslo_vmware.api [None req-5d992861-d655-4c86-8605-11e54c4d8ee8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007023, 'name': ReconfigVM_Task, 'duration_secs': 0.755544} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.315934] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5d992861-d655-4c86-8605-11e54c4d8ee8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Releasing lock "ee1deeaf-7782-4ae2-bf3e-c766ae21a05a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2041.316160] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5d992861-d655-4c86-8605-11e54c4d8ee8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Reconfigured VM to attach interface {{(pid=63750) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2041.332419] env[63750]: DEBUG nova.virt.hardware [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2041.332717] env[63750]: DEBUG nova.virt.hardware [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2041.332941] env[63750]: DEBUG nova.virt.hardware [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2041.333187] env[63750]: DEBUG nova.virt.hardware [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2041.333377] env[63750]: DEBUG nova.virt.hardware [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2041.333580] env[63750]: DEBUG nova.virt.hardware [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2041.333846] env[63750]: DEBUG nova.virt.hardware [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2041.334063] env[63750]: DEBUG nova.virt.hardware [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2041.334281] env[63750]: DEBUG nova.virt.hardware [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2041.334486] env[63750]: DEBUG nova.virt.hardware [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2041.334695] env[63750]: DEBUG nova.virt.hardware [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2041.335616] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9578e420-386f-4751-8858-502b2b24607c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.345608] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169d9e58-ee22-4769-b64b-0c0de103cf45 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.490938] env[63750]: DEBUG oslo_vmware.api [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5213d079-4455-51e1-4c61-17b7e3424094, 'name': SearchDatastore_Task, 'duration_secs': 0.01145} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.491846] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d65f96f6-c7b6-4e21-8fa6-470a8bb4c8b4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.498064] env[63750]: DEBUG oslo_vmware.api [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2041.498064] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]528086d2-cebc-0aa7-21ae-2c2ae05433bc" [ 2041.498064] env[63750]: _type = "Task" [ 2041.498064] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.507607] env[63750]: DEBUG oslo_vmware.api [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]528086d2-cebc-0aa7-21ae-2c2ae05433bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.563305] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: b137e48f-6f38-483f-8c23-1d47bf8aecc2] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2041.592696] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.309s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2041.593394] env[63750]: DEBUG nova.compute.manager [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2041.596642] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6c4eafed-ef61-4a14-b7b5-3b2093c7fa57 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.056s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2041.596866] env[63750]: DEBUG nova.objects.instance [None req-6c4eafed-ef61-4a14-b7b5-3b2093c7fa57 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lazy-loading 'resources' on Instance uuid 99b407e0-5c69-4b97-ac57-af787198ba91 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2041.606229] env[63750]: DEBUG oslo_concurrency.lockutils [req-37b252a8-73ec-40bb-92a0-db02aa4109d3 req-8d25b698-9178-423e-985c-e6fa7a6eb178 service nova] Releasing lock "refresh_cache-ee1deeaf-7782-4ae2-bf3e-c766ae21a05a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2041.606559] env[63750]: DEBUG nova.compute.manager [req-37b252a8-73ec-40bb-92a0-db02aa4109d3 req-8d25b698-9178-423e-985c-e6fa7a6eb178 service nova] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] Received event network-vif-plugged-e217d178-9706-4693-b479-e58be0b4a213 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2041.606799] env[63750]: DEBUG oslo_concurrency.lockutils [req-37b252a8-73ec-40bb-92a0-db02aa4109d3 req-8d25b698-9178-423e-985c-e6fa7a6eb178 service nova] Acquiring lock "23ddb635-5940-4f84-be03-33577eb16dad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2041.607021] env[63750]: DEBUG oslo_concurrency.lockutils [req-37b252a8-73ec-40bb-92a0-db02aa4109d3 req-8d25b698-9178-423e-985c-e6fa7a6eb178 service nova] Lock "23ddb635-5940-4f84-be03-33577eb16dad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2041.607192] env[63750]: DEBUG oslo_concurrency.lockutils [req-37b252a8-73ec-40bb-92a0-db02aa4109d3 req-8d25b698-9178-423e-985c-e6fa7a6eb178 service nova] Lock "23ddb635-5940-4f84-be03-33577eb16dad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2041.607356] env[63750]: DEBUG nova.compute.manager [req-37b252a8-73ec-40bb-92a0-db02aa4109d3 req-8d25b698-9178-423e-985c-e6fa7a6eb178 service nova] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] No waiting events found dispatching network-vif-plugged-e217d178-9706-4693-b479-e58be0b4a213 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2041.607568] env[63750]: WARNING nova.compute.manager [req-37b252a8-73ec-40bb-92a0-db02aa4109d3 req-8d25b698-9178-423e-985c-e6fa7a6eb178 service nova] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] Received unexpected event network-vif-plugged-e217d178-9706-4693-b479-e58be0b4a213 for instance with vm_state building and task_state spawning. [ 2041.607805] env[63750]: DEBUG nova.compute.manager [req-37b252a8-73ec-40bb-92a0-db02aa4109d3 req-8d25b698-9178-423e-985c-e6fa7a6eb178 service nova] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] Received event network-changed-e217d178-9706-4693-b479-e58be0b4a213 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2041.608105] env[63750]: DEBUG nova.compute.manager [req-37b252a8-73ec-40bb-92a0-db02aa4109d3 req-8d25b698-9178-423e-985c-e6fa7a6eb178 service nova] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] Refreshing instance network info cache due to event network-changed-e217d178-9706-4693-b479-e58be0b4a213. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2041.608204] env[63750]: DEBUG oslo_concurrency.lockutils [req-37b252a8-73ec-40bb-92a0-db02aa4109d3 req-8d25b698-9178-423e-985c-e6fa7a6eb178 service nova] Acquiring lock "refresh_cache-23ddb635-5940-4f84-be03-33577eb16dad" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2041.608308] env[63750]: DEBUG oslo_concurrency.lockutils [req-37b252a8-73ec-40bb-92a0-db02aa4109d3 req-8d25b698-9178-423e-985c-e6fa7a6eb178 service nova] Acquired lock "refresh_cache-23ddb635-5940-4f84-be03-33577eb16dad" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2041.608460] env[63750]: DEBUG nova.network.neutron [req-37b252a8-73ec-40bb-92a0-db02aa4109d3 req-8d25b698-9178-423e-985c-e6fa7a6eb178 service nova] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] Refreshing network info cache for port e217d178-9706-4693-b479-e58be0b4a213 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2041.797181] env[63750]: DEBUG oslo_vmware.api [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007025, 'name': Rename_Task, 'duration_secs': 0.134764} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.797514] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2041.797793] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d47e50f2-f35a-446a-a430-5cc274d3ac81 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.804582] env[63750]: DEBUG oslo_vmware.api [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2041.804582] env[63750]: value = "task-2007026" [ 2041.804582] env[63750]: _type = "Task" [ 2041.804582] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.812729] env[63750]: DEBUG oslo_vmware.api [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007026, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.820138] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Acquiring lock "6ccc9144-435b-40be-ad13-483a5cd731a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2041.820402] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lock "6ccc9144-435b-40be-ad13-483a5cd731a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2041.822207] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5d992861-d655-4c86-8605-11e54c4d8ee8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lock "interface-ee1deeaf-7782-4ae2-bf3e-c766ae21a05a-d83bd0fe-86b3-4caa-95ca-4e81cb0aec5e" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 11.466s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2042.011942] env[63750]: DEBUG oslo_vmware.api [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]528086d2-cebc-0aa7-21ae-2c2ae05433bc, 'name': SearchDatastore_Task, 'duration_secs': 0.009398} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.011942] env[63750]: DEBUG oslo_concurrency.lockutils [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2042.011942] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 23ddb635-5940-4f84-be03-33577eb16dad/23ddb635-5940-4f84-be03-33577eb16dad.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2042.011942] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-beedef53-364c-435f-98a2-1bf1245ab37f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.017400] env[63750]: DEBUG oslo_vmware.api [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2042.017400] env[63750]: value = "task-2007027" [ 2042.017400] env[63750]: _type = "Task" [ 2042.017400] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.025884] env[63750]: DEBUG oslo_vmware.api [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007027, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.058221] env[63750]: DEBUG nova.network.neutron [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Successfully updated port: d312d1c4-d7d6-469f-a0e0-4e34d062dab5 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2042.067950] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 8539553e-c060-4640-af64-3915c58a687e] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2042.098516] env[63750]: DEBUG nova.compute.utils [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2042.099857] env[63750]: DEBUG nova.compute.manager [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2042.100036] env[63750]: DEBUG nova.network.neutron [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2042.177545] env[63750]: DEBUG nova.policy [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0dcc6fc74d7d4dbe8ce59cd4546dd5a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7dd23ed8566493d991974157cb177d8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 2042.187337] env[63750]: DEBUG nova.compute.manager [req-48c096d0-4ab2-466e-8f74-43219811c2ba req-f4197757-319b-4033-907d-da05aaae8a23 service nova] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Received event network-vif-plugged-d312d1c4-d7d6-469f-a0e0-4e34d062dab5 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2042.187562] env[63750]: DEBUG oslo_concurrency.lockutils [req-48c096d0-4ab2-466e-8f74-43219811c2ba req-f4197757-319b-4033-907d-da05aaae8a23 service nova] Acquiring lock "3a6c29c9-1862-42cd-a49d-9f886b6c0eb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2042.187771] env[63750]: DEBUG oslo_concurrency.lockutils [req-48c096d0-4ab2-466e-8f74-43219811c2ba req-f4197757-319b-4033-907d-da05aaae8a23 service nova] Lock "3a6c29c9-1862-42cd-a49d-9f886b6c0eb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2042.187940] env[63750]: DEBUG oslo_concurrency.lockutils [req-48c096d0-4ab2-466e-8f74-43219811c2ba req-f4197757-319b-4033-907d-da05aaae8a23 service nova] Lock "3a6c29c9-1862-42cd-a49d-9f886b6c0eb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2042.188122] env[63750]: DEBUG nova.compute.manager [req-48c096d0-4ab2-466e-8f74-43219811c2ba req-f4197757-319b-4033-907d-da05aaae8a23 service nova] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] No waiting events found dispatching network-vif-plugged-d312d1c4-d7d6-469f-a0e0-4e34d062dab5 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2042.188304] env[63750]: WARNING nova.compute.manager [req-48c096d0-4ab2-466e-8f74-43219811c2ba req-f4197757-319b-4033-907d-da05aaae8a23 service nova] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Received unexpected event network-vif-plugged-d312d1c4-d7d6-469f-a0e0-4e34d062dab5 for instance with vm_state building and task_state spawning. [ 2042.319661] env[63750]: DEBUG oslo_vmware.api [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007026, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.322331] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9bed9e8-89ff-4cc4-b4f9-4620d8d617e0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.325465] env[63750]: DEBUG nova.compute.manager [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 6ccc9144-435b-40be-ad13-483a5cd731a9] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2042.336753] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc66abb-c0b9-4974-82ca-53564f51ba05 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.369800] env[63750]: DEBUG nova.compute.manager [None req-ff3c9e75-866c-4696-84af-53636d464892 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2042.372431] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b76e07-aabb-4708-9937-5278d3a01ab7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.374754] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c942527-7eac-4c65-ac63-ee00a98d2888 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.389645] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84009889-a3b8-415e-a4ea-2046199f7691 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.406335] env[63750]: DEBUG nova.compute.provider_tree [None req-6c4eafed-ef61-4a14-b7b5-3b2093c7fa57 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2042.533104] env[63750]: DEBUG oslo_vmware.api [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007027, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.560607] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquiring lock "refresh_cache-3a6c29c9-1862-42cd-a49d-9f886b6c0eb1" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2042.560895] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquired lock "refresh_cache-3a6c29c9-1862-42cd-a49d-9f886b6c0eb1" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2042.560971] env[63750]: DEBUG nova.network.neutron [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2042.571394] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: a3ed716a-d396-4dcd-813d-bad76fe03b41] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2042.594741] env[63750]: DEBUG nova.network.neutron [req-37b252a8-73ec-40bb-92a0-db02aa4109d3 req-8d25b698-9178-423e-985c-e6fa7a6eb178 service nova] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] Updated VIF entry in instance network info cache for port e217d178-9706-4693-b479-e58be0b4a213. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2042.595131] env[63750]: DEBUG nova.network.neutron [req-37b252a8-73ec-40bb-92a0-db02aa4109d3 req-8d25b698-9178-423e-985c-e6fa7a6eb178 service nova] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] Updating instance_info_cache with network_info: [{"id": "e217d178-9706-4693-b479-e58be0b4a213", "address": "fa:16:3e:b3:2f:36", "network": {"id": "6ee8b59d-97e1-4efe-b623-8db03ccc868f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-59123013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23846c040dac48ec80f88340c38cbf38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape217d178-97", "ovs_interfaceid": "e217d178-9706-4693-b479-e58be0b4a213", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2042.606358] env[63750]: DEBUG nova.compute.manager [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2042.724372] env[63750]: DEBUG nova.network.neutron [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Successfully created port: 55505234-0fda-4f3b-b7e2-f2e83b8bbaf6 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2042.817569] env[63750]: DEBUG oslo_vmware.api [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007026, 'name': PowerOnVM_Task, 'duration_secs': 0.544492} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.817855] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2042.818060] env[63750]: INFO nova.compute.manager [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Took 15.80 seconds to spawn the instance on the hypervisor. [ 2042.818241] env[63750]: DEBUG nova.compute.manager [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2042.818984] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d23d0e0-62f9-4c39-b55d-ac6dc8063f3b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.851169] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2042.895055] env[63750]: INFO nova.compute.manager [None req-ff3c9e75-866c-4696-84af-53636d464892 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] instance snapshotting [ 2042.895656] env[63750]: DEBUG nova.objects.instance [None req-ff3c9e75-866c-4696-84af-53636d464892 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lazy-loading 'flavor' on Instance uuid 5e48cc71-ce40-4e55-bffb-d3bf274c946b {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2042.912169] env[63750]: DEBUG nova.scheduler.client.report [None req-6c4eafed-ef61-4a14-b7b5-3b2093c7fa57 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2043.028340] env[63750]: DEBUG oslo_vmware.api [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007027, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542446} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.028779] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 23ddb635-5940-4f84-be03-33577eb16dad/23ddb635-5940-4f84-be03-33577eb16dad.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2043.029028] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2043.029276] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f03a084-264f-4bbe-bf36-679e2ef479d0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.035748] env[63750]: DEBUG oslo_vmware.api [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2043.035748] env[63750]: value = "task-2007028" [ 2043.035748] env[63750]: _type = "Task" [ 2043.035748] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.044273] env[63750]: DEBUG oslo_vmware.api [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007028, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.076733] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 3929441f-fefc-469f-a440-d7f3146abde2] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2043.095365] env[63750]: DEBUG nova.network.neutron [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2043.097853] env[63750]: DEBUG oslo_concurrency.lockutils [req-37b252a8-73ec-40bb-92a0-db02aa4109d3 req-8d25b698-9178-423e-985c-e6fa7a6eb178 service nova] Releasing lock "refresh_cache-23ddb635-5940-4f84-be03-33577eb16dad" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2043.262346] env[63750]: DEBUG nova.network.neutron [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Updating instance_info_cache with network_info: [{"id": "d312d1c4-d7d6-469f-a0e0-4e34d062dab5", "address": "fa:16:3e:ca:76:b2", "network": {"id": "d4b65d97-f1ce-4ba9-90f9-3711736b7e53", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2086699953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e513233b2170429cad45641f98caeb63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd312d1c4-d7", "ovs_interfaceid": "d312d1c4-d7d6-469f-a0e0-4e34d062dab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2043.338955] env[63750]: INFO nova.compute.manager [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Took 24.14 seconds to build instance. [ 2043.369662] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1f0495f2-42e2-423c-9fa5-3ae3cbcf14b4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquiring lock "interface-ee1deeaf-7782-4ae2-bf3e-c766ae21a05a-8c75a7ee-dfa8-4bee-b28c-6f70d389f5fc" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2043.369916] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1f0495f2-42e2-423c-9fa5-3ae3cbcf14b4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lock "interface-ee1deeaf-7782-4ae2-bf3e-c766ae21a05a-8c75a7ee-dfa8-4bee-b28c-6f70d389f5fc" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2043.400606] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89583d63-bf0f-4d5a-b43d-3184e4a65b67 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.420834] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6c4eafed-ef61-4a14-b7b5-3b2093c7fa57 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.824s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2043.424696] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.574s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2043.426870] env[63750]: INFO nova.compute.claims [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 6ccc9144-435b-40be-ad13-483a5cd731a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2043.434136] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d219d0-38c8-4f9c-9eae-01e375bdfc39 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.444479] env[63750]: INFO nova.scheduler.client.report [None req-6c4eafed-ef61-4a14-b7b5-3b2093c7fa57 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Deleted allocations for instance 99b407e0-5c69-4b97-ac57-af787198ba91 [ 2043.545446] env[63750]: DEBUG oslo_vmware.api [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007028, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.394689} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.546552] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2043.546671] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9d28d6-f7ac-4863-8651-01a85d6c2cc0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.567649] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 23ddb635-5940-4f84-be03-33577eb16dad/23ddb635-5940-4f84-be03-33577eb16dad.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2043.567882] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ece25130-1ee6-4d7e-9740-c8597c6c7d31 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.581573] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 2fc56c3b-95cc-4604-9396-24dc498dddcf] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2043.589279] env[63750]: DEBUG oslo_vmware.api [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2043.589279] env[63750]: value = "task-2007029" [ 2043.589279] env[63750]: _type = "Task" [ 2043.589279] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.596715] env[63750]: DEBUG oslo_vmware.api [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007029, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.618250] env[63750]: DEBUG nova.compute.manager [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2043.643133] env[63750]: DEBUG nova.virt.hardware [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2043.643447] env[63750]: DEBUG nova.virt.hardware [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2043.643659] env[63750]: DEBUG nova.virt.hardware [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2043.643906] env[63750]: DEBUG nova.virt.hardware [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2043.644147] env[63750]: DEBUG nova.virt.hardware [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2043.644320] env[63750]: DEBUG nova.virt.hardware [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2043.644577] env[63750]: DEBUG nova.virt.hardware [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2043.644777] env[63750]: DEBUG nova.virt.hardware [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2043.644997] env[63750]: DEBUG nova.virt.hardware [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2043.645225] env[63750]: DEBUG nova.virt.hardware [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2043.645425] env[63750]: DEBUG nova.virt.hardware [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2043.646383] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c19edc-781a-4e03-b77d-8e5c440e6b8c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.654528] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f85ef5-bf87-4120-b737-47b2a198949c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.764612] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Releasing lock "refresh_cache-3a6c29c9-1862-42cd-a49d-9f886b6c0eb1" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2043.764897] env[63750]: DEBUG nova.compute.manager [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Instance network_info: |[{"id": "d312d1c4-d7d6-469f-a0e0-4e34d062dab5", "address": "fa:16:3e:ca:76:b2", "network": {"id": "d4b65d97-f1ce-4ba9-90f9-3711736b7e53", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2086699953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e513233b2170429cad45641f98caeb63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd312d1c4-d7", "ovs_interfaceid": "d312d1c4-d7d6-469f-a0e0-4e34d062dab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2043.765357] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:76:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ddfb706a-add1-4e16-9ac4-d20b16a1df6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd312d1c4-d7d6-469f-a0e0-4e34d062dab5', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2043.772894] env[63750]: DEBUG oslo.service.loopingcall [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2043.773145] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2043.773374] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb0429fe-e06f-4216-9be2-2a273629a9da {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.793105] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2043.793105] env[63750]: value = "task-2007030" [ 2043.793105] env[63750]: _type = "Task" [ 2043.793105] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.801022] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007030, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.840843] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c333c4c0-d36a-4ff0-9139-746259da1413 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Lock "4c13e422-83da-4b9d-aca3-27a011b32c6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.653s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2043.872211] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1f0495f2-42e2-423c-9fa5-3ae3cbcf14b4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquiring lock "ee1deeaf-7782-4ae2-bf3e-c766ae21a05a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2043.872397] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1f0495f2-42e2-423c-9fa5-3ae3cbcf14b4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquired lock "ee1deeaf-7782-4ae2-bf3e-c766ae21a05a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2043.873327] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe17342-07ac-484e-b9e5-688dce8d824b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.894475] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba0d605-bde8-4e76-8134-9529267b48a8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.923784] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0495f2-42e2-423c-9fa5-3ae3cbcf14b4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Reconfiguring VM to detach interface {{(pid=63750) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2043.923784] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d354892f-8e72-417c-bacc-70fdef0f4384 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.942555] env[63750]: DEBUG oslo_vmware.api [None req-1f0495f2-42e2-423c-9fa5-3ae3cbcf14b4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Waiting for the task: (returnval){ [ 2043.942555] env[63750]: value = "task-2007031" [ 2043.942555] env[63750]: _type = "Task" [ 2043.942555] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.947161] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3c9e75-866c-4696-84af-53636d464892 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Creating Snapshot of the VM instance {{(pid=63750) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2043.947943] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b1ab3312-2429-45b2-a27d-dbb58cf0d0fb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.956380] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6c4eafed-ef61-4a14-b7b5-3b2093c7fa57 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lock "99b407e0-5c69-4b97-ac57-af787198ba91" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.117s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2043.957884] env[63750]: DEBUG oslo_vmware.api [None req-1f0495f2-42e2-423c-9fa5-3ae3cbcf14b4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007031, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.963224] env[63750]: DEBUG oslo_vmware.api [None req-ff3c9e75-866c-4696-84af-53636d464892 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2043.963224] env[63750]: value = "task-2007032" [ 2043.963224] env[63750]: _type = "Task" [ 2043.963224] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.972144] env[63750]: DEBUG oslo_vmware.api [None req-ff3c9e75-866c-4696-84af-53636d464892 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007032, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.085114] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 81966a7e-6f9b-49e2-ad49-bd35f6fa628a] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2044.102605] env[63750]: DEBUG oslo_vmware.api [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007029, 'name': ReconfigVM_Task, 'duration_secs': 0.483475} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.102605] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 23ddb635-5940-4f84-be03-33577eb16dad/23ddb635-5940-4f84-be03-33577eb16dad.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2044.102605] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c147df68-0bf9-417e-888e-e3d8f706819a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.109986] env[63750]: DEBUG oslo_vmware.api [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2044.109986] env[63750]: value = "task-2007033" [ 2044.109986] env[63750]: _type = "Task" [ 2044.109986] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.118797] env[63750]: DEBUG oslo_vmware.api [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007033, 'name': Rename_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.220401] env[63750]: DEBUG nova.compute.manager [req-7d314157-e08e-47bb-90e8-8ea3866a637b req-7d385526-71bb-4688-8c1f-32f7abb5b6fa service nova] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Received event network-changed-d312d1c4-d7d6-469f-a0e0-4e34d062dab5 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2044.220613] env[63750]: DEBUG nova.compute.manager [req-7d314157-e08e-47bb-90e8-8ea3866a637b req-7d385526-71bb-4688-8c1f-32f7abb5b6fa service nova] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Refreshing instance network info cache due to event network-changed-d312d1c4-d7d6-469f-a0e0-4e34d062dab5. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2044.220843] env[63750]: DEBUG oslo_concurrency.lockutils [req-7d314157-e08e-47bb-90e8-8ea3866a637b req-7d385526-71bb-4688-8c1f-32f7abb5b6fa service nova] Acquiring lock "refresh_cache-3a6c29c9-1862-42cd-a49d-9f886b6c0eb1" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2044.221015] env[63750]: DEBUG oslo_concurrency.lockutils [req-7d314157-e08e-47bb-90e8-8ea3866a637b req-7d385526-71bb-4688-8c1f-32f7abb5b6fa service nova] Acquired lock "refresh_cache-3a6c29c9-1862-42cd-a49d-9f886b6c0eb1" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2044.221178] env[63750]: DEBUG nova.network.neutron [req-7d314157-e08e-47bb-90e8-8ea3866a637b req-7d385526-71bb-4688-8c1f-32f7abb5b6fa service nova] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Refreshing network info cache for port d312d1c4-d7d6-469f-a0e0-4e34d062dab5 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2044.304080] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007030, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.323418] env[63750]: DEBUG nova.network.neutron [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Successfully updated port: 55505234-0fda-4f3b-b7e2-f2e83b8bbaf6 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2044.336427] env[63750]: INFO nova.compute.manager [None req-48dad08a-f924-4de6-9266-84735b59c676 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Rescuing [ 2044.336760] env[63750]: DEBUG oslo_concurrency.lockutils [None req-48dad08a-f924-4de6-9266-84735b59c676 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Acquiring lock "refresh_cache-4c13e422-83da-4b9d-aca3-27a011b32c6e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2044.336919] env[63750]: DEBUG oslo_concurrency.lockutils [None req-48dad08a-f924-4de6-9266-84735b59c676 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Acquired lock "refresh_cache-4c13e422-83da-4b9d-aca3-27a011b32c6e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2044.337106] env[63750]: DEBUG nova.network.neutron [None req-48dad08a-f924-4de6-9266-84735b59c676 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2044.452773] env[63750]: DEBUG oslo_vmware.api [None req-1f0495f2-42e2-423c-9fa5-3ae3cbcf14b4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007031, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.473387] env[63750]: DEBUG oslo_vmware.api [None req-ff3c9e75-866c-4696-84af-53636d464892 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007032, 'name': CreateSnapshot_Task, 'duration_secs': 0.507434} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.473654] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3c9e75-866c-4696-84af-53636d464892 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Created Snapshot of the VM instance {{(pid=63750) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2044.474479] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d5501a-b5fb-43d7-89db-ee97266c7b2b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.591558] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 0431561b-dd08-4c9c-a4f6-43d19cbe4b03] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2044.620020] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb82332-ac04-40f0-a1cb-94f7d1f3a073 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.628741] env[63750]: DEBUG oslo_vmware.api [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007033, 'name': Rename_Task, 'duration_secs': 0.1525} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.629467] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2044.629779] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-754fda32-b7d2-41f1-a8ca-25f78b24aa21 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.634342] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b534f46b-fdb9-4d3b-9b10-c644d5d4c641 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.638569] env[63750]: DEBUG oslo_vmware.api [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2044.638569] env[63750]: value = "task-2007034" [ 2044.638569] env[63750]: _type = "Task" [ 2044.638569] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.667091] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f96b58b-9750-47b7-9319-65ee92afff55 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.673432] env[63750]: DEBUG oslo_vmware.api [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007034, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.678600] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed63800-541a-469f-be09-3328e0b6eef7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.695642] env[63750]: DEBUG nova.compute.provider_tree [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2044.803797] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007030, 'name': CreateVM_Task, 'duration_secs': 0.754169} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.803976] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2044.804731] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2044.804893] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2044.805235] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2044.805907] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15171ea6-976e-476b-8b6d-301dd4d93301 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.814944] env[63750]: DEBUG oslo_vmware.api [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 2044.814944] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]528468e4-c3c9-3b92-0214-9af077899b3c" [ 2044.814944] env[63750]: _type = "Task" [ 2044.814944] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.823316] env[63750]: DEBUG oslo_vmware.api [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]528468e4-c3c9-3b92-0214-9af077899b3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.826029] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquiring lock "refresh_cache-737f136f-7ff2-4176-8709-fa4eda49e2dc" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2044.826169] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquired lock "refresh_cache-737f136f-7ff2-4176-8709-fa4eda49e2dc" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2044.826316] env[63750]: DEBUG nova.network.neutron [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2044.958693] env[63750]: DEBUG oslo_vmware.api [None req-1f0495f2-42e2-423c-9fa5-3ae3cbcf14b4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007031, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.997742] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3c9e75-866c-4696-84af-53636d464892 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Creating linked-clone VM from snapshot {{(pid=63750) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2044.998097] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9516d7fb-6bef-4a07-bcd4-9752adca3f0e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.007024] env[63750]: DEBUG oslo_vmware.api [None req-ff3c9e75-866c-4696-84af-53636d464892 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2045.007024] env[63750]: value = "task-2007035" [ 2045.007024] env[63750]: _type = "Task" [ 2045.007024] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.015529] env[63750]: DEBUG oslo_vmware.api [None req-ff3c9e75-866c-4696-84af-53636d464892 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007035, 'name': CloneVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.068199] env[63750]: DEBUG nova.network.neutron [req-7d314157-e08e-47bb-90e8-8ea3866a637b req-7d385526-71bb-4688-8c1f-32f7abb5b6fa service nova] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Updated VIF entry in instance network info cache for port d312d1c4-d7d6-469f-a0e0-4e34d062dab5. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2045.068199] env[63750]: DEBUG nova.network.neutron [req-7d314157-e08e-47bb-90e8-8ea3866a637b req-7d385526-71bb-4688-8c1f-32f7abb5b6fa service nova] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Updating instance_info_cache with network_info: [{"id": "d312d1c4-d7d6-469f-a0e0-4e34d062dab5", "address": "fa:16:3e:ca:76:b2", "network": {"id": "d4b65d97-f1ce-4ba9-90f9-3711736b7e53", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2086699953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e513233b2170429cad45641f98caeb63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd312d1c4-d7", "ovs_interfaceid": "d312d1c4-d7d6-469f-a0e0-4e34d062dab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2045.095771] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 6837b938-5169-44a2-a03f-e6a2064334d6] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2045.152305] env[63750]: DEBUG oslo_vmware.api [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007034, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.186016] env[63750]: DEBUG nova.network.neutron [None req-48dad08a-f924-4de6-9266-84735b59c676 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Updating instance_info_cache with network_info: [{"id": "c71f994d-c94a-42b1-8da3-1be3b43270c3", "address": "fa:16:3e:b9:d2:23", "network": {"id": "bc8caa0c-64a5-498f-9d9f-64dc1d502217", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1864557009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc1114710e0d4372a8536f19816902bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc71f994d-c9", "ovs_interfaceid": "c71f994d-c94a-42b1-8da3-1be3b43270c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2045.198641] env[63750]: DEBUG nova.scheduler.client.report [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2045.326573] env[63750]: DEBUG oslo_vmware.api [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]528468e4-c3c9-3b92-0214-9af077899b3c, 'name': SearchDatastore_Task, 'duration_secs': 0.009542} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.326890] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2045.327146] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2045.327391] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2045.327556] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.327733] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2045.330038] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83e7e29c-7c4f-418d-8393-e3d6a95f13ac {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.339608] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2045.339608] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2045.340493] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e6820dc-ee01-4548-9f22-081e82927c2d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.346943] env[63750]: DEBUG oslo_vmware.api [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 2045.346943] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52e0dffb-3470-e3f8-771f-d055feeadf7e" [ 2045.346943] env[63750]: _type = "Task" [ 2045.346943] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.354652] env[63750]: DEBUG oslo_vmware.api [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52e0dffb-3470-e3f8-771f-d055feeadf7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.392695] env[63750]: DEBUG nova.network.neutron [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2045.454107] env[63750]: DEBUG oslo_vmware.api [None req-1f0495f2-42e2-423c-9fa5-3ae3cbcf14b4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007031, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.517271] env[63750]: DEBUG oslo_vmware.api [None req-ff3c9e75-866c-4696-84af-53636d464892 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007035, 'name': CloneVM_Task} progress is 94%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.557594] env[63750]: DEBUG nova.network.neutron [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Updating instance_info_cache with network_info: [{"id": "55505234-0fda-4f3b-b7e2-f2e83b8bbaf6", "address": "fa:16:3e:b8:f0:24", "network": {"id": "3190c9f9-ed08-4a95-905a-91e470b8e973", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-172291959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7dd23ed8566493d991974157cb177d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55505234-0f", "ovs_interfaceid": "55505234-0fda-4f3b-b7e2-f2e83b8bbaf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2045.569761] env[63750]: DEBUG oslo_concurrency.lockutils [req-7d314157-e08e-47bb-90e8-8ea3866a637b req-7d385526-71bb-4688-8c1f-32f7abb5b6fa service nova] Releasing lock "refresh_cache-3a6c29c9-1862-42cd-a49d-9f886b6c0eb1" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2045.570223] env[63750]: DEBUG nova.compute.manager [req-7d314157-e08e-47bb-90e8-8ea3866a637b req-7d385526-71bb-4688-8c1f-32f7abb5b6fa service nova] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Received event network-vif-plugged-55505234-0fda-4f3b-b7e2-f2e83b8bbaf6 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2045.570462] env[63750]: DEBUG oslo_concurrency.lockutils [req-7d314157-e08e-47bb-90e8-8ea3866a637b req-7d385526-71bb-4688-8c1f-32f7abb5b6fa service nova] Acquiring lock "737f136f-7ff2-4176-8709-fa4eda49e2dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2045.570689] env[63750]: DEBUG oslo_concurrency.lockutils [req-7d314157-e08e-47bb-90e8-8ea3866a637b req-7d385526-71bb-4688-8c1f-32f7abb5b6fa service nova] Lock "737f136f-7ff2-4176-8709-fa4eda49e2dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2045.570864] env[63750]: DEBUG oslo_concurrency.lockutils [req-7d314157-e08e-47bb-90e8-8ea3866a637b req-7d385526-71bb-4688-8c1f-32f7abb5b6fa service nova] Lock "737f136f-7ff2-4176-8709-fa4eda49e2dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2045.571051] env[63750]: DEBUG nova.compute.manager [req-7d314157-e08e-47bb-90e8-8ea3866a637b req-7d385526-71bb-4688-8c1f-32f7abb5b6fa service nova] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] No waiting events found dispatching network-vif-plugged-55505234-0fda-4f3b-b7e2-f2e83b8bbaf6 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2045.571226] env[63750]: WARNING nova.compute.manager [req-7d314157-e08e-47bb-90e8-8ea3866a637b req-7d385526-71bb-4688-8c1f-32f7abb5b6fa service nova] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Received unexpected event network-vif-plugged-55505234-0fda-4f3b-b7e2-f2e83b8bbaf6 for instance with vm_state building and task_state spawning. [ 2045.598756] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 99c765c3-0b70-4f53-a8e7-e2723898c70e] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2045.649200] env[63750]: DEBUG oslo_vmware.api [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007034, 'name': PowerOnVM_Task, 'duration_secs': 0.69483} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.649454] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2045.649667] env[63750]: INFO nova.compute.manager [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] Took 15.30 seconds to spawn the instance on the hypervisor. [ 2045.649851] env[63750]: DEBUG nova.compute.manager [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2045.650643] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dce2af7-0a45-4fc2-b92a-ddd4960600b1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.688722] env[63750]: DEBUG oslo_concurrency.lockutils [None req-48dad08a-f924-4de6-9266-84735b59c676 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Releasing lock "refresh_cache-4c13e422-83da-4b9d-aca3-27a011b32c6e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2045.703198] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.279s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2045.703688] env[63750]: DEBUG nova.compute.manager [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 6ccc9144-435b-40be-ad13-483a5cd731a9] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2045.856997] env[63750]: DEBUG oslo_vmware.api [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52e0dffb-3470-e3f8-771f-d055feeadf7e, 'name': SearchDatastore_Task, 'duration_secs': 0.038024} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.857919] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e94d73dc-f7ca-4681-aa22-1fc64e3211d7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.863480] env[63750]: DEBUG oslo_vmware.api [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 2045.863480] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52ce2f9a-d88b-3f70-c280-b283d4362a4b" [ 2045.863480] env[63750]: _type = "Task" [ 2045.863480] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.871628] env[63750]: DEBUG oslo_vmware.api [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52ce2f9a-d88b-3f70-c280-b283d4362a4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.955768] env[63750]: DEBUG oslo_vmware.api [None req-1f0495f2-42e2-423c-9fa5-3ae3cbcf14b4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007031, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.017803] env[63750]: DEBUG oslo_vmware.api [None req-ff3c9e75-866c-4696-84af-53636d464892 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007035, 'name': CloneVM_Task} progress is 94%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.060626] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Releasing lock "refresh_cache-737f136f-7ff2-4176-8709-fa4eda49e2dc" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2046.061016] env[63750]: DEBUG nova.compute.manager [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Instance network_info: |[{"id": "55505234-0fda-4f3b-b7e2-f2e83b8bbaf6", "address": "fa:16:3e:b8:f0:24", "network": {"id": "3190c9f9-ed08-4a95-905a-91e470b8e973", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-172291959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7dd23ed8566493d991974157cb177d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55505234-0f", "ovs_interfaceid": "55505234-0fda-4f3b-b7e2-f2e83b8bbaf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2046.061475] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:f0:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c0d5204b-f60e-4830-84c8-2fe246c28202', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55505234-0fda-4f3b-b7e2-f2e83b8bbaf6', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2046.069593] env[63750]: DEBUG oslo.service.loopingcall [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2046.069804] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2046.070036] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a0f8c24-af35-4fcb-bcf2-d990b2a1b5f8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.089299] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2046.089299] env[63750]: value = "task-2007036" [ 2046.089299] env[63750]: _type = "Task" [ 2046.089299] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.099183] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007036, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.101679] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 47ea6c82-618f-4d4e-9d75-0ad02d9518f3] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2046.168768] env[63750]: INFO nova.compute.manager [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] Took 21.13 seconds to build instance. [ 2046.210211] env[63750]: DEBUG nova.compute.utils [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2046.211742] env[63750]: DEBUG nova.compute.manager [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 6ccc9144-435b-40be-ad13-483a5cd731a9] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2046.212042] env[63750]: DEBUG nova.network.neutron [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 6ccc9144-435b-40be-ad13-483a5cd731a9] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2046.256103] env[63750]: DEBUG nova.compute.manager [req-12df1784-b34a-42f0-b5f4-ccb6ebf7558e req-0ba0e47b-c97b-4d23-b370-0d8fa38e8527 service nova] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Received event network-changed-55505234-0fda-4f3b-b7e2-f2e83b8bbaf6 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2046.256284] env[63750]: DEBUG nova.compute.manager [req-12df1784-b34a-42f0-b5f4-ccb6ebf7558e req-0ba0e47b-c97b-4d23-b370-0d8fa38e8527 service nova] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Refreshing instance network info cache due to event network-changed-55505234-0fda-4f3b-b7e2-f2e83b8bbaf6. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2046.256534] env[63750]: DEBUG oslo_concurrency.lockutils [req-12df1784-b34a-42f0-b5f4-ccb6ebf7558e req-0ba0e47b-c97b-4d23-b370-0d8fa38e8527 service nova] Acquiring lock "refresh_cache-737f136f-7ff2-4176-8709-fa4eda49e2dc" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2046.256686] env[63750]: DEBUG oslo_concurrency.lockutils [req-12df1784-b34a-42f0-b5f4-ccb6ebf7558e req-0ba0e47b-c97b-4d23-b370-0d8fa38e8527 service nova] Acquired lock "refresh_cache-737f136f-7ff2-4176-8709-fa4eda49e2dc" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2046.256847] env[63750]: DEBUG nova.network.neutron [req-12df1784-b34a-42f0-b5f4-ccb6ebf7558e req-0ba0e47b-c97b-4d23-b370-0d8fa38e8527 service nova] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Refreshing network info cache for port 55505234-0fda-4f3b-b7e2-f2e83b8bbaf6 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2046.262674] env[63750]: DEBUG nova.policy [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0601259fd0847d881d7c536fda64c35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91a6374b7ee44849998c8b16981afb61', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 2046.374850] env[63750]: DEBUG oslo_vmware.api [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52ce2f9a-d88b-3f70-c280-b283d4362a4b, 'name': SearchDatastore_Task, 'duration_secs': 0.012798} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2046.375097] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2046.375379] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1/3a6c29c9-1862-42cd-a49d-9f886b6c0eb1.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2046.375644] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29015e43-5d50-4f03-b239-6aa418d8af24 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.382248] env[63750]: DEBUG oslo_vmware.api [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 2046.382248] env[63750]: value = "task-2007037" [ 2046.382248] env[63750]: _type = "Task" [ 2046.382248] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.390860] env[63750]: DEBUG oslo_vmware.api [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2007037, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.457687] env[63750]: DEBUG oslo_vmware.api [None req-1f0495f2-42e2-423c-9fa5-3ae3cbcf14b4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007031, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.518709] env[63750]: DEBUG oslo_vmware.api [None req-ff3c9e75-866c-4696-84af-53636d464892 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007035, 'name': CloneVM_Task} progress is 95%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.547807] env[63750]: DEBUG nova.network.neutron [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 6ccc9144-435b-40be-ad13-483a5cd731a9] Successfully created port: 737a8a64-9cd4-4b2f-9cbe-1afc0710557e {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2046.607025] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 75c55c9f-ad11-4d74-b63e-ff82150fb152] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2046.607025] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007036, 'name': CreateVM_Task, 'duration_secs': 0.332915} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2046.610165] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2046.611279] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2046.611510] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2046.612097] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2046.612226] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68aff187-2265-447d-8cf7-a4bd1d056f60 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.624040] env[63750]: DEBUG oslo_vmware.api [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2046.624040] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]520cbef2-c9ff-173c-c2f1-dea893afa2ca" [ 2046.624040] env[63750]: _type = "Task" [ 2046.624040] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.635419] env[63750]: DEBUG oslo_vmware.api [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]520cbef2-c9ff-173c-c2f1-dea893afa2ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.671325] env[63750]: DEBUG oslo_concurrency.lockutils [None req-61419651-d31d-4704-af27-946ca4d0b13a tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "23ddb635-5940-4f84-be03-33577eb16dad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.640s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2046.716395] env[63750]: DEBUG nova.compute.manager [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 6ccc9144-435b-40be-ad13-483a5cd731a9] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2046.897227] env[63750]: DEBUG oslo_vmware.api [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2007037, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.956368] env[63750]: DEBUG oslo_vmware.api [None req-1f0495f2-42e2-423c-9fa5-3ae3cbcf14b4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007031, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.018218] env[63750]: DEBUG oslo_vmware.api [None req-ff3c9e75-866c-4696-84af-53636d464892 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007035, 'name': CloneVM_Task, 'duration_secs': 1.667845} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.018604] env[63750]: INFO nova.virt.vmwareapi.vmops [None req-ff3c9e75-866c-4696-84af-53636d464892 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Created linked-clone VM from snapshot [ 2047.019291] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c626ca72-75e3-423f-b6c9-5e426d7d1efc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.027305] env[63750]: DEBUG nova.virt.vmwareapi.images [None req-ff3c9e75-866c-4696-84af-53636d464892 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Uploading image 50bd1ebc-ae6f-4ce4-bfdc-2563aee04dd7 {{(pid=63750) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2047.063838] env[63750]: DEBUG oslo_vmware.rw_handles [None req-ff3c9e75-866c-4696-84af-53636d464892 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2047.063838] env[63750]: value = "vm-412655" [ 2047.063838] env[63750]: _type = "VirtualMachine" [ 2047.063838] env[63750]: }. {{(pid=63750) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2047.064300] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9ac382cd-2ef6-40b9-adde-4c7ebe13887a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.077019] env[63750]: DEBUG oslo_vmware.rw_handles [None req-ff3c9e75-866c-4696-84af-53636d464892 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lease: (returnval){ [ 2047.077019] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]525e7b72-916d-30c2-bb39-502fd6ca077a" [ 2047.077019] env[63750]: _type = "HttpNfcLease" [ 2047.077019] env[63750]: } obtained for exporting VM: (result){ [ 2047.077019] env[63750]: value = "vm-412655" [ 2047.077019] env[63750]: _type = "VirtualMachine" [ 2047.077019] env[63750]: }. {{(pid=63750) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2047.077019] env[63750]: DEBUG oslo_vmware.api [None req-ff3c9e75-866c-4696-84af-53636d464892 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the lease: (returnval){ [ 2047.077019] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]525e7b72-916d-30c2-bb39-502fd6ca077a" [ 2047.077019] env[63750]: _type = "HttpNfcLease" [ 2047.077019] env[63750]: } to be ready. {{(pid=63750) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2047.084412] env[63750]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2047.084412] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]525e7b72-916d-30c2-bb39-502fd6ca077a" [ 2047.084412] env[63750]: _type = "HttpNfcLease" [ 2047.084412] env[63750]: } is initializing. {{(pid=63750) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2047.111343] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: b3a09612-f064-4b1f-8e5d-29ff6d423592] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2047.122551] env[63750]: DEBUG nova.network.neutron [req-12df1784-b34a-42f0-b5f4-ccb6ebf7558e req-0ba0e47b-c97b-4d23-b370-0d8fa38e8527 service nova] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Updated VIF entry in instance network info cache for port 55505234-0fda-4f3b-b7e2-f2e83b8bbaf6. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2047.122551] env[63750]: DEBUG nova.network.neutron [req-12df1784-b34a-42f0-b5f4-ccb6ebf7558e req-0ba0e47b-c97b-4d23-b370-0d8fa38e8527 service nova] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Updating instance_info_cache with network_info: [{"id": "55505234-0fda-4f3b-b7e2-f2e83b8bbaf6", "address": "fa:16:3e:b8:f0:24", "network": {"id": "3190c9f9-ed08-4a95-905a-91e470b8e973", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-172291959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7dd23ed8566493d991974157cb177d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55505234-0f", "ovs_interfaceid": "55505234-0fda-4f3b-b7e2-f2e83b8bbaf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2047.135578] env[63750]: DEBUG oslo_vmware.api [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]520cbef2-c9ff-173c-c2f1-dea893afa2ca, 'name': SearchDatastore_Task, 'duration_secs': 0.051532} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.135797] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2047.136098] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2047.136385] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2047.136704] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2047.136983] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2047.137656] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc22026d-deea-4bcc-9ea1-7a436c7c31fb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.157423] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2047.157689] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2047.158432] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-287ef164-20cf-4c79-9c38-a303fc66a6d0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.164271] env[63750]: DEBUG oslo_vmware.api [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2047.164271] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5274d1ef-b9d5-3258-6e26-b343464096f5" [ 2047.164271] env[63750]: _type = "Task" [ 2047.164271] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.171706] env[63750]: DEBUG oslo_vmware.api [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5274d1ef-b9d5-3258-6e26-b343464096f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.227928] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-48dad08a-f924-4de6-9266-84735b59c676 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2047.227928] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28b1221a-1497-40dd-b557-63a8d5300d16 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.234111] env[63750]: DEBUG oslo_vmware.api [None req-48dad08a-f924-4de6-9266-84735b59c676 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2047.234111] env[63750]: value = "task-2007039" [ 2047.234111] env[63750]: _type = "Task" [ 2047.234111] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.241747] env[63750]: DEBUG oslo_vmware.api [None req-48dad08a-f924-4de6-9266-84735b59c676 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007039, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.394372] env[63750]: DEBUG oslo_vmware.api [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2007037, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528919} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.394692] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1/3a6c29c9-1862-42cd-a49d-9f886b6c0eb1.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2047.395057] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2047.395391] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21207382-86bb-478f-9569-4128995dd266 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.402998] env[63750]: DEBUG oslo_vmware.api [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 2047.402998] env[63750]: value = "task-2007040" [ 2047.402998] env[63750]: _type = "Task" [ 2047.402998] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.410953] env[63750]: DEBUG oslo_vmware.api [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2007040, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.457379] env[63750]: DEBUG oslo_vmware.api [None req-1f0495f2-42e2-423c-9fa5-3ae3cbcf14b4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007031, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.583752] env[63750]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2047.583752] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]525e7b72-916d-30c2-bb39-502fd6ca077a" [ 2047.583752] env[63750]: _type = "HttpNfcLease" [ 2047.583752] env[63750]: } is ready. {{(pid=63750) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2047.584066] env[63750]: DEBUG oslo_vmware.rw_handles [None req-ff3c9e75-866c-4696-84af-53636d464892 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2047.584066] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]525e7b72-916d-30c2-bb39-502fd6ca077a" [ 2047.584066] env[63750]: _type = "HttpNfcLease" [ 2047.584066] env[63750]: }. {{(pid=63750) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2047.584794] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085f7e50-6e13-4736-bde7-0bb68f62bb09 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.591848] env[63750]: DEBUG oslo_vmware.rw_handles [None req-ff3c9e75-866c-4696-84af-53636d464892 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cc78e2-38f6-72fd-e847-5469aac06eaf/disk-0.vmdk from lease info. {{(pid=63750) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2047.592035] env[63750]: DEBUG oslo_vmware.rw_handles [None req-ff3c9e75-866c-4696-84af-53636d464892 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cc78e2-38f6-72fd-e847-5469aac06eaf/disk-0.vmdk for reading. {{(pid=63750) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2047.647096] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 627fabed-0639-417d-b78c-fc6ef6ab7979] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2047.649195] env[63750]: DEBUG oslo_concurrency.lockutils [req-12df1784-b34a-42f0-b5f4-ccb6ebf7558e req-0ba0e47b-c97b-4d23-b370-0d8fa38e8527 service nova] Releasing lock "refresh_cache-737f136f-7ff2-4176-8709-fa4eda49e2dc" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2047.675072] env[63750]: DEBUG oslo_vmware.api [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5274d1ef-b9d5-3258-6e26-b343464096f5, 'name': SearchDatastore_Task, 'duration_secs': 0.06776} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.676422] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0222202-9d6b-42d1-b28b-dd301e831a81 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.683022] env[63750]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d95b8f65-5b74-4418-b6f1-3388a0a2b832 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.684852] env[63750]: DEBUG oslo_vmware.api [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2047.684852] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527c726a-570e-1482-6de5-5d21fb390abb" [ 2047.684852] env[63750]: _type = "Task" [ 2047.684852] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.694070] env[63750]: DEBUG oslo_vmware.api [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527c726a-570e-1482-6de5-5d21fb390abb, 'name': SearchDatastore_Task, 'duration_secs': 0.009423} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.694315] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2047.694564] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 737f136f-7ff2-4176-8709-fa4eda49e2dc/737f136f-7ff2-4176-8709-fa4eda49e2dc.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2047.694802] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-551547db-ac69-47fd-9f91-287ed3284baf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.703085] env[63750]: DEBUG oslo_vmware.api [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2047.703085] env[63750]: value = "task-2007041" [ 2047.703085] env[63750]: _type = "Task" [ 2047.703085] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.718425] env[63750]: DEBUG oslo_vmware.api [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007041, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.727756] env[63750]: DEBUG nova.compute.manager [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 6ccc9144-435b-40be-ad13-483a5cd731a9] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2047.744403] env[63750]: DEBUG oslo_vmware.api [None req-48dad08a-f924-4de6-9266-84735b59c676 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007039, 'name': PowerOffVM_Task, 'duration_secs': 0.242191} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.746373] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-48dad08a-f924-4de6-9266-84735b59c676 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2047.748189] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19c551c-1260-4216-9200-02b5983164f6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.752490] env[63750]: DEBUG nova.virt.hardware [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2047.752723] env[63750]: DEBUG nova.virt.hardware [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2047.752879] env[63750]: DEBUG nova.virt.hardware [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2047.753094] env[63750]: DEBUG nova.virt.hardware [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2047.753296] env[63750]: DEBUG nova.virt.hardware [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2047.753456] env[63750]: DEBUG nova.virt.hardware [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2047.753665] env[63750]: DEBUG nova.virt.hardware [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2047.753928] env[63750]: DEBUG nova.virt.hardware [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2047.754135] env[63750]: DEBUG nova.virt.hardware [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2047.754301] env[63750]: DEBUG nova.virt.hardware [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2047.754508] env[63750]: DEBUG nova.virt.hardware [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2047.755607] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a980249b-5179-4a58-92d5-c9793faf9c35 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.772282] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39df4dc9-9e3e-40da-8bbb-42d560856926 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.778490] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce05cd9d-121e-4fa4-b545-63b7d5a95b41 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.806073] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-48dad08a-f924-4de6-9266-84735b59c676 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2047.806359] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9243d8c0-78ec-482c-83e5-4ede2205b5ad {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.813855] env[63750]: DEBUG oslo_vmware.api [None req-48dad08a-f924-4de6-9266-84735b59c676 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2047.813855] env[63750]: value = "task-2007042" [ 2047.813855] env[63750]: _type = "Task" [ 2047.813855] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.821803] env[63750]: DEBUG oslo_vmware.api [None req-48dad08a-f924-4de6-9266-84735b59c676 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007042, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.908536] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6f05f5df-c95d-4061-af5c-fd1bfbf04d9e tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquiring lock "23ddb635-5940-4f84-be03-33577eb16dad" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2047.908800] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6f05f5df-c95d-4061-af5c-fd1bfbf04d9e tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "23ddb635-5940-4f84-be03-33577eb16dad" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2047.918655] env[63750]: DEBUG oslo_vmware.api [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2007040, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074708} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.919551] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2047.920385] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9a9529-85d2-4241-95ee-16e0e831a9e3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.944348] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1/3a6c29c9-1862-42cd-a49d-9f886b6c0eb1.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2047.944852] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cd953e8-e87a-40b1-93ab-aeaae5cd2a5d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.970386] env[63750]: DEBUG oslo_vmware.api [None req-1f0495f2-42e2-423c-9fa5-3ae3cbcf14b4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007031, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.972148] env[63750]: DEBUG oslo_vmware.api [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 2047.972148] env[63750]: value = "task-2007043" [ 2047.972148] env[63750]: _type = "Task" [ 2047.972148] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.981291] env[63750]: DEBUG oslo_vmware.api [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2007043, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.151449] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 64e60d53-dc4c-41ab-91ee-fff41c2b5976] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2048.216335] env[63750]: DEBUG oslo_vmware.api [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007041, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499423} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.216767] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 737f136f-7ff2-4176-8709-fa4eda49e2dc/737f136f-7ff2-4176-8709-fa4eda49e2dc.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2048.217012] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2048.217432] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9c27e5b-3faf-4f76-8680-6a4b23ed9c0b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.224287] env[63750]: DEBUG oslo_vmware.api [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2048.224287] env[63750]: value = "task-2007044" [ 2048.224287] env[63750]: _type = "Task" [ 2048.224287] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.238020] env[63750]: DEBUG oslo_vmware.api [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007044, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.327916] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-48dad08a-f924-4de6-9266-84735b59c676 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] VM already powered off {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2048.332239] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-48dad08a-f924-4de6-9266-84735b59c676 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2048.332597] env[63750]: DEBUG oslo_concurrency.lockutils [None req-48dad08a-f924-4de6-9266-84735b59c676 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2048.332835] env[63750]: DEBUG oslo_concurrency.lockutils [None req-48dad08a-f924-4de6-9266-84735b59c676 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2048.333247] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-48dad08a-f924-4de6-9266-84735b59c676 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2048.333547] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b01d378-407a-46eb-97e2-13989b84baa3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.346176] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-48dad08a-f924-4de6-9266-84735b59c676 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2048.346365] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-48dad08a-f924-4de6-9266-84735b59c676 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2048.350655] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf959f99-6339-4e2c-a06c-f4ae702138a9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.357121] env[63750]: DEBUG oslo_vmware.api [None req-48dad08a-f924-4de6-9266-84735b59c676 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2048.357121] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52540266-a290-0b9d-58bc-742dd3ab6b33" [ 2048.357121] env[63750]: _type = "Task" [ 2048.357121] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.368717] env[63750]: DEBUG oslo_vmware.api [None req-48dad08a-f924-4de6-9266-84735b59c676 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52540266-a290-0b9d-58bc-742dd3ab6b33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.413456] env[63750]: DEBUG nova.compute.utils [None req-6f05f5df-c95d-4061-af5c-fd1bfbf04d9e tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2048.463623] env[63750]: DEBUG nova.network.neutron [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 6ccc9144-435b-40be-ad13-483a5cd731a9] Successfully updated port: 737a8a64-9cd4-4b2f-9cbe-1afc0710557e {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2048.479247] env[63750]: DEBUG oslo_vmware.api [None req-1f0495f2-42e2-423c-9fa5-3ae3cbcf14b4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007031, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.486606] env[63750]: DEBUG oslo_vmware.api [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2007043, 'name': ReconfigVM_Task, 'duration_secs': 0.386796} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.486606] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1/3a6c29c9-1862-42cd-a49d-9f886b6c0eb1.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2048.487370] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11240afe-e80b-4c06-83c1-03b55865b694 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.498040] env[63750]: DEBUG oslo_vmware.api [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 2048.498040] env[63750]: value = "task-2007045" [ 2048.498040] env[63750]: _type = "Task" [ 2048.498040] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.503849] env[63750]: DEBUG oslo_vmware.api [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2007045, 'name': Rename_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.564340] env[63750]: DEBUG nova.compute.manager [req-93896121-cc1e-4094-8735-37c378c3009f req-4a0c2f40-1502-43d4-810e-43e7409d535b service nova] [instance: 6ccc9144-435b-40be-ad13-483a5cd731a9] Received event network-vif-plugged-737a8a64-9cd4-4b2f-9cbe-1afc0710557e {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2048.564903] env[63750]: DEBUG oslo_concurrency.lockutils [req-93896121-cc1e-4094-8735-37c378c3009f req-4a0c2f40-1502-43d4-810e-43e7409d535b service nova] Acquiring lock "6ccc9144-435b-40be-ad13-483a5cd731a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2048.565193] env[63750]: DEBUG oslo_concurrency.lockutils [req-93896121-cc1e-4094-8735-37c378c3009f req-4a0c2f40-1502-43d4-810e-43e7409d535b service nova] Lock "6ccc9144-435b-40be-ad13-483a5cd731a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2048.565313] env[63750]: DEBUG oslo_concurrency.lockutils [req-93896121-cc1e-4094-8735-37c378c3009f req-4a0c2f40-1502-43d4-810e-43e7409d535b service nova] Lock "6ccc9144-435b-40be-ad13-483a5cd731a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2048.565492] env[63750]: DEBUG nova.compute.manager [req-93896121-cc1e-4094-8735-37c378c3009f req-4a0c2f40-1502-43d4-810e-43e7409d535b service nova] [instance: 6ccc9144-435b-40be-ad13-483a5cd731a9] No waiting events found dispatching network-vif-plugged-737a8a64-9cd4-4b2f-9cbe-1afc0710557e {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2048.565810] env[63750]: WARNING nova.compute.manager [req-93896121-cc1e-4094-8735-37c378c3009f req-4a0c2f40-1502-43d4-810e-43e7409d535b service nova] [instance: 6ccc9144-435b-40be-ad13-483a5cd731a9] Received unexpected event network-vif-plugged-737a8a64-9cd4-4b2f-9cbe-1afc0710557e for instance with vm_state building and task_state spawning. [ 2048.655556] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 41f90609-cec6-43c2-9853-aa72527e5f46] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2048.734432] env[63750]: DEBUG oslo_vmware.api [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007044, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076517} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.734829] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2048.735720] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305b573e-52b9-428b-b7d2-709a8af8eb38 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.758264] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 737f136f-7ff2-4176-8709-fa4eda49e2dc/737f136f-7ff2-4176-8709-fa4eda49e2dc.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2048.759050] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94b428cd-147c-47a1-9b2b-f06706cb7e9c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.782976] env[63750]: DEBUG oslo_vmware.api [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2048.782976] env[63750]: value = "task-2007046" [ 2048.782976] env[63750]: _type = "Task" [ 2048.782976] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.791540] env[63750]: DEBUG oslo_vmware.api [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007046, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.868219] env[63750]: DEBUG oslo_vmware.api [None req-48dad08a-f924-4de6-9266-84735b59c676 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52540266-a290-0b9d-58bc-742dd3ab6b33, 'name': SearchDatastore_Task, 'duration_secs': 0.010699} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.868982] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bb23330-78e6-4e68-b1b0-8a22277f2463 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.874652] env[63750]: DEBUG oslo_vmware.api [None req-48dad08a-f924-4de6-9266-84735b59c676 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2048.874652] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a3f960-d4ae-31be-7d1a-f52b77075fbd" [ 2048.874652] env[63750]: _type = "Task" [ 2048.874652] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.882993] env[63750]: DEBUG oslo_vmware.api [None req-48dad08a-f924-4de6-9266-84735b59c676 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a3f960-d4ae-31be-7d1a-f52b77075fbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.918751] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6f05f5df-c95d-4061-af5c-fd1bfbf04d9e tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "23ddb635-5940-4f84-be03-33577eb16dad" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2048.967750] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Acquiring lock "refresh_cache-6ccc9144-435b-40be-ad13-483a5cd731a9" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2048.967910] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Acquired lock "refresh_cache-6ccc9144-435b-40be-ad13-483a5cd731a9" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2048.968165] env[63750]: DEBUG nova.network.neutron [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 6ccc9144-435b-40be-ad13-483a5cd731a9] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2048.979242] env[63750]: DEBUG oslo_vmware.api [None req-1f0495f2-42e2-423c-9fa5-3ae3cbcf14b4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007031, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.007608] env[63750]: DEBUG oslo_vmware.api [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2007045, 'name': Rename_Task, 'duration_secs': 0.130822} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.007969] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2049.008309] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd225050-9aba-48d4-8456-cf769c73acb8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.015259] env[63750]: DEBUG oslo_vmware.api [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 2049.015259] env[63750]: value = "task-2007047" [ 2049.015259] env[63750]: _type = "Task" [ 2049.015259] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.023866] env[63750]: DEBUG oslo_vmware.api [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2007047, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.160036] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 57914c7f-a496-4c0c-a57d-cf9f46158032] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2049.292987] env[63750]: DEBUG oslo_vmware.api [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007046, 'name': ReconfigVM_Task, 'duration_secs': 0.433539} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.294099] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 737f136f-7ff2-4176-8709-fa4eda49e2dc/737f136f-7ff2-4176-8709-fa4eda49e2dc.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2049.294212] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e14a096-7d28-4fbc-8608-c9e4197fee76 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.300762] env[63750]: DEBUG oslo_vmware.api [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2049.300762] env[63750]: value = "task-2007048" [ 2049.300762] env[63750]: _type = "Task" [ 2049.300762] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.309793] env[63750]: DEBUG oslo_vmware.api [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007048, 'name': Rename_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.385477] env[63750]: DEBUG oslo_vmware.api [None req-48dad08a-f924-4de6-9266-84735b59c676 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a3f960-d4ae-31be-7d1a-f52b77075fbd, 'name': SearchDatastore_Task, 'duration_secs': 0.016202} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.385477] env[63750]: DEBUG oslo_concurrency.lockutils [None req-48dad08a-f924-4de6-9266-84735b59c676 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2049.386371] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-48dad08a-f924-4de6-9266-84735b59c676 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 4c13e422-83da-4b9d-aca3-27a011b32c6e/53a5fdf8-c6be-4008-8c9d-7c67205e61eb-rescue.vmdk. {{(pid=63750) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2049.386813] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30825847-6d70-4a7d-b529-8b79c20b4851 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.393995] env[63750]: DEBUG oslo_vmware.api [None req-48dad08a-f924-4de6-9266-84735b59c676 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2049.393995] env[63750]: value = "task-2007049" [ 2049.393995] env[63750]: _type = "Task" [ 2049.393995] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.402060] env[63750]: DEBUG oslo_vmware.api [None req-48dad08a-f924-4de6-9266-84735b59c676 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007049, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.482579] env[63750]: DEBUG oslo_vmware.api [None req-1f0495f2-42e2-423c-9fa5-3ae3cbcf14b4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007031, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.526883] env[63750]: DEBUG oslo_vmware.api [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2007047, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.527900] env[63750]: DEBUG nova.network.neutron [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 6ccc9144-435b-40be-ad13-483a5cd731a9] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2049.663678] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: c1f05848-3b1b-4f8e-877a-966310e78bcc] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2049.676214] env[63750]: DEBUG nova.network.neutron [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 6ccc9144-435b-40be-ad13-483a5cd731a9] Updating instance_info_cache with network_info: [{"id": "737a8a64-9cd4-4b2f-9cbe-1afc0710557e", "address": "fa:16:3e:95:ae:1a", "network": {"id": "dd6025b5-5331-4ade-abfb-6867d37b41da", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-649603207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91a6374b7ee44849998c8b16981afb61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap737a8a64-9c", "ovs_interfaceid": "737a8a64-9cd4-4b2f-9cbe-1afc0710557e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2049.815558] env[63750]: DEBUG oslo_vmware.api [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007048, 'name': Rename_Task, 'duration_secs': 0.269057} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.817072] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2049.817072] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58e4789e-1a81-4699-affe-0de4bb9258b7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.824589] env[63750]: DEBUG oslo_vmware.api [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2049.824589] env[63750]: value = "task-2007050" [ 2049.824589] env[63750]: _type = "Task" [ 2049.824589] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.836956] env[63750]: DEBUG oslo_vmware.api [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007050, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.906661] env[63750]: DEBUG oslo_vmware.api [None req-48dad08a-f924-4de6-9266-84735b59c676 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007049, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.983729] env[63750]: DEBUG oslo_vmware.api [None req-1f0495f2-42e2-423c-9fa5-3ae3cbcf14b4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007031, 'name': ReconfigVM_Task, 'duration_secs': 5.903875} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.984046] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1f0495f2-42e2-423c-9fa5-3ae3cbcf14b4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Releasing lock "ee1deeaf-7782-4ae2-bf3e-c766ae21a05a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2049.984276] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0495f2-42e2-423c-9fa5-3ae3cbcf14b4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Reconfigured VM to detach interface {{(pid=63750) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2049.986984] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6f05f5df-c95d-4061-af5c-fd1bfbf04d9e tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquiring lock "23ddb635-5940-4f84-be03-33577eb16dad" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2049.987229] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6f05f5df-c95d-4061-af5c-fd1bfbf04d9e tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "23ddb635-5940-4f84-be03-33577eb16dad" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2049.987462] env[63750]: INFO nova.compute.manager [None req-6f05f5df-c95d-4061-af5c-fd1bfbf04d9e tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] Attaching volume b635ef5c-d48f-415c-810a-386274a5cc37 to /dev/sdb [ 2050.023031] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97713fc8-dc16-4662-8b3b-3eaa441ccee3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.032580] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27476846-ee4a-4e73-a84c-808666bfcc18 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.035261] env[63750]: DEBUG oslo_vmware.api [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2007047, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.046796] env[63750]: DEBUG nova.virt.block_device [None req-6f05f5df-c95d-4061-af5c-fd1bfbf04d9e tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] Updating existing volume attachment record: 0dab77af-001d-491e-b782-e5527bdfe95a {{(pid=63750) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2050.166752] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 19fa9ea2-0fa3-47a3-a80a-91225c41da38] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2050.178579] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Releasing lock "refresh_cache-6ccc9144-435b-40be-ad13-483a5cd731a9" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2050.178903] env[63750]: DEBUG nova.compute.manager [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 6ccc9144-435b-40be-ad13-483a5cd731a9] Instance network_info: |[{"id": "737a8a64-9cd4-4b2f-9cbe-1afc0710557e", "address": "fa:16:3e:95:ae:1a", "network": {"id": "dd6025b5-5331-4ade-abfb-6867d37b41da", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-649603207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91a6374b7ee44849998c8b16981afb61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap737a8a64-9c", "ovs_interfaceid": "737a8a64-9cd4-4b2f-9cbe-1afc0710557e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2050.179335] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 6ccc9144-435b-40be-ad13-483a5cd731a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:ae:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dba18786-598d-4e06-96db-b3dc1717530f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '737a8a64-9cd4-4b2f-9cbe-1afc0710557e', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2050.187028] env[63750]: DEBUG oslo.service.loopingcall [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2050.187192] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ccc9144-435b-40be-ad13-483a5cd731a9] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2050.187415] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8328853b-79a8-4aaf-a4b2-cbe90044e16c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.208565] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2050.208565] env[63750]: value = "task-2007052" [ 2050.208565] env[63750]: _type = "Task" [ 2050.208565] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.217049] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007052, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.336171] env[63750]: DEBUG oslo_vmware.api [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007050, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.405954] env[63750]: DEBUG oslo_vmware.api [None req-48dad08a-f924-4de6-9266-84735b59c676 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007049, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614599} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.406285] env[63750]: INFO nova.virt.vmwareapi.ds_util [None req-48dad08a-f924-4de6-9266-84735b59c676 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 4c13e422-83da-4b9d-aca3-27a011b32c6e/53a5fdf8-c6be-4008-8c9d-7c67205e61eb-rescue.vmdk. [ 2050.407153] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a42853-6863-4d3b-9304-8cda0e726132 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.432293] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-48dad08a-f924-4de6-9266-84735b59c676 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 4c13e422-83da-4b9d-aca3-27a011b32c6e/53a5fdf8-c6be-4008-8c9d-7c67205e61eb-rescue.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2050.432636] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-902007dc-c5ac-48f2-b0b2-9c2c6be40310 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.451708] env[63750]: DEBUG oslo_vmware.api [None req-48dad08a-f924-4de6-9266-84735b59c676 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2050.451708] env[63750]: value = "task-2007055" [ 2050.451708] env[63750]: _type = "Task" [ 2050.451708] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.461920] env[63750]: DEBUG oslo_vmware.api [None req-48dad08a-f924-4de6-9266-84735b59c676 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007055, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.531248] env[63750]: DEBUG oslo_vmware.api [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2007047, 'name': PowerOnVM_Task, 'duration_secs': 1.421876} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.531725] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2050.532284] env[63750]: INFO nova.compute.manager [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Took 9.22 seconds to spawn the instance on the hypervisor. [ 2050.532599] env[63750]: DEBUG nova.compute.manager [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2050.533874] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759c8001-b368-4678-b3d7-88ce48fa6f78 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.600844] env[63750]: DEBUG nova.compute.manager [req-1f43fa8d-1223-4e67-b113-814534291c83 req-1e4be347-02c0-4be3-9d7e-ba9063c85662 service nova] [instance: 6ccc9144-435b-40be-ad13-483a5cd731a9] Received event network-changed-737a8a64-9cd4-4b2f-9cbe-1afc0710557e {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2050.601057] env[63750]: DEBUG nova.compute.manager [req-1f43fa8d-1223-4e67-b113-814534291c83 req-1e4be347-02c0-4be3-9d7e-ba9063c85662 service nova] [instance: 6ccc9144-435b-40be-ad13-483a5cd731a9] Refreshing instance network info cache due to event network-changed-737a8a64-9cd4-4b2f-9cbe-1afc0710557e. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2050.601287] env[63750]: DEBUG oslo_concurrency.lockutils [req-1f43fa8d-1223-4e67-b113-814534291c83 req-1e4be347-02c0-4be3-9d7e-ba9063c85662 service nova] Acquiring lock "refresh_cache-6ccc9144-435b-40be-ad13-483a5cd731a9" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2050.601421] env[63750]: DEBUG oslo_concurrency.lockutils [req-1f43fa8d-1223-4e67-b113-814534291c83 req-1e4be347-02c0-4be3-9d7e-ba9063c85662 service nova] Acquired lock "refresh_cache-6ccc9144-435b-40be-ad13-483a5cd731a9" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2050.601730] env[63750]: DEBUG nova.network.neutron [req-1f43fa8d-1223-4e67-b113-814534291c83 req-1e4be347-02c0-4be3-9d7e-ba9063c85662 service nova] [instance: 6ccc9144-435b-40be-ad13-483a5cd731a9] Refreshing network info cache for port 737a8a64-9cd4-4b2f-9cbe-1afc0710557e {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2050.669764] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: be1c2871-2c59-4a77-8792-fb9f5fd2128f] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2050.720050] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007052, 'name': CreateVM_Task, 'duration_secs': 0.407436} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.720050] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ccc9144-435b-40be-ad13-483a5cd731a9] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2050.720712] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2050.720712] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2050.720897] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2050.721181] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdbdd362-8e5c-4c3e-b400-efadafa7fca7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.726465] env[63750]: DEBUG oslo_vmware.api [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Waiting for the task: (returnval){ [ 2050.726465] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52b9e399-d857-9269-c38b-d36a63f9d5f4" [ 2050.726465] env[63750]: _type = "Task" [ 2050.726465] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.734743] env[63750]: DEBUG oslo_vmware.api [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52b9e399-d857-9269-c38b-d36a63f9d5f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.835459] env[63750]: DEBUG oslo_vmware.api [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007050, 'name': PowerOnVM_Task, 'duration_secs': 0.615623} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.835798] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2050.836054] env[63750]: INFO nova.compute.manager [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Took 7.22 seconds to spawn the instance on the hypervisor. [ 2050.836279] env[63750]: DEBUG nova.compute.manager [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2050.837141] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c16eba-8145-442f-bf1e-e93a2a5a5d9f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.952601] env[63750]: DEBUG nova.compute.manager [req-6256a2ca-5b46-47e1-9408-276400ce8988 req-59792f53-de41-4d40-a328-23a29f6d1a5d service nova] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Received event network-vif-deleted-d83bd0fe-86b3-4caa-95ca-4e81cb0aec5e {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2050.952821] env[63750]: INFO nova.compute.manager [req-6256a2ca-5b46-47e1-9408-276400ce8988 req-59792f53-de41-4d40-a328-23a29f6d1a5d service nova] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Neutron deleted interface d83bd0fe-86b3-4caa-95ca-4e81cb0aec5e; detaching it from the instance and deleting it from the info cache [ 2050.953201] env[63750]: DEBUG nova.network.neutron [req-6256a2ca-5b46-47e1-9408-276400ce8988 req-59792f53-de41-4d40-a328-23a29f6d1a5d service nova] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Updating instance_info_cache with network_info: [{"id": "9f8d04b0-6f61-4411-befb-8002f5f39b26", "address": "fa:16:3e:72:cf:4a", "network": {"id": "ff81de04-7e48-4127-88aa-44bb0621a003", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-707332449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2139ec6eeb4ba6992db80e7239b224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f8d04b0-6f", "ovs_interfaceid": "9f8d04b0-6f61-4411-befb-8002f5f39b26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8c75a7ee-dfa8-4bee-b28c-6f70d389f5fc", "address": "fa:16:3e:3b:41:f8", "network": {"id": "ff81de04-7e48-4127-88aa-44bb0621a003", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-707332449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2139ec6eeb4ba6992db80e7239b224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c75a7ee-df", "ovs_interfaceid": "8c75a7ee-dfa8-4bee-b28c-6f70d389f5fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2050.966927] env[63750]: DEBUG oslo_vmware.api [None req-48dad08a-f924-4de6-9266-84735b59c676 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007055, 'name': ReconfigVM_Task, 'duration_secs': 0.383834} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.970025] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-48dad08a-f924-4de6-9266-84735b59c676 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 4c13e422-83da-4b9d-aca3-27a011b32c6e/53a5fdf8-c6be-4008-8c9d-7c67205e61eb-rescue.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2050.971459] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b970d7c-f7a4-416f-80e8-fe58741d4cae {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.999877] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-730000f8-8361-4468-a614-8465ecfc2fac {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.017022] env[63750]: DEBUG oslo_vmware.api [None req-48dad08a-f924-4de6-9266-84735b59c676 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2051.017022] env[63750]: value = "task-2007056" [ 2051.017022] env[63750]: _type = "Task" [ 2051.017022] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.026392] env[63750]: DEBUG oslo_vmware.api [None req-48dad08a-f924-4de6-9266-84735b59c676 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007056, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.053024] env[63750]: INFO nova.compute.manager [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Took 14.57 seconds to build instance. [ 2051.174859] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 643617f0-9718-4aad-8882-2ffce5e41401] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2051.237049] env[63750]: DEBUG oslo_vmware.api [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52b9e399-d857-9269-c38b-d36a63f9d5f4, 'name': SearchDatastore_Task, 'duration_secs': 0.010353} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.237522] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2051.237729] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 6ccc9144-435b-40be-ad13-483a5cd731a9] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2051.237960] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2051.238116] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2051.238296] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2051.238568] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-379aeb6e-9d2b-4200-8e03-5eae1d91def9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.240859] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1f0495f2-42e2-423c-9fa5-3ae3cbcf14b4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquiring lock "refresh_cache-ee1deeaf-7782-4ae2-bf3e-c766ae21a05a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2051.241040] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1f0495f2-42e2-423c-9fa5-3ae3cbcf14b4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquired lock "refresh_cache-ee1deeaf-7782-4ae2-bf3e-c766ae21a05a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2051.241224] env[63750]: DEBUG nova.network.neutron [None req-1f0495f2-42e2-423c-9fa5-3ae3cbcf14b4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2051.249551] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2051.249996] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2051.251125] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2268ccef-b9fd-411c-8d9c-033c589e4598 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.257243] env[63750]: DEBUG oslo_vmware.api [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Waiting for the task: (returnval){ [ 2051.257243] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]528ad8f8-0419-2c31-66d3-cacc07c2c6f6" [ 2051.257243] env[63750]: _type = "Task" [ 2051.257243] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.267724] env[63750]: DEBUG oslo_vmware.api [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]528ad8f8-0419-2c31-66d3-cacc07c2c6f6, 'name': SearchDatastore_Task, 'duration_secs': 0.008204} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.268649] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6532a288-f8fa-4cd8-8075-4cb832d050a6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.274048] env[63750]: DEBUG oslo_vmware.api [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Waiting for the task: (returnval){ [ 2051.274048] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]525c79c7-d738-82ae-09e3-36a3a2b25f60" [ 2051.274048] env[63750]: _type = "Task" [ 2051.274048] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.284163] env[63750]: DEBUG oslo_vmware.api [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]525c79c7-d738-82ae-09e3-36a3a2b25f60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.356312] env[63750]: INFO nova.compute.manager [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Took 12.84 seconds to build instance. [ 2051.457018] env[63750]: DEBUG oslo_concurrency.lockutils [req-6256a2ca-5b46-47e1-9408-276400ce8988 req-59792f53-de41-4d40-a328-23a29f6d1a5d service nova] Acquiring lock "ee1deeaf-7782-4ae2-bf3e-c766ae21a05a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2051.457242] env[63750]: DEBUG oslo_concurrency.lockutils [req-6256a2ca-5b46-47e1-9408-276400ce8988 req-59792f53-de41-4d40-a328-23a29f6d1a5d service nova] Acquired lock "ee1deeaf-7782-4ae2-bf3e-c766ae21a05a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2051.460776] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1371d515-66ab-4ac2-8069-e44af5b8c784 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.479422] env[63750]: DEBUG oslo_concurrency.lockutils [None req-45c6c6ac-e6b0-47ee-8605-3ae2899b7ea4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquiring lock "ee1deeaf-7782-4ae2-bf3e-c766ae21a05a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2051.480356] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356409d0-135d-46f7-8861-7f4739815487 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.505645] env[63750]: DEBUG nova.virt.vmwareapi.vmops [req-6256a2ca-5b46-47e1-9408-276400ce8988 req-59792f53-de41-4d40-a328-23a29f6d1a5d service nova] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Reconfiguring VM to detach interface {{(pid=63750) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2051.508350] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d0969f1-5a8a-41aa-8976-a7b9bf784603 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.531729] env[63750]: DEBUG oslo_vmware.api [None req-48dad08a-f924-4de6-9266-84735b59c676 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007056, 'name': ReconfigVM_Task, 'duration_secs': 0.180719} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.533010] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-48dad08a-f924-4de6-9266-84735b59c676 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2051.533389] env[63750]: DEBUG oslo_vmware.api [req-6256a2ca-5b46-47e1-9408-276400ce8988 req-59792f53-de41-4d40-a328-23a29f6d1a5d service nova] Waiting for the task: (returnval){ [ 2051.533389] env[63750]: value = "task-2007057" [ 2051.533389] env[63750]: _type = "Task" [ 2051.533389] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.533993] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb7f6021-14aa-4a90-ba18-9747f5f574d8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.543286] env[63750]: DEBUG oslo_vmware.api [req-6256a2ca-5b46-47e1-9408-276400ce8988 req-59792f53-de41-4d40-a328-23a29f6d1a5d service nova] Task: {'id': task-2007057, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.548287] env[63750]: DEBUG oslo_vmware.api [None req-48dad08a-f924-4de6-9266-84735b59c676 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2051.548287] env[63750]: value = "task-2007058" [ 2051.548287] env[63750]: _type = "Task" [ 2051.548287] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.555816] env[63750]: DEBUG oslo_vmware.api [None req-48dad08a-f924-4de6-9266-84735b59c676 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007058, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.555816] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ee0314b3-872c-4656-87ae-1ceb84be1d17 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lock "3a6c29c9-1862-42cd-a49d-9f886b6c0eb1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.080s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2051.566242] env[63750]: DEBUG nova.network.neutron [req-1f43fa8d-1223-4e67-b113-814534291c83 req-1e4be347-02c0-4be3-9d7e-ba9063c85662 service nova] [instance: 6ccc9144-435b-40be-ad13-483a5cd731a9] Updated VIF entry in instance network info cache for port 737a8a64-9cd4-4b2f-9cbe-1afc0710557e. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2051.566675] env[63750]: DEBUG nova.network.neutron [req-1f43fa8d-1223-4e67-b113-814534291c83 req-1e4be347-02c0-4be3-9d7e-ba9063c85662 service nova] [instance: 6ccc9144-435b-40be-ad13-483a5cd731a9] Updating instance_info_cache with network_info: [{"id": "737a8a64-9cd4-4b2f-9cbe-1afc0710557e", "address": "fa:16:3e:95:ae:1a", "network": {"id": "dd6025b5-5331-4ade-abfb-6867d37b41da", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-649603207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91a6374b7ee44849998c8b16981afb61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap737a8a64-9c", "ovs_interfaceid": "737a8a64-9cd4-4b2f-9cbe-1afc0710557e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2051.679096] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 3544dff6-5be5-4463-9d47-4d8accf9e295] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2051.788014] env[63750]: DEBUG oslo_vmware.api [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]525c79c7-d738-82ae-09e3-36a3a2b25f60, 'name': SearchDatastore_Task, 'duration_secs': 0.008386} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.788309] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2051.788586] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 6ccc9144-435b-40be-ad13-483a5cd731a9/6ccc9144-435b-40be-ad13-483a5cd731a9.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2051.788850] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-577dc478-8540-459b-b96c-4a306e9823ba {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.796724] env[63750]: DEBUG oslo_vmware.api [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Waiting for the task: (returnval){ [ 2051.796724] env[63750]: value = "task-2007059" [ 2051.796724] env[63750]: _type = "Task" [ 2051.796724] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.805823] env[63750]: DEBUG oslo_vmware.api [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007059, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.860019] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ea56b8a5-85f0-42da-aed3-d2fecdc9c283 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "737f136f-7ff2-4176-8709-fa4eda49e2dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.600s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2052.046680] env[63750]: DEBUG oslo_vmware.api [req-6256a2ca-5b46-47e1-9408-276400ce8988 req-59792f53-de41-4d40-a328-23a29f6d1a5d service nova] Task: {'id': task-2007057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.055152] env[63750]: DEBUG oslo_vmware.api [None req-48dad08a-f924-4de6-9266-84735b59c676 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007058, 'name': PowerOnVM_Task, 'duration_secs': 0.466927} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.056376] env[63750]: INFO nova.network.neutron [None req-1f0495f2-42e2-423c-9fa5-3ae3cbcf14b4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Port 8c75a7ee-dfa8-4bee-b28c-6f70d389f5fc from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2052.056808] env[63750]: DEBUG nova.network.neutron [None req-1f0495f2-42e2-423c-9fa5-3ae3cbcf14b4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Updating instance_info_cache with network_info: [{"id": "9f8d04b0-6f61-4411-befb-8002f5f39b26", "address": "fa:16:3e:72:cf:4a", "network": {"id": "ff81de04-7e48-4127-88aa-44bb0621a003", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-707332449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2139ec6eeb4ba6992db80e7239b224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f8d04b0-6f", "ovs_interfaceid": "9f8d04b0-6f61-4411-befb-8002f5f39b26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2052.058135] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-48dad08a-f924-4de6-9266-84735b59c676 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2052.060788] env[63750]: DEBUG nova.compute.manager [None req-48dad08a-f924-4de6-9266-84735b59c676 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2052.061678] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8937593a-8e97-43e7-8194-cc17fd0cb10a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.072144] env[63750]: DEBUG oslo_concurrency.lockutils [req-1f43fa8d-1223-4e67-b113-814534291c83 req-1e4be347-02c0-4be3-9d7e-ba9063c85662 service nova] Releasing lock "refresh_cache-6ccc9144-435b-40be-ad13-483a5cd731a9" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2052.072459] env[63750]: DEBUG nova.compute.manager [req-1f43fa8d-1223-4e67-b113-814534291c83 req-1e4be347-02c0-4be3-9d7e-ba9063c85662 service nova] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Received event network-vif-deleted-8c75a7ee-dfa8-4bee-b28c-6f70d389f5fc {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2052.072841] env[63750]: INFO nova.compute.manager [req-1f43fa8d-1223-4e67-b113-814534291c83 req-1e4be347-02c0-4be3-9d7e-ba9063c85662 service nova] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Neutron deleted interface 8c75a7ee-dfa8-4bee-b28c-6f70d389f5fc; detaching it from the instance and deleting it from the info cache [ 2052.073351] env[63750]: DEBUG nova.network.neutron [req-1f43fa8d-1223-4e67-b113-814534291c83 req-1e4be347-02c0-4be3-9d7e-ba9063c85662 service nova] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Updating instance_info_cache with network_info: [{"id": "9f8d04b0-6f61-4411-befb-8002f5f39b26", "address": "fa:16:3e:72:cf:4a", "network": {"id": "ff81de04-7e48-4127-88aa-44bb0621a003", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-707332449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2139ec6eeb4ba6992db80e7239b224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f8d04b0-6f", "ovs_interfaceid": "9f8d04b0-6f61-4411-befb-8002f5f39b26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d83bd0fe-86b3-4caa-95ca-4e81cb0aec5e", "address": "fa:16:3e:ff:b4:2e", "network": {"id": "ff81de04-7e48-4127-88aa-44bb0621a003", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-707332449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2139ec6eeb4ba6992db80e7239b224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd83bd0fe-86", "ovs_interfaceid": "d83bd0fe-86b3-4caa-95ca-4e81cb0aec5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2052.183317] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 71b4eb74-3e75-44d0-a132-0fa238a09fd2] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2052.311966] env[63750]: DEBUG oslo_vmware.api [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007059, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.547238] env[63750]: DEBUG oslo_vmware.api [req-6256a2ca-5b46-47e1-9408-276400ce8988 req-59792f53-de41-4d40-a328-23a29f6d1a5d service nova] Task: {'id': task-2007057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.561024] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1f0495f2-42e2-423c-9fa5-3ae3cbcf14b4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Releasing lock "refresh_cache-ee1deeaf-7782-4ae2-bf3e-c766ae21a05a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2052.578251] env[63750]: DEBUG oslo_concurrency.lockutils [req-1f43fa8d-1223-4e67-b113-814534291c83 req-1e4be347-02c0-4be3-9d7e-ba9063c85662 service nova] Acquiring lock "ee1deeaf-7782-4ae2-bf3e-c766ae21a05a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2052.627846] env[63750]: DEBUG nova.compute.manager [None req-61df2312-4ee5-4418-b322-91d43219ff84 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2052.628856] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399e623a-cd58-415f-8cb5-243ec0a6fcd6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.686372] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: f08cdd8f-d853-40c7-b5d8-11a1a494cba6] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2052.808175] env[63750]: DEBUG oslo_vmware.api [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007059, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562169} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.808408] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 6ccc9144-435b-40be-ad13-483a5cd731a9/6ccc9144-435b-40be-ad13-483a5cd731a9.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2052.808638] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 6ccc9144-435b-40be-ad13-483a5cd731a9] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2052.808896] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-734e9706-f461-424e-b2fd-5bff6dc4169a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.815635] env[63750]: DEBUG oslo_vmware.api [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Waiting for the task: (returnval){ [ 2052.815635] env[63750]: value = "task-2007061" [ 2052.815635] env[63750]: _type = "Task" [ 2052.815635] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.823494] env[63750]: DEBUG oslo_vmware.api [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007061, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.981066] env[63750]: DEBUG nova.compute.manager [req-963c9ee8-c52f-4168-8e78-ccbce4577d84 req-312df7d5-c6f5-4476-bfbf-b49f7c05b50a service nova] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Received event network-changed-55505234-0fda-4f3b-b7e2-f2e83b8bbaf6 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2052.981291] env[63750]: DEBUG nova.compute.manager [req-963c9ee8-c52f-4168-8e78-ccbce4577d84 req-312df7d5-c6f5-4476-bfbf-b49f7c05b50a service nova] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Refreshing instance network info cache due to event network-changed-55505234-0fda-4f3b-b7e2-f2e83b8bbaf6. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2052.981780] env[63750]: DEBUG oslo_concurrency.lockutils [req-963c9ee8-c52f-4168-8e78-ccbce4577d84 req-312df7d5-c6f5-4476-bfbf-b49f7c05b50a service nova] Acquiring lock "refresh_cache-737f136f-7ff2-4176-8709-fa4eda49e2dc" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2052.981780] env[63750]: DEBUG oslo_concurrency.lockutils [req-963c9ee8-c52f-4168-8e78-ccbce4577d84 req-312df7d5-c6f5-4476-bfbf-b49f7c05b50a service nova] Acquired lock "refresh_cache-737f136f-7ff2-4176-8709-fa4eda49e2dc" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2052.981993] env[63750]: DEBUG nova.network.neutron [req-963c9ee8-c52f-4168-8e78-ccbce4577d84 req-312df7d5-c6f5-4476-bfbf-b49f7c05b50a service nova] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Refreshing network info cache for port 55505234-0fda-4f3b-b7e2-f2e83b8bbaf6 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2053.047951] env[63750]: DEBUG oslo_vmware.api [req-6256a2ca-5b46-47e1-9408-276400ce8988 req-59792f53-de41-4d40-a328-23a29f6d1a5d service nova] Task: {'id': task-2007057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.065169] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1f0495f2-42e2-423c-9fa5-3ae3cbcf14b4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lock "interface-ee1deeaf-7782-4ae2-bf3e-c766ae21a05a-8c75a7ee-dfa8-4bee-b28c-6f70d389f5fc" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.695s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2053.139996] env[63750]: INFO nova.compute.manager [None req-61df2312-4ee5-4418-b322-91d43219ff84 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] instance snapshotting [ 2053.143165] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210d7ad5-8782-490a-9aed-90c4ac48cfb3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.163812] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb072e17-0240-49cf-8334-01e6b199e1f1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.189926] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: aa0a6972-7734-4c0a-ab87-64cefae55e6c] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2053.326383] env[63750]: DEBUG oslo_vmware.api [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007061, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086443} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.326734] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 6ccc9144-435b-40be-ad13-483a5cd731a9] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2053.327637] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b022f085-6bf4-4cda-814a-e4a12943a2c6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.350655] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 6ccc9144-435b-40be-ad13-483a5cd731a9] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 6ccc9144-435b-40be-ad13-483a5cd731a9/6ccc9144-435b-40be-ad13-483a5cd731a9.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2053.351404] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02b48727-dad6-4da4-a59e-fc9f90a7743e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.372435] env[63750]: DEBUG oslo_vmware.api [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Waiting for the task: (returnval){ [ 2053.372435] env[63750]: value = "task-2007062" [ 2053.372435] env[63750]: _type = "Task" [ 2053.372435] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.381047] env[63750]: DEBUG oslo_vmware.api [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007062, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.550306] env[63750]: DEBUG oslo_vmware.api [req-6256a2ca-5b46-47e1-9408-276400ce8988 req-59792f53-de41-4d40-a328-23a29f6d1a5d service nova] Task: {'id': task-2007057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.675047] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-61df2312-4ee5-4418-b322-91d43219ff84 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Creating Snapshot of the VM instance {{(pid=63750) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2053.675412] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-60b153d4-bdb1-4a6e-974d-696926dab37d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.683993] env[63750]: DEBUG oslo_vmware.api [None req-61df2312-4ee5-4418-b322-91d43219ff84 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 2053.683993] env[63750]: value = "task-2007063" [ 2053.683993] env[63750]: _type = "Task" [ 2053.683993] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.693787] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: bc64e986-a2db-4386-bb74-b4e73761a742] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2053.696235] env[63750]: DEBUG oslo_vmware.api [None req-61df2312-4ee5-4418-b322-91d43219ff84 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2007063, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.750160] env[63750]: DEBUG nova.network.neutron [req-963c9ee8-c52f-4168-8e78-ccbce4577d84 req-312df7d5-c6f5-4476-bfbf-b49f7c05b50a service nova] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Updated VIF entry in instance network info cache for port 55505234-0fda-4f3b-b7e2-f2e83b8bbaf6. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2053.750609] env[63750]: DEBUG nova.network.neutron [req-963c9ee8-c52f-4168-8e78-ccbce4577d84 req-312df7d5-c6f5-4476-bfbf-b49f7c05b50a service nova] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Updating instance_info_cache with network_info: [{"id": "55505234-0fda-4f3b-b7e2-f2e83b8bbaf6", "address": "fa:16:3e:b8:f0:24", "network": {"id": "3190c9f9-ed08-4a95-905a-91e470b8e973", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-172291959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7dd23ed8566493d991974157cb177d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55505234-0f", "ovs_interfaceid": "55505234-0fda-4f3b-b7e2-f2e83b8bbaf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2053.882528] env[63750]: DEBUG oslo_vmware.api [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007062, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.048456] env[63750]: DEBUG oslo_vmware.api [req-6256a2ca-5b46-47e1-9408-276400ce8988 req-59792f53-de41-4d40-a328-23a29f6d1a5d service nova] Task: {'id': task-2007057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.195130] env[63750]: DEBUG oslo_vmware.api [None req-61df2312-4ee5-4418-b322-91d43219ff84 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2007063, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.201791] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: dc7171f8-5b93-4c12-b878-1aa1dcc54745] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2054.253284] env[63750]: DEBUG oslo_concurrency.lockutils [req-963c9ee8-c52f-4168-8e78-ccbce4577d84 req-312df7d5-c6f5-4476-bfbf-b49f7c05b50a service nova] Releasing lock "refresh_cache-737f136f-7ff2-4176-8709-fa4eda49e2dc" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2054.384290] env[63750]: DEBUG oslo_vmware.api [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007062, 'name': ReconfigVM_Task, 'duration_secs': 0.521197} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2054.384669] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 6ccc9144-435b-40be-ad13-483a5cd731a9] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 6ccc9144-435b-40be-ad13-483a5cd731a9/6ccc9144-435b-40be-ad13-483a5cd731a9.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2054.385346] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ad183b1-cd17-4374-a43a-09ad16c2b0e6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.391576] env[63750]: DEBUG oslo_vmware.api [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Waiting for the task: (returnval){ [ 2054.391576] env[63750]: value = "task-2007064" [ 2054.391576] env[63750]: _type = "Task" [ 2054.391576] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.400328] env[63750]: DEBUG oslo_vmware.api [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007064, 'name': Rename_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.549230] env[63750]: DEBUG oslo_vmware.api [req-6256a2ca-5b46-47e1-9408-276400ce8988 req-59792f53-de41-4d40-a328-23a29f6d1a5d service nova] Task: {'id': task-2007057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.592971] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f05f5df-c95d-4061-af5c-fd1bfbf04d9e tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] Volume attach. Driver type: vmdk {{(pid=63750) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2054.593304] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f05f5df-c95d-4061-af5c-fd1bfbf04d9e tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412659', 'volume_id': 'b635ef5c-d48f-415c-810a-386274a5cc37', 'name': 'volume-b635ef5c-d48f-415c-810a-386274a5cc37', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '23ddb635-5940-4f84-be03-33577eb16dad', 'attached_at': '', 'detached_at': '', 'volume_id': 'b635ef5c-d48f-415c-810a-386274a5cc37', 'serial': 'b635ef5c-d48f-415c-810a-386274a5cc37'} {{(pid=63750) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2054.594211] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf649488-bda3-4c98-9961-fb74809eb6a7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.611675] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60307e71-23ee-4abe-9af1-03979d4fe755 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.636996] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f05f5df-c95d-4061-af5c-fd1bfbf04d9e tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] volume-b635ef5c-d48f-415c-810a-386274a5cc37/volume-b635ef5c-d48f-415c-810a-386274a5cc37.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2054.637335] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d446cf7a-421b-44f4-b876-859bc78bddaf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.655322] env[63750]: DEBUG oslo_vmware.api [None req-6f05f5df-c95d-4061-af5c-fd1bfbf04d9e tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2054.655322] env[63750]: value = "task-2007065" [ 2054.655322] env[63750]: _type = "Task" [ 2054.655322] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.663445] env[63750]: DEBUG oslo_vmware.api [None req-6f05f5df-c95d-4061-af5c-fd1bfbf04d9e tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007065, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.694708] env[63750]: DEBUG oslo_vmware.api [None req-61df2312-4ee5-4418-b322-91d43219ff84 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2007063, 'name': CreateSnapshot_Task, 'duration_secs': 0.825608} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2054.694992] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-61df2312-4ee5-4418-b322-91d43219ff84 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Created Snapshot of the VM instance {{(pid=63750) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2054.695759] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f135df5c-5afa-4444-961d-5d26ab8679e0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.705970] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 8892fd3b-b3fa-4b83-89f8-3162579d6f87] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2054.902467] env[63750]: DEBUG oslo_vmware.api [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007064, 'name': Rename_Task, 'duration_secs': 0.209021} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2054.902730] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 6ccc9144-435b-40be-ad13-483a5cd731a9] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2054.903319] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-926b43dc-ef3a-4591-a900-6de308b3ab66 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.910021] env[63750]: DEBUG oslo_vmware.api [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Waiting for the task: (returnval){ [ 2054.910021] env[63750]: value = "task-2007066" [ 2054.910021] env[63750]: _type = "Task" [ 2054.910021] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.919270] env[63750]: DEBUG oslo_vmware.api [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007066, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.050324] env[63750]: DEBUG oslo_vmware.api [req-6256a2ca-5b46-47e1-9408-276400ce8988 req-59792f53-de41-4d40-a328-23a29f6d1a5d service nova] Task: {'id': task-2007057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.165911] env[63750]: DEBUG oslo_vmware.api [None req-6f05f5df-c95d-4061-af5c-fd1bfbf04d9e tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007065, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.168403] env[63750]: INFO nova.compute.manager [None req-3ed5520f-bd6c-4b04-af24-bf309a7a427e tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Rescuing [ 2055.168717] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3ed5520f-bd6c-4b04-af24-bf309a7a427e tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Acquiring lock "refresh_cache-6b662256-3da2-410f-9d21-85b459ce1fd3" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2055.168980] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3ed5520f-bd6c-4b04-af24-bf309a7a427e tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Acquired lock "refresh_cache-6b662256-3da2-410f-9d21-85b459ce1fd3" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2055.169332] env[63750]: DEBUG nova.network.neutron [None req-3ed5520f-bd6c-4b04-af24-bf309a7a427e tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2055.215493] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-61df2312-4ee5-4418-b322-91d43219ff84 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Creating linked-clone VM from snapshot {{(pid=63750) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2055.215985] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: b23f40f6-7521-4465-bc42-872016f9a6bd] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2055.217840] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5b7f1bbf-ac7d-462d-b90f-e589ffe5478e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.229453] env[63750]: DEBUG oslo_vmware.api [None req-61df2312-4ee5-4418-b322-91d43219ff84 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 2055.229453] env[63750]: value = "task-2007067" [ 2055.229453] env[63750]: _type = "Task" [ 2055.229453] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.238880] env[63750]: DEBUG oslo_vmware.api [None req-61df2312-4ee5-4418-b322-91d43219ff84 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2007067, 'name': CloneVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.424866] env[63750]: DEBUG oslo_vmware.api [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007066, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.551485] env[63750]: DEBUG oslo_vmware.api [req-6256a2ca-5b46-47e1-9408-276400ce8988 req-59792f53-de41-4d40-a328-23a29f6d1a5d service nova] Task: {'id': task-2007057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.666518] env[63750]: DEBUG oslo_vmware.api [None req-6f05f5df-c95d-4061-af5c-fd1bfbf04d9e tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007065, 'name': ReconfigVM_Task, 'duration_secs': 0.65667} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.667543] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f05f5df-c95d-4061-af5c-fd1bfbf04d9e tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] Reconfigured VM instance instance-00000063 to attach disk [datastore1] volume-b635ef5c-d48f-415c-810a-386274a5cc37/volume-b635ef5c-d48f-415c-810a-386274a5cc37.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2055.674578] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53f7ffab-765c-4b7a-98da-33847ddbd3d3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.691985] env[63750]: DEBUG oslo_vmware.api [None req-6f05f5df-c95d-4061-af5c-fd1bfbf04d9e tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2055.691985] env[63750]: value = "task-2007068" [ 2055.691985] env[63750]: _type = "Task" [ 2055.691985] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.701537] env[63750]: DEBUG oslo_vmware.api [None req-6f05f5df-c95d-4061-af5c-fd1bfbf04d9e tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007068, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.724172] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: c4241be9-151b-403f-a5e7-9e34a6425466] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2055.741818] env[63750]: DEBUG oslo_vmware.api [None req-61df2312-4ee5-4418-b322-91d43219ff84 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2007067, 'name': CloneVM_Task} progress is 94%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.922338] env[63750]: DEBUG oslo_vmware.api [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007066, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.975267] env[63750]: DEBUG nova.network.neutron [None req-3ed5520f-bd6c-4b04-af24-bf309a7a427e tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Updating instance_info_cache with network_info: [{"id": "57fdf3fe-93d4-49d2-b29f-69c8133bbb5e", "address": "fa:16:3e:f8:be:f1", "network": {"id": "bc8caa0c-64a5-498f-9d9f-64dc1d502217", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1864557009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc1114710e0d4372a8536f19816902bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57fdf3fe-93", "ovs_interfaceid": "57fdf3fe-93d4-49d2-b29f-69c8133bbb5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2056.051140] env[63750]: DEBUG oslo_vmware.api [req-6256a2ca-5b46-47e1-9408-276400ce8988 req-59792f53-de41-4d40-a328-23a29f6d1a5d service nova] Task: {'id': task-2007057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.202338] env[63750]: DEBUG oslo_vmware.api [None req-6f05f5df-c95d-4061-af5c-fd1bfbf04d9e tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007068, 'name': ReconfigVM_Task, 'duration_secs': 0.153792} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.202614] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f05f5df-c95d-4061-af5c-fd1bfbf04d9e tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412659', 'volume_id': 'b635ef5c-d48f-415c-810a-386274a5cc37', 'name': 'volume-b635ef5c-d48f-415c-810a-386274a5cc37', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '23ddb635-5940-4f84-be03-33577eb16dad', 'attached_at': '', 'detached_at': '', 'volume_id': 'b635ef5c-d48f-415c-810a-386274a5cc37', 'serial': 'b635ef5c-d48f-415c-810a-386274a5cc37'} {{(pid=63750) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2056.227871] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 01a1188a-6523-4d67-8507-2253c4c1a86a] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2056.239671] env[63750]: DEBUG oslo_vmware.api [None req-61df2312-4ee5-4418-b322-91d43219ff84 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2007067, 'name': CloneVM_Task} progress is 94%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.422046] env[63750]: DEBUG oslo_vmware.api [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007066, 'name': PowerOnVM_Task, 'duration_secs': 1.278415} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.422361] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 6ccc9144-435b-40be-ad13-483a5cd731a9] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2056.422594] env[63750]: INFO nova.compute.manager [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 6ccc9144-435b-40be-ad13-483a5cd731a9] Took 8.69 seconds to spawn the instance on the hypervisor. [ 2056.422786] env[63750]: DEBUG nova.compute.manager [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 6ccc9144-435b-40be-ad13-483a5cd731a9] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2056.423620] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ed728e-1cf2-4925-be23-c2d6079bc1d6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.478269] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3ed5520f-bd6c-4b04-af24-bf309a7a427e tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Releasing lock "refresh_cache-6b662256-3da2-410f-9d21-85b459ce1fd3" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2056.552662] env[63750]: DEBUG oslo_vmware.api [req-6256a2ca-5b46-47e1-9408-276400ce8988 req-59792f53-de41-4d40-a328-23a29f6d1a5d service nova] Task: {'id': task-2007057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.554628] env[63750]: DEBUG oslo_vmware.rw_handles [None req-ff3c9e75-866c-4696-84af-53636d464892 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cc78e2-38f6-72fd-e847-5469aac06eaf/disk-0.vmdk. {{(pid=63750) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2056.555843] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb17387-d405-4da3-97c7-475670674b47 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.561485] env[63750]: DEBUG oslo_vmware.rw_handles [None req-ff3c9e75-866c-4696-84af-53636d464892 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cc78e2-38f6-72fd-e847-5469aac06eaf/disk-0.vmdk is in state: ready. {{(pid=63750) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2056.561693] env[63750]: ERROR oslo_vmware.rw_handles [None req-ff3c9e75-866c-4696-84af-53636d464892 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cc78e2-38f6-72fd-e847-5469aac06eaf/disk-0.vmdk due to incomplete transfer. [ 2056.561895] env[63750]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-50add367-aab3-485a-aca4-f2aeb270eb06 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.568849] env[63750]: DEBUG oslo_vmware.rw_handles [None req-ff3c9e75-866c-4696-84af-53636d464892 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cc78e2-38f6-72fd-e847-5469aac06eaf/disk-0.vmdk. {{(pid=63750) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2056.569069] env[63750]: DEBUG nova.virt.vmwareapi.images [None req-ff3c9e75-866c-4696-84af-53636d464892 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Uploaded image 50bd1ebc-ae6f-4ce4-bfdc-2563aee04dd7 to the Glance image server {{(pid=63750) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2056.571234] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff3c9e75-866c-4696-84af-53636d464892 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Destroying the VM {{(pid=63750) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2056.571489] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-67de1c4b-d438-4346-ae1f-b61e14483e7a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.577652] env[63750]: DEBUG oslo_vmware.api [None req-ff3c9e75-866c-4696-84af-53636d464892 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2056.577652] env[63750]: value = "task-2007069" [ 2056.577652] env[63750]: _type = "Task" [ 2056.577652] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.585888] env[63750]: DEBUG oslo_vmware.api [None req-ff3c9e75-866c-4696-84af-53636d464892 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007069, 'name': Destroy_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.730631] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: fe9c3f7c-4c8b-426b-85c1-6fc0f325609e] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2056.744922] env[63750]: DEBUG oslo_vmware.api [None req-61df2312-4ee5-4418-b322-91d43219ff84 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2007067, 'name': CloneVM_Task} progress is 95%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.941797] env[63750]: INFO nova.compute.manager [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 6ccc9144-435b-40be-ad13-483a5cd731a9] Took 14.11 seconds to build instance. [ 2057.051039] env[63750]: DEBUG oslo_vmware.api [req-6256a2ca-5b46-47e1-9408-276400ce8988 req-59792f53-de41-4d40-a328-23a29f6d1a5d service nova] Task: {'id': task-2007057, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.087103] env[63750]: DEBUG oslo_vmware.api [None req-ff3c9e75-866c-4696-84af-53636d464892 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007069, 'name': Destroy_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.238975] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2057.239283] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Cleaning up deleted instances with incomplete migration {{(pid=63750) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11784}} [ 2057.244371] env[63750]: DEBUG oslo_vmware.api [None req-61df2312-4ee5-4418-b322-91d43219ff84 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2007067, 'name': CloneVM_Task, 'duration_secs': 1.729851} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.244894] env[63750]: INFO nova.virt.vmwareapi.vmops [None req-61df2312-4ee5-4418-b322-91d43219ff84 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Created linked-clone VM from snapshot [ 2057.245645] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eec60f3-72f0-47f6-97b6-a7843356e227 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.250559] env[63750]: DEBUG nova.objects.instance [None req-6f05f5df-c95d-4061-af5c-fd1bfbf04d9e tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lazy-loading 'flavor' on Instance uuid 23ddb635-5940-4f84-be03-33577eb16dad {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2057.255790] env[63750]: DEBUG nova.virt.vmwareapi.images [None req-61df2312-4ee5-4418-b322-91d43219ff84 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Uploading image 51d8dafd-9365-487e-8413-dfd534e72d14 {{(pid=63750) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2057.265939] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-61df2312-4ee5-4418-b322-91d43219ff84 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Destroying the VM {{(pid=63750) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2057.266410] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-04f42f5f-15b3-4c5a-814b-cad0982962f6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.273433] env[63750]: DEBUG oslo_vmware.api [None req-61df2312-4ee5-4418-b322-91d43219ff84 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 2057.273433] env[63750]: value = "task-2007070" [ 2057.273433] env[63750]: _type = "Task" [ 2057.273433] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.282275] env[63750]: DEBUG oslo_vmware.api [None req-61df2312-4ee5-4418-b322-91d43219ff84 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2007070, 'name': Destroy_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.334765] env[63750]: DEBUG oslo_concurrency.lockutils [None req-282db4c5-0d4b-426a-858e-2f31f3787a62 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquiring lock "d300f90f-ea70-4575-9643-29462f2602ce" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2057.334765] env[63750]: DEBUG oslo_concurrency.lockutils [None req-282db4c5-0d4b-426a-858e-2f31f3787a62 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "d300f90f-ea70-4575-9643-29462f2602ce" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2057.378685] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a75b24c0-b708-4d73-b874-99519c875ff4 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquiring lock "23ddb635-5940-4f84-be03-33577eb16dad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2057.445958] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4aaeb0d2-3e82-4f12-bb7e-6805b6a2324a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lock "6ccc9144-435b-40be-ad13-483a5cd731a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.625s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2057.553714] env[63750]: DEBUG oslo_vmware.api [req-6256a2ca-5b46-47e1-9408-276400ce8988 req-59792f53-de41-4d40-a328-23a29f6d1a5d service nova] Task: {'id': task-2007057, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.588179] env[63750]: DEBUG oslo_vmware.api [None req-ff3c9e75-866c-4696-84af-53636d464892 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007069, 'name': Destroy_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.718906] env[63750]: DEBUG nova.compute.manager [req-f3785dba-4b31-4926-8195-5aec98d3b4fe req-b8cdc1af-02b1-4a92-92c1-820495eba370 service nova] [instance: 6ccc9144-435b-40be-ad13-483a5cd731a9] Received event network-changed-737a8a64-9cd4-4b2f-9cbe-1afc0710557e {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2057.719127] env[63750]: DEBUG nova.compute.manager [req-f3785dba-4b31-4926-8195-5aec98d3b4fe req-b8cdc1af-02b1-4a92-92c1-820495eba370 service nova] [instance: 6ccc9144-435b-40be-ad13-483a5cd731a9] Refreshing instance network info cache due to event network-changed-737a8a64-9cd4-4b2f-9cbe-1afc0710557e. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2057.719346] env[63750]: DEBUG oslo_concurrency.lockutils [req-f3785dba-4b31-4926-8195-5aec98d3b4fe req-b8cdc1af-02b1-4a92-92c1-820495eba370 service nova] Acquiring lock "refresh_cache-6ccc9144-435b-40be-ad13-483a5cd731a9" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2057.719488] env[63750]: DEBUG oslo_concurrency.lockutils [req-f3785dba-4b31-4926-8195-5aec98d3b4fe req-b8cdc1af-02b1-4a92-92c1-820495eba370 service nova] Acquired lock "refresh_cache-6ccc9144-435b-40be-ad13-483a5cd731a9" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2057.719648] env[63750]: DEBUG nova.network.neutron [req-f3785dba-4b31-4926-8195-5aec98d3b4fe req-b8cdc1af-02b1-4a92-92c1-820495eba370 service nova] [instance: 6ccc9144-435b-40be-ad13-483a5cd731a9] Refreshing network info cache for port 737a8a64-9cd4-4b2f-9cbe-1afc0710557e {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2057.746538] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2057.760863] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6f05f5df-c95d-4061-af5c-fd1bfbf04d9e tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "23ddb635-5940-4f84-be03-33577eb16dad" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.773s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2057.762211] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a75b24c0-b708-4d73-b874-99519c875ff4 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "23ddb635-5940-4f84-be03-33577eb16dad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.384s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2057.762496] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a75b24c0-b708-4d73-b874-99519c875ff4 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquiring lock "23ddb635-5940-4f84-be03-33577eb16dad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2057.762709] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a75b24c0-b708-4d73-b874-99519c875ff4 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "23ddb635-5940-4f84-be03-33577eb16dad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2057.762877] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a75b24c0-b708-4d73-b874-99519c875ff4 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "23ddb635-5940-4f84-be03-33577eb16dad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2057.764917] env[63750]: INFO nova.compute.manager [None req-a75b24c0-b708-4d73-b874-99519c875ff4 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] Terminating instance [ 2057.783791] env[63750]: DEBUG oslo_vmware.api [None req-61df2312-4ee5-4418-b322-91d43219ff84 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2007070, 'name': Destroy_Task} progress is 33%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.837348] env[63750]: INFO nova.compute.manager [None req-282db4c5-0d4b-426a-858e-2f31f3787a62 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Detaching volume e5314731-e759-4c1f-9fe5-8fc9576d5194 [ 2057.876841] env[63750]: INFO nova.virt.block_device [None req-282db4c5-0d4b-426a-858e-2f31f3787a62 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Attempting to driver detach volume e5314731-e759-4c1f-9fe5-8fc9576d5194 from mountpoint /dev/sdb [ 2057.878255] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-282db4c5-0d4b-426a-858e-2f31f3787a62 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Volume detach. Driver type: vmdk {{(pid=63750) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2057.878255] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-282db4c5-0d4b-426a-858e-2f31f3787a62 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412635', 'volume_id': 'e5314731-e759-4c1f-9fe5-8fc9576d5194', 'name': 'volume-e5314731-e759-4c1f-9fe5-8fc9576d5194', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd300f90f-ea70-4575-9643-29462f2602ce', 'attached_at': '', 'detached_at': '', 'volume_id': 'e5314731-e759-4c1f-9fe5-8fc9576d5194', 'serial': 'e5314731-e759-4c1f-9fe5-8fc9576d5194'} {{(pid=63750) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2057.878255] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6c80cf-3283-4570-b189-7fac21e7173c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.901957] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd6c8cf-4288-449d-bc1d-a7361dce8dfd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.909638] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5928b2ec-586f-4634-b9e6-2d4c9572d8e0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.932070] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91dd756e-b3fb-485f-8a5f-3d8e3cdd99c9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.946904] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-282db4c5-0d4b-426a-858e-2f31f3787a62 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] The volume has not been displaced from its original location: [datastore1] volume-e5314731-e759-4c1f-9fe5-8fc9576d5194/volume-e5314731-e759-4c1f-9fe5-8fc9576d5194.vmdk. No consolidation needed. {{(pid=63750) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2057.952188] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-282db4c5-0d4b-426a-858e-2f31f3787a62 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Reconfiguring VM instance instance-0000004a to detach disk 2001 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2057.952489] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0cbf6a58-d9db-43c2-aa16-c06865bc54c7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.970942] env[63750]: DEBUG oslo_vmware.api [None req-282db4c5-0d4b-426a-858e-2f31f3787a62 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 2057.970942] env[63750]: value = "task-2007071" [ 2057.970942] env[63750]: _type = "Task" [ 2057.970942] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.977877] env[63750]: DEBUG oslo_vmware.api [None req-282db4c5-0d4b-426a-858e-2f31f3787a62 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007071, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.017179] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed5520f-bd6c-4b04-af24-bf309a7a427e tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2058.017511] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c19dd41d-f99d-432c-b2ad-d00d885b4b28 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.026537] env[63750]: DEBUG oslo_vmware.api [None req-3ed5520f-bd6c-4b04-af24-bf309a7a427e tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2058.026537] env[63750]: value = "task-2007072" [ 2058.026537] env[63750]: _type = "Task" [ 2058.026537] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2058.035694] env[63750]: DEBUG oslo_vmware.api [None req-3ed5520f-bd6c-4b04-af24-bf309a7a427e tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007072, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.051906] env[63750]: DEBUG oslo_vmware.api [req-6256a2ca-5b46-47e1-9408-276400ce8988 req-59792f53-de41-4d40-a328-23a29f6d1a5d service nova] Task: {'id': task-2007057, 'name': ReconfigVM_Task, 'duration_secs': 6.042007} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.052320] env[63750]: DEBUG oslo_concurrency.lockutils [req-6256a2ca-5b46-47e1-9408-276400ce8988 req-59792f53-de41-4d40-a328-23a29f6d1a5d service nova] Releasing lock "ee1deeaf-7782-4ae2-bf3e-c766ae21a05a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2058.052604] env[63750]: DEBUG nova.virt.vmwareapi.vmops [req-6256a2ca-5b46-47e1-9408-276400ce8988 req-59792f53-de41-4d40-a328-23a29f6d1a5d service nova] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Reconfigured VM to detach interface {{(pid=63750) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2058.053111] env[63750]: DEBUG oslo_concurrency.lockutils [None req-45c6c6ac-e6b0-47ee-8605-3ae2899b7ea4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lock "ee1deeaf-7782-4ae2-bf3e-c766ae21a05a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.574s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2058.053381] env[63750]: DEBUG oslo_concurrency.lockutils [None req-45c6c6ac-e6b0-47ee-8605-3ae2899b7ea4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquiring lock "ee1deeaf-7782-4ae2-bf3e-c766ae21a05a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2058.053641] env[63750]: DEBUG oslo_concurrency.lockutils [None req-45c6c6ac-e6b0-47ee-8605-3ae2899b7ea4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lock "ee1deeaf-7782-4ae2-bf3e-c766ae21a05a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2058.053823] env[63750]: DEBUG oslo_concurrency.lockutils [None req-45c6c6ac-e6b0-47ee-8605-3ae2899b7ea4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lock "ee1deeaf-7782-4ae2-bf3e-c766ae21a05a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2058.055995] env[63750]: INFO nova.compute.manager [None req-45c6c6ac-e6b0-47ee-8605-3ae2899b7ea4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Terminating instance [ 2058.088848] env[63750]: DEBUG oslo_vmware.api [None req-ff3c9e75-866c-4696-84af-53636d464892 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007069, 'name': Destroy_Task, 'duration_secs': 1.340766} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.089096] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-ff3c9e75-866c-4696-84af-53636d464892 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Destroyed the VM [ 2058.089425] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3c9e75-866c-4696-84af-53636d464892 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Deleting Snapshot of the VM instance {{(pid=63750) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2058.089609] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-67e20a60-3bbd-41b5-b74f-794f1dc5ec0f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.096669] env[63750]: DEBUG oslo_vmware.api [None req-ff3c9e75-866c-4696-84af-53636d464892 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2058.096669] env[63750]: value = "task-2007073" [ 2058.096669] env[63750]: _type = "Task" [ 2058.096669] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2058.106358] env[63750]: DEBUG oslo_vmware.api [None req-ff3c9e75-866c-4696-84af-53636d464892 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007073, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.269077] env[63750]: DEBUG nova.compute.manager [None req-a75b24c0-b708-4d73-b874-99519c875ff4 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2058.269488] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-a75b24c0-b708-4d73-b874-99519c875ff4 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2058.269835] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-913f9a46-e3dd-4ed1-9fc1-d051e6d6c6da {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.278461] env[63750]: DEBUG oslo_vmware.api [None req-a75b24c0-b708-4d73-b874-99519c875ff4 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2058.278461] env[63750]: value = "task-2007074" [ 2058.278461] env[63750]: _type = "Task" [ 2058.278461] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2058.287634] env[63750]: DEBUG oslo_vmware.api [None req-61df2312-4ee5-4418-b322-91d43219ff84 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2007070, 'name': Destroy_Task, 'duration_secs': 0.784787} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.288308] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-61df2312-4ee5-4418-b322-91d43219ff84 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Destroyed the VM [ 2058.288569] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-61df2312-4ee5-4418-b322-91d43219ff84 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Deleting Snapshot of the VM instance {{(pid=63750) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2058.288820] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-15dabe17-b9af-4f96-b2a2-c7277a89fa50 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.293651] env[63750]: DEBUG oslo_vmware.api [None req-a75b24c0-b708-4d73-b874-99519c875ff4 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007074, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.299187] env[63750]: DEBUG oslo_vmware.api [None req-61df2312-4ee5-4418-b322-91d43219ff84 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 2058.299187] env[63750]: value = "task-2007075" [ 2058.299187] env[63750]: _type = "Task" [ 2058.299187] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2058.309421] env[63750]: DEBUG oslo_vmware.api [None req-61df2312-4ee5-4418-b322-91d43219ff84 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2007075, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.481287] env[63750]: DEBUG oslo_vmware.api [None req-282db4c5-0d4b-426a-858e-2f31f3787a62 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007071, 'name': ReconfigVM_Task, 'duration_secs': 0.293736} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.481678] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-282db4c5-0d4b-426a-858e-2f31f3787a62 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Reconfigured VM instance instance-0000004a to detach disk 2001 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2058.487609] env[63750]: DEBUG nova.network.neutron [req-f3785dba-4b31-4926-8195-5aec98d3b4fe req-b8cdc1af-02b1-4a92-92c1-820495eba370 service nova] [instance: 6ccc9144-435b-40be-ad13-483a5cd731a9] Updated VIF entry in instance network info cache for port 737a8a64-9cd4-4b2f-9cbe-1afc0710557e. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2058.487917] env[63750]: DEBUG nova.network.neutron [req-f3785dba-4b31-4926-8195-5aec98d3b4fe req-b8cdc1af-02b1-4a92-92c1-820495eba370 service nova] [instance: 6ccc9144-435b-40be-ad13-483a5cd731a9] Updating instance_info_cache with network_info: [{"id": "737a8a64-9cd4-4b2f-9cbe-1afc0710557e", "address": "fa:16:3e:95:ae:1a", "network": {"id": "dd6025b5-5331-4ade-abfb-6867d37b41da", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-649603207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91a6374b7ee44849998c8b16981afb61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap737a8a64-9c", "ovs_interfaceid": "737a8a64-9cd4-4b2f-9cbe-1afc0710557e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2058.489256] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb3d0745-c4fd-481c-aa15-5f0b2c47b382 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.504753] env[63750]: DEBUG oslo_vmware.api [None req-282db4c5-0d4b-426a-858e-2f31f3787a62 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 2058.504753] env[63750]: value = "task-2007076" [ 2058.504753] env[63750]: _type = "Task" [ 2058.504753] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2058.512684] env[63750]: DEBUG oslo_vmware.api [None req-282db4c5-0d4b-426a-858e-2f31f3787a62 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007076, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.536425] env[63750]: DEBUG oslo_vmware.api [None req-3ed5520f-bd6c-4b04-af24-bf309a7a427e tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007072, 'name': PowerOffVM_Task, 'duration_secs': 0.235111} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.536691] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed5520f-bd6c-4b04-af24-bf309a7a427e tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2058.537467] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbcdaa6-b9ac-499a-86a7-bcdf2ebf6f82 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.556051] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02986dd6-9176-46cf-b5fc-40cfcdc45a18 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.560558] env[63750]: DEBUG nova.compute.manager [None req-45c6c6ac-e6b0-47ee-8605-3ae2899b7ea4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2058.560786] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-45c6c6ac-e6b0-47ee-8605-3ae2899b7ea4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2058.563605] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d5322f-660e-46cd-a13b-4641fd5e028f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.572930] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-45c6c6ac-e6b0-47ee-8605-3ae2899b7ea4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2058.573264] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae869add-5016-4d40-b7e4-c6d1ed2d6139 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.578975] env[63750]: DEBUG oslo_vmware.api [None req-45c6c6ac-e6b0-47ee-8605-3ae2899b7ea4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Waiting for the task: (returnval){ [ 2058.578975] env[63750]: value = "task-2007077" [ 2058.578975] env[63750]: _type = "Task" [ 2058.578975] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2058.587096] env[63750]: DEBUG oslo_vmware.api [None req-45c6c6ac-e6b0-47ee-8605-3ae2899b7ea4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007077, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.596440] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed5520f-bd6c-4b04-af24-bf309a7a427e tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2058.596828] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e9da1b6-2e17-49d6-9717-937007824902 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.607389] env[63750]: DEBUG oslo_vmware.api [None req-ff3c9e75-866c-4696-84af-53636d464892 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007073, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.608890] env[63750]: DEBUG oslo_vmware.api [None req-3ed5520f-bd6c-4b04-af24-bf309a7a427e tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2058.608890] env[63750]: value = "task-2007078" [ 2058.608890] env[63750]: _type = "Task" [ 2058.608890] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2058.617681] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed5520f-bd6c-4b04-af24-bf309a7a427e tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] VM already powered off {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2058.617906] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed5520f-bd6c-4b04-af24-bf309a7a427e tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2058.618181] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3ed5520f-bd6c-4b04-af24-bf309a7a427e tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2058.618352] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3ed5520f-bd6c-4b04-af24-bf309a7a427e tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2058.618544] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ed5520f-bd6c-4b04-af24-bf309a7a427e tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2058.618811] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc8e9ce9-b2c7-4252-a3b4-ccadb891b046 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.628092] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ed5520f-bd6c-4b04-af24-bf309a7a427e tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2058.628380] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed5520f-bd6c-4b04-af24-bf309a7a427e tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2058.629218] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8912246-478e-4782-88fa-6bc09764ead1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.634774] env[63750]: DEBUG oslo_vmware.api [None req-3ed5520f-bd6c-4b04-af24-bf309a7a427e tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2058.634774] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]525e418a-d10e-6294-3238-f27973984b0e" [ 2058.634774] env[63750]: _type = "Task" [ 2058.634774] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2058.643489] env[63750]: DEBUG oslo_vmware.api [None req-3ed5520f-bd6c-4b04-af24-bf309a7a427e tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]525e418a-d10e-6294-3238-f27973984b0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.790716] env[63750]: DEBUG oslo_vmware.api [None req-a75b24c0-b708-4d73-b874-99519c875ff4 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007074, 'name': PowerOffVM_Task, 'duration_secs': 0.210873} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.791016] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-a75b24c0-b708-4d73-b874-99519c875ff4 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2058.791159] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-a75b24c0-b708-4d73-b874-99519c875ff4 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] Volume detach. Driver type: vmdk {{(pid=63750) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2058.791379] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-a75b24c0-b708-4d73-b874-99519c875ff4 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412659', 'volume_id': 'b635ef5c-d48f-415c-810a-386274a5cc37', 'name': 'volume-b635ef5c-d48f-415c-810a-386274a5cc37', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '23ddb635-5940-4f84-be03-33577eb16dad', 'attached_at': '', 'detached_at': '', 'volume_id': 'b635ef5c-d48f-415c-810a-386274a5cc37', 'serial': 'b635ef5c-d48f-415c-810a-386274a5cc37'} {{(pid=63750) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2058.792229] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02bbd72f-6cf8-4eba-8aea-3206a43f066b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.820658] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6d4f3d-415e-4635-8867-b9d9ea1d3c6a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.829592] env[63750]: DEBUG oslo_vmware.api [None req-61df2312-4ee5-4418-b322-91d43219ff84 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2007075, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.833690] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eda101f-567d-4786-b957-72062a86e12e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.855374] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee4e5d9-36d1-4349-8ccb-27390fa59bf8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.870976] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-a75b24c0-b708-4d73-b874-99519c875ff4 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] The volume has not been displaced from its original location: [datastore1] volume-b635ef5c-d48f-415c-810a-386274a5cc37/volume-b635ef5c-d48f-415c-810a-386274a5cc37.vmdk. No consolidation needed. {{(pid=63750) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2058.876250] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-a75b24c0-b708-4d73-b874-99519c875ff4 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] Reconfiguring VM instance instance-00000063 to detach disk 2001 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2058.876642] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d25d8746-720c-4434-8090-51c4facae164 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.895059] env[63750]: DEBUG oslo_vmware.api [None req-a75b24c0-b708-4d73-b874-99519c875ff4 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2058.895059] env[63750]: value = "task-2007079" [ 2058.895059] env[63750]: _type = "Task" [ 2058.895059] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2058.903197] env[63750]: DEBUG oslo_vmware.api [None req-a75b24c0-b708-4d73-b874-99519c875ff4 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007079, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.000166] env[63750]: DEBUG oslo_concurrency.lockutils [req-f3785dba-4b31-4926-8195-5aec98d3b4fe req-b8cdc1af-02b1-4a92-92c1-820495eba370 service nova] Releasing lock "refresh_cache-6ccc9144-435b-40be-ad13-483a5cd731a9" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2059.014569] env[63750]: DEBUG oslo_vmware.api [None req-282db4c5-0d4b-426a-858e-2f31f3787a62 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007076, 'name': ReconfigVM_Task, 'duration_secs': 0.160776} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.014959] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-282db4c5-0d4b-426a-858e-2f31f3787a62 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412635', 'volume_id': 'e5314731-e759-4c1f-9fe5-8fc9576d5194', 'name': 'volume-e5314731-e759-4c1f-9fe5-8fc9576d5194', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd300f90f-ea70-4575-9643-29462f2602ce', 'attached_at': '', 'detached_at': '', 'volume_id': 'e5314731-e759-4c1f-9fe5-8fc9576d5194', 'serial': 'e5314731-e759-4c1f-9fe5-8fc9576d5194'} {{(pid=63750) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2059.088799] env[63750]: DEBUG oslo_vmware.api [None req-45c6c6ac-e6b0-47ee-8605-3ae2899b7ea4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007077, 'name': PowerOffVM_Task, 'duration_secs': 0.147588} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.089068] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-45c6c6ac-e6b0-47ee-8605-3ae2899b7ea4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2059.089240] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-45c6c6ac-e6b0-47ee-8605-3ae2899b7ea4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2059.089496] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-061d19e3-b666-45e0-ac5a-82fe7b58798e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.107728] env[63750]: DEBUG oslo_vmware.api [None req-ff3c9e75-866c-4696-84af-53636d464892 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007073, 'name': RemoveSnapshot_Task, 'duration_secs': 0.521834} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.107995] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3c9e75-866c-4696-84af-53636d464892 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Deleted Snapshot of the VM instance {{(pid=63750) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2059.108253] env[63750]: INFO nova.compute.manager [None req-ff3c9e75-866c-4696-84af-53636d464892 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Took 15.71 seconds to snapshot the instance on the hypervisor. [ 2059.146659] env[63750]: DEBUG oslo_vmware.api [None req-3ed5520f-bd6c-4b04-af24-bf309a7a427e tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]525e418a-d10e-6294-3238-f27973984b0e, 'name': SearchDatastore_Task, 'duration_secs': 0.009844} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.147833] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca4542df-f561-4a59-9a09-eee5c1cfc386 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.154436] env[63750]: DEBUG oslo_vmware.api [None req-3ed5520f-bd6c-4b04-af24-bf309a7a427e tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2059.154436] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5242b8c6-6c62-8464-26f0-c341f4df18af" [ 2059.154436] env[63750]: _type = "Task" [ 2059.154436] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2059.164782] env[63750]: DEBUG oslo_vmware.api [None req-3ed5520f-bd6c-4b04-af24-bf309a7a427e tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5242b8c6-6c62-8464-26f0-c341f4df18af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.248981] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2059.249299] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2059.249505] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Starting heal instance info cache {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2059.325989] env[63750]: DEBUG oslo_vmware.api [None req-61df2312-4ee5-4418-b322-91d43219ff84 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2007075, 'name': RemoveSnapshot_Task, 'duration_secs': 0.537692} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.326320] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-61df2312-4ee5-4418-b322-91d43219ff84 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Deleted Snapshot of the VM instance {{(pid=63750) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2059.404871] env[63750]: DEBUG oslo_vmware.api [None req-a75b24c0-b708-4d73-b874-99519c875ff4 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007079, 'name': ReconfigVM_Task, 'duration_secs': 0.310239} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.405169] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-a75b24c0-b708-4d73-b874-99519c875ff4 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] Reconfigured VM instance instance-00000063 to detach disk 2001 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2059.409851] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d66d837f-8ef3-4816-8e2b-867f7e18841d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.424600] env[63750]: DEBUG oslo_vmware.api [None req-a75b24c0-b708-4d73-b874-99519c875ff4 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2059.424600] env[63750]: value = "task-2007081" [ 2059.424600] env[63750]: _type = "Task" [ 2059.424600] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2059.432577] env[63750]: DEBUG oslo_vmware.api [None req-a75b24c0-b708-4d73-b874-99519c875ff4 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007081, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.560310] env[63750]: DEBUG nova.objects.instance [None req-282db4c5-0d4b-426a-858e-2f31f3787a62 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lazy-loading 'flavor' on Instance uuid d300f90f-ea70-4575-9643-29462f2602ce {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2059.653109] env[63750]: DEBUG nova.compute.manager [None req-ff3c9e75-866c-4696-84af-53636d464892 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Found 3 images (rotation: 2) {{(pid=63750) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 2059.653325] env[63750]: DEBUG nova.compute.manager [None req-ff3c9e75-866c-4696-84af-53636d464892 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Rotating out 1 backups {{(pid=63750) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 2059.653486] env[63750]: DEBUG nova.compute.manager [None req-ff3c9e75-866c-4696-84af-53636d464892 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Deleting image de7fe304-21ba-4f66-8596-e18506d80c18 {{(pid=63750) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 2059.663970] env[63750]: DEBUG oslo_vmware.api [None req-3ed5520f-bd6c-4b04-af24-bf309a7a427e tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5242b8c6-6c62-8464-26f0-c341f4df18af, 'name': SearchDatastore_Task, 'duration_secs': 0.029051} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.664250] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3ed5520f-bd6c-4b04-af24-bf309a7a427e tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2059.664569] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ed5520f-bd6c-4b04-af24-bf309a7a427e tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 6b662256-3da2-410f-9d21-85b459ce1fd3/53a5fdf8-c6be-4008-8c9d-7c67205e61eb-rescue.vmdk. {{(pid=63750) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2059.664875] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ffe6b047-9150-4265-9b3a-8cad70c2beef {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.671285] env[63750]: DEBUG oslo_vmware.api [None req-3ed5520f-bd6c-4b04-af24-bf309a7a427e tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2059.671285] env[63750]: value = "task-2007082" [ 2059.671285] env[63750]: _type = "Task" [ 2059.671285] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2059.679202] env[63750]: DEBUG oslo_vmware.api [None req-3ed5520f-bd6c-4b04-af24-bf309a7a427e tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007082, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.830801] env[63750]: WARNING nova.compute.manager [None req-61df2312-4ee5-4418-b322-91d43219ff84 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Image not found during snapshot: nova.exception.ImageNotFound: Image 51d8dafd-9365-487e-8413-dfd534e72d14 could not be found. [ 2059.934305] env[63750]: DEBUG oslo_vmware.api [None req-a75b24c0-b708-4d73-b874-99519c875ff4 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007081, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.183115] env[63750]: DEBUG oslo_vmware.api [None req-3ed5520f-bd6c-4b04-af24-bf309a7a427e tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007082, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.414855] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cd272a8f-4c7a-4db8-9d46-8305c5751c51 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquiring lock "3a6c29c9-1862-42cd-a49d-9f886b6c0eb1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2060.415301] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cd272a8f-4c7a-4db8-9d46-8305c5751c51 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lock "3a6c29c9-1862-42cd-a49d-9f886b6c0eb1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2060.415469] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cd272a8f-4c7a-4db8-9d46-8305c5751c51 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquiring lock "3a6c29c9-1862-42cd-a49d-9f886b6c0eb1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2060.415937] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cd272a8f-4c7a-4db8-9d46-8305c5751c51 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lock "3a6c29c9-1862-42cd-a49d-9f886b6c0eb1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2060.415937] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cd272a8f-4c7a-4db8-9d46-8305c5751c51 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lock "3a6c29c9-1862-42cd-a49d-9f886b6c0eb1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2060.419889] env[63750]: INFO nova.compute.manager [None req-cd272a8f-4c7a-4db8-9d46-8305c5751c51 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Terminating instance [ 2060.438415] env[63750]: DEBUG oslo_vmware.api [None req-a75b24c0-b708-4d73-b874-99519c875ff4 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007081, 'name': ReconfigVM_Task, 'duration_secs': 0.512162} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2060.439267] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-a75b24c0-b708-4d73-b874-99519c875ff4 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412659', 'volume_id': 'b635ef5c-d48f-415c-810a-386274a5cc37', 'name': 'volume-b635ef5c-d48f-415c-810a-386274a5cc37', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '23ddb635-5940-4f84-be03-33577eb16dad', 'attached_at': '', 'detached_at': '', 'volume_id': 'b635ef5c-d48f-415c-810a-386274a5cc37', 'serial': 'b635ef5c-d48f-415c-810a-386274a5cc37'} {{(pid=63750) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2060.439702] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a75b24c0-b708-4d73-b874-99519c875ff4 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2060.441250] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19396268-2947-4aba-94e0-56fce235f775 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.452041] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a75b24c0-b708-4d73-b874-99519c875ff4 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2060.452396] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbace376-bf8f-4bc8-93af-402a1c6e5cac {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.567252] env[63750]: DEBUG oslo_concurrency.lockutils [None req-282db4c5-0d4b-426a-858e-2f31f3787a62 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "d300f90f-ea70-4575-9643-29462f2602ce" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.233s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2060.682015] env[63750]: DEBUG oslo_vmware.api [None req-3ed5520f-bd6c-4b04-af24-bf309a7a427e tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007082, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.759634} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2060.682299] env[63750]: INFO nova.virt.vmwareapi.ds_util [None req-3ed5520f-bd6c-4b04-af24-bf309a7a427e tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 6b662256-3da2-410f-9d21-85b459ce1fd3/53a5fdf8-c6be-4008-8c9d-7c67205e61eb-rescue.vmdk. [ 2060.683068] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a68619-9ca1-4adb-aa81-7709d240c9ac {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.707656] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ed5520f-bd6c-4b04-af24-bf309a7a427e tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 6b662256-3da2-410f-9d21-85b459ce1fd3/53a5fdf8-c6be-4008-8c9d-7c67205e61eb-rescue.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2060.708286] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bdd26cd-b411-4234-9563-fc0712c70f32 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.725752] env[63750]: DEBUG oslo_vmware.api [None req-3ed5520f-bd6c-4b04-af24-bf309a7a427e tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2060.725752] env[63750]: value = "task-2007084" [ 2060.725752] env[63750]: _type = "Task" [ 2060.725752] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2060.733502] env[63750]: DEBUG oslo_vmware.api [None req-3ed5520f-bd6c-4b04-af24-bf309a7a427e tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007084, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.924356] env[63750]: DEBUG nova.compute.manager [None req-cd272a8f-4c7a-4db8-9d46-8305c5751c51 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2060.924592] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-cd272a8f-4c7a-4db8-9d46-8305c5751c51 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2060.926026] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2cf867-5ca5-4eac-ac5f-616664527cac {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.933592] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd272a8f-4c7a-4db8-9d46-8305c5751c51 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2060.933828] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b655dfc-33bf-4b79-9907-8cf83a20125d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.939832] env[63750]: DEBUG oslo_vmware.api [None req-cd272a8f-4c7a-4db8-9d46-8305c5751c51 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 2060.939832] env[63750]: value = "task-2007085" [ 2060.939832] env[63750]: _type = "Task" [ 2060.939832] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2060.947299] env[63750]: DEBUG oslo_vmware.api [None req-cd272a8f-4c7a-4db8-9d46-8305c5751c51 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2007085, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.235450] env[63750]: DEBUG oslo_vmware.api [None req-3ed5520f-bd6c-4b04-af24-bf309a7a427e tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007084, 'name': ReconfigVM_Task, 'duration_secs': 0.300026} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2061.235450] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ed5520f-bd6c-4b04-af24-bf309a7a427e tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 6b662256-3da2-410f-9d21-85b459ce1fd3/53a5fdf8-c6be-4008-8c9d-7c67205e61eb-rescue.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2061.236538] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a627fa6d-b5e0-4775-b6fa-4d5a47fa4fa0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.265862] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94eac3bf-5b48-4596-a4c3-790f9c1eabe6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.281115] env[63750]: DEBUG oslo_vmware.api [None req-3ed5520f-bd6c-4b04-af24-bf309a7a427e tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2061.281115] env[63750]: value = "task-2007086" [ 2061.281115] env[63750]: _type = "Task" [ 2061.281115] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.289209] env[63750]: DEBUG oslo_vmware.api [None req-3ed5520f-bd6c-4b04-af24-bf309a7a427e tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007086, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.309498] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "refresh_cache-bf03616d-723b-4ab9-9e5e-68b50541b080" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2061.309645] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquired lock "refresh_cache-bf03616d-723b-4ab9-9e5e-68b50541b080" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2061.309790] env[63750]: DEBUG nova.network.neutron [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Forcefully refreshing network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2061.449963] env[63750]: DEBUG oslo_vmware.api [None req-cd272a8f-4c7a-4db8-9d46-8305c5751c51 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2007085, 'name': PowerOffVM_Task, 'duration_secs': 0.168778} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2061.450282] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd272a8f-4c7a-4db8-9d46-8305c5751c51 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2061.450414] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-cd272a8f-4c7a-4db8-9d46-8305c5751c51 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2061.450674] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6302313-b699-44f1-bd69-7a96c5044590 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.571167] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8550af73-4f22-4f93-a3ca-8b910e653ade tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquiring lock "5e48cc71-ce40-4e55-bffb-d3bf274c946b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2061.571458] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8550af73-4f22-4f93-a3ca-8b910e653ade tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lock "5e48cc71-ce40-4e55-bffb-d3bf274c946b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2061.571640] env[63750]: DEBUG nova.compute.manager [None req-8550af73-4f22-4f93-a3ca-8b910e653ade tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2061.572577] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff51f23-5ee3-4ecd-9df9-791eb99faab6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.579835] env[63750]: DEBUG nova.compute.manager [None req-8550af73-4f22-4f93-a3ca-8b910e653ade tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63750) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2061.580402] env[63750]: DEBUG nova.objects.instance [None req-8550af73-4f22-4f93-a3ca-8b910e653ade tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lazy-loading 'flavor' on Instance uuid 5e48cc71-ce40-4e55-bffb-d3bf274c946b {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2061.592419] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2aff60a7-40e9-47a6-aa0a-609255d3a390 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquiring lock "d300f90f-ea70-4575-9643-29462f2602ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2061.592637] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2aff60a7-40e9-47a6-aa0a-609255d3a390 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "d300f90f-ea70-4575-9643-29462f2602ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2061.592832] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2aff60a7-40e9-47a6-aa0a-609255d3a390 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquiring lock "d300f90f-ea70-4575-9643-29462f2602ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2061.593025] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2aff60a7-40e9-47a6-aa0a-609255d3a390 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "d300f90f-ea70-4575-9643-29462f2602ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2061.593203] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2aff60a7-40e9-47a6-aa0a-609255d3a390 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "d300f90f-ea70-4575-9643-29462f2602ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2061.595109] env[63750]: INFO nova.compute.manager [None req-2aff60a7-40e9-47a6-aa0a-609255d3a390 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Terminating instance [ 2061.791655] env[63750]: DEBUG oslo_vmware.api [None req-3ed5520f-bd6c-4b04-af24-bf309a7a427e tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.099030] env[63750]: DEBUG nova.compute.manager [None req-2aff60a7-40e9-47a6-aa0a-609255d3a390 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2062.099179] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2aff60a7-40e9-47a6-aa0a-609255d3a390 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2062.100245] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8853f004-6f88-416a-9ad2-716a3a805edf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.108092] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aff60a7-40e9-47a6-aa0a-609255d3a390 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2062.108320] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dae83d13-58e2-41cf-8d48-d997a7ee65db {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.114250] env[63750]: DEBUG oslo_vmware.api [None req-2aff60a7-40e9-47a6-aa0a-609255d3a390 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 2062.114250] env[63750]: value = "task-2007088" [ 2062.114250] env[63750]: _type = "Task" [ 2062.114250] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.122037] env[63750]: DEBUG oslo_vmware.api [None req-2aff60a7-40e9-47a6-aa0a-609255d3a390 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.291486] env[63750]: DEBUG oslo_vmware.api [None req-3ed5520f-bd6c-4b04-af24-bf309a7a427e tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007086, 'name': ReconfigVM_Task, 'duration_secs': 0.775583} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.291781] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed5520f-bd6c-4b04-af24-bf309a7a427e tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2062.292301] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ed2e445-4c13-42a1-adb5-f3496cbd0bef {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.298133] env[63750]: DEBUG oslo_vmware.api [None req-3ed5520f-bd6c-4b04-af24-bf309a7a427e tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2062.298133] env[63750]: value = "task-2007089" [ 2062.298133] env[63750]: _type = "Task" [ 2062.298133] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.305805] env[63750]: DEBUG oslo_vmware.api [None req-3ed5520f-bd6c-4b04-af24-bf309a7a427e tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007089, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.573298] env[63750]: DEBUG nova.network.neutron [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Updating instance_info_cache with network_info: [{"id": "10fa378c-3848-496f-8b88-5d1101aae14b", "address": "fa:16:3e:b3:c0:57", "network": {"id": "3190c9f9-ed08-4a95-905a-91e470b8e973", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-172291959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7dd23ed8566493d991974157cb177d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10fa378c-38", "ovs_interfaceid": "10fa378c-3848-496f-8b88-5d1101aae14b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2062.587718] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-8550af73-4f22-4f93-a3ca-8b910e653ade tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2062.587993] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-645a7976-d172-4222-8f3c-d83008ca2efc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.595955] env[63750]: DEBUG oslo_vmware.api [None req-8550af73-4f22-4f93-a3ca-8b910e653ade tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2062.595955] env[63750]: value = "task-2007090" [ 2062.595955] env[63750]: _type = "Task" [ 2062.595955] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.606031] env[63750]: DEBUG oslo_vmware.api [None req-8550af73-4f22-4f93-a3ca-8b910e653ade tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007090, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.624206] env[63750]: DEBUG oslo_vmware.api [None req-2aff60a7-40e9-47a6-aa0a-609255d3a390 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007088, 'name': PowerOffVM_Task, 'duration_secs': 0.249709} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.624321] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aff60a7-40e9-47a6-aa0a-609255d3a390 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2062.624443] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2aff60a7-40e9-47a6-aa0a-609255d3a390 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2062.624748] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24a2673a-68ac-41ff-a45c-6c354291014d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.808412] env[63750]: DEBUG oslo_vmware.api [None req-3ed5520f-bd6c-4b04-af24-bf309a7a427e tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007089, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.075938] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Releasing lock "refresh_cache-bf03616d-723b-4ab9-9e5e-68b50541b080" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2063.076257] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Updated the network info_cache for instance {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 2063.076398] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2063.076561] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2063.076785] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2063.077019] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2063.077181] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2063.077330] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2063.077469] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63750) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2063.077614] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2063.105741] env[63750]: DEBUG oslo_vmware.api [None req-8550af73-4f22-4f93-a3ca-8b910e653ade tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007090, 'name': PowerOffVM_Task, 'duration_secs': 0.160972} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.105990] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-8550af73-4f22-4f93-a3ca-8b910e653ade tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2063.106199] env[63750]: DEBUG nova.compute.manager [None req-8550af73-4f22-4f93-a3ca-8b910e653ade tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2063.106979] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b41cb5-29db-41e9-a12f-95a07dc19049 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.309024] env[63750]: DEBUG oslo_vmware.api [None req-3ed5520f-bd6c-4b04-af24-bf309a7a427e tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007089, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.581527] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2063.581909] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2063.582144] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2063.582370] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63750) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2063.583676] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51cf11b5-550e-4596-99e1-af4d157f337c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.593697] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87793346-d05d-4cef-ae97-306bd889eef8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.607636] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81390b8-e389-4fd3-bbb1-ceba92de7476 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.614301] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9ff0fd-7477-4991-8428-bbbd71decefa {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.620107] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8550af73-4f22-4f93-a3ca-8b910e653ade tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lock "5e48cc71-ce40-4e55-bffb-d3bf274c946b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2063.652986] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179824MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=63750) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2063.653204] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2063.653439] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2063.810221] env[63750]: DEBUG oslo_vmware.api [None req-3ed5520f-bd6c-4b04-af24-bf309a7a427e tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007089, 'name': PowerOnVM_Task, 'duration_secs': 1.080023} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.810522] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed5520f-bd6c-4b04-af24-bf309a7a427e tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2063.813510] env[63750]: DEBUG nova.compute.manager [None req-3ed5520f-bd6c-4b04-af24-bf309a7a427e tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2063.814346] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af63406b-67dd-4aae-9cb1-7d83241dea58 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.666640] env[63750]: INFO nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Updating resource usage from migration c5912655-3e24-4f86-b9ab-bcb41cc89a57 [ 2064.685585] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 3d11142c-0197-4bd9-bf31-fffabf48ee87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2064.685737] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance bf03616d-723b-4ab9-9e5e-68b50541b080 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2064.685880] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance ee1deeaf-7782-4ae2-bf3e-c766ae21a05a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2064.686033] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance d300f90f-ea70-4575-9643-29462f2602ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2064.686156] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2064.686270] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 6b662256-3da2-410f-9d21-85b459ce1fd3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2064.686382] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 4c13e422-83da-4b9d-aca3-27a011b32c6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2064.686493] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 23ddb635-5940-4f84-be03-33577eb16dad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2064.686625] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2064.686906] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 737f136f-7ff2-4176-8709-fa4eda49e2dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2064.687182] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 6ccc9144-435b-40be-ad13-483a5cd731a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2064.687324] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Migration c5912655-3e24-4f86-b9ab-bcb41cc89a57 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2064.687448] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 5e48cc71-ce40-4e55-bffb-d3bf274c946b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2064.687701] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2064.687877] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2064.746902] env[63750]: DEBUG nova.compute.manager [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Stashing vm_state: stopped {{(pid=63750) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2064.854790] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb36a94-bdd4-4e91-a41b-a3364e3692d7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.862526] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877955ad-8ece-4204-aa23-680ec99f1cee {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.895319] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ddb71b1-58b5-4327-a2d6-241cf5b601ad {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.902694] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed8213f-18bc-4dda-bb13-cddf52ed9c0e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.919386] env[63750]: DEBUG nova.compute.provider_tree [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2065.264514] env[63750]: DEBUG oslo_concurrency.lockutils [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2065.411568] env[63750]: INFO nova.compute.manager [None req-ba3d6232-5554-4859-9d72-9136c82ceb1b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Unrescuing [ 2065.411891] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ba3d6232-5554-4859-9d72-9136c82ceb1b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Acquiring lock "refresh_cache-6b662256-3da2-410f-9d21-85b459ce1fd3" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2065.412082] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ba3d6232-5554-4859-9d72-9136c82ceb1b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Acquired lock "refresh_cache-6b662256-3da2-410f-9d21-85b459ce1fd3" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2065.412289] env[63750]: DEBUG nova.network.neutron [None req-ba3d6232-5554-4859-9d72-9136c82ceb1b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2065.422870] env[63750]: DEBUG nova.scheduler.client.report [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2065.875873] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2aff60a7-40e9-47a6-aa0a-609255d3a390 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2065.876254] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2aff60a7-40e9-47a6-aa0a-609255d3a390 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2065.876455] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aff60a7-40e9-47a6-aa0a-609255d3a390 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Deleting the datastore file [datastore1] d300f90f-ea70-4575-9643-29462f2602ce {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2065.876783] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-883c0130-69b7-488f-9516-34749bed75c9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.883772] env[63750]: DEBUG oslo_vmware.api [None req-2aff60a7-40e9-47a6-aa0a-609255d3a390 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 2065.883772] env[63750]: value = "task-2007092" [ 2065.883772] env[63750]: _type = "Task" [ 2065.883772] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2065.891407] env[63750]: DEBUG oslo_vmware.api [None req-2aff60a7-40e9-47a6-aa0a-609255d3a390 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007092, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.927774] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63750) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2065.928078] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.275s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2065.928359] env[63750]: DEBUG oslo_concurrency.lockutils [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.664s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2066.062662] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-cd272a8f-4c7a-4db8-9d46-8305c5751c51 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2066.063028] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-cd272a8f-4c7a-4db8-9d46-8305c5751c51 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Deleting contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2066.063294] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd272a8f-4c7a-4db8-9d46-8305c5751c51 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Deleting the datastore file [datastore2] 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2066.063599] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5709ee3-5058-41e2-90a3-64b91e808d17 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.067754] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a75b24c0-b708-4d73-b874-99519c875ff4 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2066.067754] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a75b24c0-b708-4d73-b874-99519c875ff4 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] Deleting contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2066.067838] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-a75b24c0-b708-4d73-b874-99519c875ff4 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Deleting the datastore file [datastore2] 23ddb635-5940-4f84-be03-33577eb16dad {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2066.070736] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d6f427a-df78-4bd4-a16c-4e69a742ed0c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.075565] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-45c6c6ac-e6b0-47ee-8605-3ae2899b7ea4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2066.075756] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-45c6c6ac-e6b0-47ee-8605-3ae2899b7ea4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2066.075960] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-45c6c6ac-e6b0-47ee-8605-3ae2899b7ea4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Deleting the datastore file [datastore1] ee1deeaf-7782-4ae2-bf3e-c766ae21a05a {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2066.077124] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-989365b3-bae4-4a59-89fd-058aa8da966e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.079196] env[63750]: DEBUG oslo_vmware.api [None req-cd272a8f-4c7a-4db8-9d46-8305c5751c51 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for the task: (returnval){ [ 2066.079196] env[63750]: value = "task-2007093" [ 2066.079196] env[63750]: _type = "Task" [ 2066.079196] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.080370] env[63750]: DEBUG oslo_vmware.api [None req-a75b24c0-b708-4d73-b874-99519c875ff4 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2066.080370] env[63750]: value = "task-2007094" [ 2066.080370] env[63750]: _type = "Task" [ 2066.080370] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.087462] env[63750]: DEBUG oslo_vmware.api [None req-45c6c6ac-e6b0-47ee-8605-3ae2899b7ea4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Waiting for the task: (returnval){ [ 2066.087462] env[63750]: value = "task-2007095" [ 2066.087462] env[63750]: _type = "Task" [ 2066.087462] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.095633] env[63750]: DEBUG oslo_vmware.api [None req-a75b24c0-b708-4d73-b874-99519c875ff4 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007094, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.095875] env[63750]: DEBUG oslo_vmware.api [None req-cd272a8f-4c7a-4db8-9d46-8305c5751c51 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2007093, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.100514] env[63750]: DEBUG oslo_vmware.api [None req-45c6c6ac-e6b0-47ee-8605-3ae2899b7ea4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007095, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.183353] env[63750]: DEBUG nova.network.neutron [None req-ba3d6232-5554-4859-9d72-9136c82ceb1b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Updating instance_info_cache with network_info: [{"id": "57fdf3fe-93d4-49d2-b29f-69c8133bbb5e", "address": "fa:16:3e:f8:be:f1", "network": {"id": "bc8caa0c-64a5-498f-9d9f-64dc1d502217", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1864557009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc1114710e0d4372a8536f19816902bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57fdf3fe-93", "ovs_interfaceid": "57fdf3fe-93d4-49d2-b29f-69c8133bbb5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2066.393979] env[63750]: DEBUG oslo_vmware.api [None req-2aff60a7-40e9-47a6-aa0a-609255d3a390 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007092, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133553} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2066.394246] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aff60a7-40e9-47a6-aa0a-609255d3a390 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2066.394393] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2aff60a7-40e9-47a6-aa0a-609255d3a390 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2066.394625] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2aff60a7-40e9-47a6-aa0a-609255d3a390 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2066.394742] env[63750]: INFO nova.compute.manager [None req-2aff60a7-40e9-47a6-aa0a-609255d3a390 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Took 4.30 seconds to destroy the instance on the hypervisor. [ 2066.394975] env[63750]: DEBUG oslo.service.loopingcall [None req-2aff60a7-40e9-47a6-aa0a-609255d3a390 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2066.395187] env[63750]: DEBUG nova.compute.manager [-] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2066.395280] env[63750]: DEBUG nova.network.neutron [-] [instance: d300f90f-ea70-4575-9643-29462f2602ce] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2066.433674] env[63750]: INFO nova.compute.claims [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2066.597448] env[63750]: DEBUG oslo_vmware.api [None req-a75b24c0-b708-4d73-b874-99519c875ff4 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007094, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321307} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2066.597687] env[63750]: DEBUG oslo_vmware.api [None req-cd272a8f-4c7a-4db8-9d46-8305c5751c51 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Task: {'id': task-2007093, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144966} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2066.598298] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-a75b24c0-b708-4d73-b874-99519c875ff4 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2066.598571] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a75b24c0-b708-4d73-b874-99519c875ff4 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] Deleted contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2066.598746] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a75b24c0-b708-4d73-b874-99519c875ff4 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2066.598991] env[63750]: INFO nova.compute.manager [None req-a75b24c0-b708-4d73-b874-99519c875ff4 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] Took 8.33 seconds to destroy the instance on the hypervisor. [ 2066.599252] env[63750]: DEBUG oslo.service.loopingcall [None req-a75b24c0-b708-4d73-b874-99519c875ff4 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2066.599448] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd272a8f-4c7a-4db8-9d46-8305c5751c51 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2066.599664] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-cd272a8f-4c7a-4db8-9d46-8305c5751c51 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Deleted contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2066.599880] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-cd272a8f-4c7a-4db8-9d46-8305c5751c51 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2066.600064] env[63750]: INFO nova.compute.manager [None req-cd272a8f-4c7a-4db8-9d46-8305c5751c51 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Took 5.68 seconds to destroy the instance on the hypervisor. [ 2066.600277] env[63750]: DEBUG oslo.service.loopingcall [None req-cd272a8f-4c7a-4db8-9d46-8305c5751c51 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2066.603076] env[63750]: DEBUG nova.compute.manager [-] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2066.603191] env[63750]: DEBUG nova.network.neutron [-] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2066.604675] env[63750]: DEBUG nova.compute.manager [-] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2066.604771] env[63750]: DEBUG nova.network.neutron [-] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2066.606143] env[63750]: DEBUG oslo_vmware.api [None req-45c6c6ac-e6b0-47ee-8605-3ae2899b7ea4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007095, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188026} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2066.606372] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-45c6c6ac-e6b0-47ee-8605-3ae2899b7ea4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2066.606546] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-45c6c6ac-e6b0-47ee-8605-3ae2899b7ea4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2066.606713] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-45c6c6ac-e6b0-47ee-8605-3ae2899b7ea4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2066.606885] env[63750]: INFO nova.compute.manager [None req-45c6c6ac-e6b0-47ee-8605-3ae2899b7ea4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Took 8.05 seconds to destroy the instance on the hypervisor. [ 2066.607111] env[63750]: DEBUG oslo.service.loopingcall [None req-45c6c6ac-e6b0-47ee-8605-3ae2899b7ea4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2066.607750] env[63750]: DEBUG nova.compute.manager [-] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2066.607836] env[63750]: DEBUG nova.network.neutron [-] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2066.686507] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ba3d6232-5554-4859-9d72-9136c82ceb1b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Releasing lock "refresh_cache-6b662256-3da2-410f-9d21-85b459ce1fd3" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2066.687239] env[63750]: DEBUG nova.objects.instance [None req-ba3d6232-5554-4859-9d72-9136c82ceb1b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Lazy-loading 'flavor' on Instance uuid 6b662256-3da2-410f-9d21-85b459ce1fd3 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2066.734981] env[63750]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port d83bd0fe-86b3-4caa-95ca-4e81cb0aec5e could not be found.", "detail": ""}} {{(pid=63750) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 2066.735967] env[63750]: DEBUG nova.network.neutron [-] Unable to show port d83bd0fe-86b3-4caa-95ca-4e81cb0aec5e as it no longer exists. {{(pid=63750) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 2066.941847] env[63750]: INFO nova.compute.resource_tracker [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Updating resource usage from migration c5912655-3e24-4f86-b9ab-bcb41cc89a57 [ 2067.151635] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b9d633-f1d0-4dc0-a8b7-fad73b657773 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.159674] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d64c07-ddd0-4e78-87f4-5f4b9dbbb9cc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.188656] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24659d21-1da4-4ad9-923e-c803627e6de4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.194218] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b37f3f-8fd9-4f8f-b45e-4396ab951f8f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.201727] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635ef04a-9b15-465d-9d8a-0a8a06fc13af {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.222095] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba3d6232-5554-4859-9d72-9136c82ceb1b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2067.222835] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef766806-0cde-4036-b34e-5f5c910fdce4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.232717] env[63750]: DEBUG nova.compute.provider_tree [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2067.236271] env[63750]: DEBUG oslo_vmware.api [None req-ba3d6232-5554-4859-9d72-9136c82ceb1b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2067.236271] env[63750]: value = "task-2007096" [ 2067.236271] env[63750]: _type = "Task" [ 2067.236271] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2067.243523] env[63750]: DEBUG oslo_vmware.api [None req-ba3d6232-5554-4859-9d72-9136c82ceb1b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007096, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.393674] env[63750]: DEBUG nova.compute.manager [req-97d02984-44a7-4fa5-99c8-6d63a3adaf4d req-2e22a868-d0f5-4997-945c-15c1692e40bd service nova] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Received event network-vif-deleted-d312d1c4-d7d6-469f-a0e0-4e34d062dab5 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2067.393982] env[63750]: INFO nova.compute.manager [req-97d02984-44a7-4fa5-99c8-6d63a3adaf4d req-2e22a868-d0f5-4997-945c-15c1692e40bd service nova] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Neutron deleted interface d312d1c4-d7d6-469f-a0e0-4e34d062dab5; detaching it from the instance and deleting it from the info cache [ 2067.394248] env[63750]: DEBUG nova.network.neutron [req-97d02984-44a7-4fa5-99c8-6d63a3adaf4d req-2e22a868-d0f5-4997-945c-15c1692e40bd service nova] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2067.735357] env[63750]: DEBUG nova.scheduler.client.report [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2067.747242] env[63750]: DEBUG oslo_vmware.api [None req-ba3d6232-5554-4859-9d72-9136c82ceb1b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007096, 'name': PowerOffVM_Task, 'duration_secs': 0.215704} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2067.747507] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba3d6232-5554-4859-9d72-9136c82ceb1b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2067.753716] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba3d6232-5554-4859-9d72-9136c82ceb1b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Reconfiguring VM instance instance-00000061 to detach disk 2001 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2067.754614] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff11e020-90c7-4e19-9f57-10edff13936c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.775246] env[63750]: DEBUG oslo_vmware.api [None req-ba3d6232-5554-4859-9d72-9136c82ceb1b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2067.775246] env[63750]: value = "task-2007097" [ 2067.775246] env[63750]: _type = "Task" [ 2067.775246] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2067.785499] env[63750]: DEBUG oslo_vmware.api [None req-ba3d6232-5554-4859-9d72-9136c82ceb1b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007097, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.859758] env[63750]: DEBUG nova.network.neutron [-] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2067.897953] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-147eafa6-3dbc-40ee-a296-4123dac504d6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.907328] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e640329-5411-4b1c-ad6e-92ec6bb92efe {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.938408] env[63750]: DEBUG nova.compute.manager [req-97d02984-44a7-4fa5-99c8-6d63a3adaf4d req-2e22a868-d0f5-4997-945c-15c1692e40bd service nova] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Detach interface failed, port_id=d312d1c4-d7d6-469f-a0e0-4e34d062dab5, reason: Instance 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1 could not be found. {{(pid=63750) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2068.187319] env[63750]: DEBUG nova.network.neutron [-] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2068.210597] env[63750]: DEBUG nova.network.neutron [-] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2068.244663] env[63750]: DEBUG oslo_concurrency.lockutils [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.315s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2068.244663] env[63750]: INFO nova.compute.manager [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Migrating [ 2068.285762] env[63750]: DEBUG oslo_vmware.api [None req-ba3d6232-5554-4859-9d72-9136c82ceb1b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007097, 'name': ReconfigVM_Task, 'duration_secs': 0.213469} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.286051] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba3d6232-5554-4859-9d72-9136c82ceb1b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Reconfigured VM instance instance-00000061 to detach disk 2001 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2068.286241] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba3d6232-5554-4859-9d72-9136c82ceb1b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2068.286485] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea050462-55e8-43be-b499-d800f5fac562 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.293350] env[63750]: DEBUG oslo_vmware.api [None req-ba3d6232-5554-4859-9d72-9136c82ceb1b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2068.293350] env[63750]: value = "task-2007098" [ 2068.293350] env[63750]: _type = "Task" [ 2068.293350] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.300947] env[63750]: DEBUG oslo_vmware.api [None req-ba3d6232-5554-4859-9d72-9136c82ceb1b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007098, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.362440] env[63750]: INFO nova.compute.manager [-] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Took 1.76 seconds to deallocate network for instance. [ 2068.374870] env[63750]: DEBUG nova.network.neutron [-] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2068.690543] env[63750]: INFO nova.compute.manager [-] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Took 2.30 seconds to deallocate network for instance. [ 2068.716322] env[63750]: INFO nova.compute.manager [-] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] Took 2.11 seconds to deallocate network for instance. [ 2068.759518] env[63750]: DEBUG oslo_concurrency.lockutils [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquiring lock "refresh_cache-5e48cc71-ce40-4e55-bffb-d3bf274c946b" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2068.759730] env[63750]: DEBUG oslo_concurrency.lockutils [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquired lock "refresh_cache-5e48cc71-ce40-4e55-bffb-d3bf274c946b" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2068.759922] env[63750]: DEBUG nova.network.neutron [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2068.804195] env[63750]: DEBUG oslo_vmware.api [None req-ba3d6232-5554-4859-9d72-9136c82ceb1b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007098, 'name': PowerOnVM_Task, 'duration_secs': 0.369441} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.804493] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba3d6232-5554-4859-9d72-9136c82ceb1b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2068.804742] env[63750]: DEBUG nova.compute.manager [None req-ba3d6232-5554-4859-9d72-9136c82ceb1b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2068.805527] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490d8e85-c7c5-4188-a343-6d436b3343f5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.868839] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cd272a8f-4c7a-4db8-9d46-8305c5751c51 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2068.869145] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cd272a8f-4c7a-4db8-9d46-8305c5751c51 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2068.869364] env[63750]: DEBUG nova.objects.instance [None req-cd272a8f-4c7a-4db8-9d46-8305c5751c51 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lazy-loading 'resources' on Instance uuid 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2068.876438] env[63750]: INFO nova.compute.manager [-] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Took 2.27 seconds to deallocate network for instance. [ 2069.197525] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2aff60a7-40e9-47a6-aa0a-609255d3a390 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2069.261858] env[63750]: INFO nova.compute.manager [None req-a75b24c0-b708-4d73-b874-99519c875ff4 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] Took 0.55 seconds to detach 1 volumes for instance. [ 2069.382625] env[63750]: DEBUG oslo_concurrency.lockutils [None req-45c6c6ac-e6b0-47ee-8605-3ae2899b7ea4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2069.433548] env[63750]: DEBUG nova.compute.manager [req-bc79e9c0-2311-4baf-ac85-c1effbdf66e1 req-7216faf2-1bfb-4317-80f2-a6a3905022ca service nova] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Received event network-vif-deleted-ab4a9716-8c1d-4f5d-a4c0-12bfa8139d06 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2069.433872] env[63750]: DEBUG nova.compute.manager [req-bc79e9c0-2311-4baf-ac85-c1effbdf66e1 req-7216faf2-1bfb-4317-80f2-a6a3905022ca service nova] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] Received event network-vif-deleted-e217d178-9706-4693-b479-e58be0b4a213 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2069.434138] env[63750]: DEBUG nova.compute.manager [req-bc79e9c0-2311-4baf-ac85-c1effbdf66e1 req-7216faf2-1bfb-4317-80f2-a6a3905022ca service nova] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Received event network-vif-deleted-9f8d04b0-6f61-4411-befb-8002f5f39b26 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2069.487433] env[63750]: DEBUG nova.network.neutron [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Updating instance_info_cache with network_info: [{"id": "e5f29ea2-d0cf-492a-ba74-b58bc1e4ac21", "address": "fa:16:3e:a6:67:d0", "network": {"id": "b187626c-07b5-4d74-a064-ea07943c3974", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-699185419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e8d72fb292a433fb29749aee8e597f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5f29ea2-d0", "ovs_interfaceid": "e5f29ea2-d0cf-492a-ba74-b58bc1e4ac21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2069.530462] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f72e9ba-b1e3-4b96-a824-7b97d0118cf1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.538372] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ee79e9-b279-40c8-92ae-da6a508940c7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.568463] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903276d2-6649-4ea2-8767-ffc013985dad {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.575485] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78979d3-fb4b-44f9-a78e-38890a2aa089 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.588154] env[63750]: DEBUG nova.compute.provider_tree [None req-cd272a8f-4c7a-4db8-9d46-8305c5751c51 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2069.769712] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a75b24c0-b708-4d73-b874-99519c875ff4 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2069.990424] env[63750]: DEBUG oslo_concurrency.lockutils [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Releasing lock "refresh_cache-5e48cc71-ce40-4e55-bffb-d3bf274c946b" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2070.091143] env[63750]: DEBUG nova.scheduler.client.report [None req-cd272a8f-4c7a-4db8-9d46-8305c5751c51 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2070.596223] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cd272a8f-4c7a-4db8-9d46-8305c5751c51 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.727s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2070.600499] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2aff60a7-40e9-47a6-aa0a-609255d3a390 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.403s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2070.600730] env[63750]: DEBUG nova.objects.instance [None req-2aff60a7-40e9-47a6-aa0a-609255d3a390 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lazy-loading 'resources' on Instance uuid d300f90f-ea70-4575-9643-29462f2602ce {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2070.622967] env[63750]: INFO nova.scheduler.client.report [None req-cd272a8f-4c7a-4db8-9d46-8305c5751c51 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Deleted allocations for instance 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1 [ 2071.133494] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cd272a8f-4c7a-4db8-9d46-8305c5751c51 tempest-ImagesTestJSON-450377794 tempest-ImagesTestJSON-450377794-project-member] Lock "3a6c29c9-1862-42cd-a49d-9f886b6c0eb1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.718s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2071.270897] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab54a9c-cc9e-4ad6-b211-3f1779f0299e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.279049] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704eb404-4c02-4730-8f00-5877a24734a6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.310325] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4f03e1-d1c1-4d1e-913c-d821c1c21617 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.318415] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4604f1-9cf5-4fec-b666-8f57e1ad8526 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.333311] env[63750]: DEBUG nova.compute.provider_tree [None req-2aff60a7-40e9-47a6-aa0a-609255d3a390 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2071.506691] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbdc384-2106-4891-808f-d9f00a280716 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.528617] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Updating instance '5e48cc71-ce40-4e55-bffb-d3bf274c946b' progress to 0 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2071.838367] env[63750]: DEBUG nova.scheduler.client.report [None req-2aff60a7-40e9-47a6-aa0a-609255d3a390 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2072.035183] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2072.035536] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99e80f51-21a6-445c-abb5-a745d2850ce1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.043287] env[63750]: DEBUG oslo_vmware.api [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2072.043287] env[63750]: value = "task-2007099" [ 2072.043287] env[63750]: _type = "Task" [ 2072.043287] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.052013] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] VM already powered off {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2072.052290] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Updating instance '5e48cc71-ce40-4e55-bffb-d3bf274c946b' progress to 17 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2072.344271] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2aff60a7-40e9-47a6-aa0a-609255d3a390 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.743s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2072.348943] env[63750]: DEBUG oslo_concurrency.lockutils [None req-45c6c6ac-e6b0-47ee-8605-3ae2899b7ea4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.966s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2072.349226] env[63750]: DEBUG nova.objects.instance [None req-45c6c6ac-e6b0-47ee-8605-3ae2899b7ea4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lazy-loading 'resources' on Instance uuid ee1deeaf-7782-4ae2-bf3e-c766ae21a05a {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2072.372404] env[63750]: INFO nova.scheduler.client.report [None req-2aff60a7-40e9-47a6-aa0a-609255d3a390 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Deleted allocations for instance d300f90f-ea70-4575-9643-29462f2602ce [ 2072.559477] env[63750]: DEBUG nova.virt.hardware [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2072.559729] env[63750]: DEBUG nova.virt.hardware [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2072.559890] env[63750]: DEBUG nova.virt.hardware [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2072.560090] env[63750]: DEBUG nova.virt.hardware [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2072.560243] env[63750]: DEBUG nova.virt.hardware [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2072.560392] env[63750]: DEBUG nova.virt.hardware [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2072.560596] env[63750]: DEBUG nova.virt.hardware [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2072.560756] env[63750]: DEBUG nova.virt.hardware [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2072.560923] env[63750]: DEBUG nova.virt.hardware [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2072.561102] env[63750]: DEBUG nova.virt.hardware [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2072.561283] env[63750]: DEBUG nova.virt.hardware [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2072.566916] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-141d4460-d352-4902-bbe7-ceec9903bfd8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.583403] env[63750]: DEBUG oslo_vmware.api [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2072.583403] env[63750]: value = "task-2007100" [ 2072.583403] env[63750]: _type = "Task" [ 2072.583403] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.591824] env[63750]: DEBUG oslo_vmware.api [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007100, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.773227] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Acquiring lock "f19f74f5-d356-451e-9391-d3dcfe667537" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2072.773607] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Lock "f19f74f5-d356-451e-9391-d3dcfe667537" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2072.883339] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2aff60a7-40e9-47a6-aa0a-609255d3a390 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "d300f90f-ea70-4575-9643-29462f2602ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.291s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2073.006053] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dffa1e97-2cfa-4b52-b11e-97643626f498 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.013736] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098aca69-4dea-44d1-ae96-84abd2e04b03 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.045349] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53d2500-e0bd-4546-8de9-cfd889c3b749 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.052697] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e49a463-915a-4738-92d9-0888a66948f5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.065785] env[63750]: DEBUG nova.compute.provider_tree [None req-45c6c6ac-e6b0-47ee-8605-3ae2899b7ea4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2073.092196] env[63750]: DEBUG oslo_vmware.api [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007100, 'name': ReconfigVM_Task, 'duration_secs': 0.139283} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.092313] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Updating instance '5e48cc71-ce40-4e55-bffb-d3bf274c946b' progress to 33 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2073.280436] env[63750]: DEBUG nova.compute.manager [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2073.568816] env[63750]: DEBUG nova.scheduler.client.report [None req-45c6c6ac-e6b0-47ee-8605-3ae2899b7ea4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2073.597877] env[63750]: DEBUG nova.virt.hardware [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2073.598157] env[63750]: DEBUG nova.virt.hardware [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2073.598317] env[63750]: DEBUG nova.virt.hardware [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2073.598498] env[63750]: DEBUG nova.virt.hardware [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2073.598644] env[63750]: DEBUG nova.virt.hardware [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2073.598792] env[63750]: DEBUG nova.virt.hardware [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2073.598994] env[63750]: DEBUG nova.virt.hardware [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2073.599172] env[63750]: DEBUG nova.virt.hardware [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2073.599339] env[63750]: DEBUG nova.virt.hardware [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2073.599502] env[63750]: DEBUG nova.virt.hardware [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2073.599674] env[63750]: DEBUG nova.virt.hardware [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2073.605015] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Reconfiguring VM instance instance-00000057 to detach disk 2000 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2073.605507] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1430ac0-3425-47cc-952c-7ca8eade21f1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.624577] env[63750]: DEBUG oslo_vmware.api [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2073.624577] env[63750]: value = "task-2007101" [ 2073.624577] env[63750]: _type = "Task" [ 2073.624577] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.632700] env[63750]: DEBUG oslo_vmware.api [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007101, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.802536] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2074.073862] env[63750]: DEBUG oslo_concurrency.lockutils [None req-45c6c6ac-e6b0-47ee-8605-3ae2899b7ea4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.725s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2074.076203] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a75b24c0-b708-4d73-b874-99519c875ff4 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.307s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2074.076444] env[63750]: DEBUG nova.objects.instance [None req-a75b24c0-b708-4d73-b874-99519c875ff4 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lazy-loading 'resources' on Instance uuid 23ddb635-5940-4f84-be03-33577eb16dad {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2074.093024] env[63750]: INFO nova.scheduler.client.report [None req-45c6c6ac-e6b0-47ee-8605-3ae2899b7ea4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Deleted allocations for instance ee1deeaf-7782-4ae2-bf3e-c766ae21a05a [ 2074.137366] env[63750]: DEBUG oslo_vmware.api [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007101, 'name': ReconfigVM_Task, 'duration_secs': 0.172514} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.137756] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Reconfigured VM instance instance-00000057 to detach disk 2000 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2074.138733] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20394536-967f-46e7-bb92-10b504de7396 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.164015] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 5e48cc71-ce40-4e55-bffb-d3bf274c946b/5e48cc71-ce40-4e55-bffb-d3bf274c946b.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2074.164568] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6e42d41-f53d-4c4d-ad04-1a4a0a08cb1d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.183703] env[63750]: DEBUG oslo_vmware.api [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2074.183703] env[63750]: value = "task-2007102" [ 2074.183703] env[63750]: _type = "Task" [ 2074.183703] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.192006] env[63750]: DEBUG oslo_vmware.api [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007102, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.604683] env[63750]: DEBUG oslo_concurrency.lockutils [None req-45c6c6ac-e6b0-47ee-8605-3ae2899b7ea4 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lock "ee1deeaf-7782-4ae2-bf3e-c766ae21a05a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.551s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2074.605777] env[63750]: DEBUG oslo_concurrency.lockutils [req-1f43fa8d-1223-4e67-b113-814534291c83 req-1e4be347-02c0-4be3-9d7e-ba9063c85662 service nova] Acquired lock "ee1deeaf-7782-4ae2-bf3e-c766ae21a05a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2074.606630] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57645245-60b4-43d0-9c28-6339e8986d45 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.616918] env[63750]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 2074.617085] env[63750]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=63750) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 2074.617826] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4b27191d-f9ce-4053-a677-937822327670 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.629530] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19e4dd0-4b44-43ab-bab2-42613f485b12 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.663284] env[63750]: ERROR root [req-1f43fa8d-1223-4e67-b113-814534291c83 req-1e4be347-02c0-4be3-9d7e-ba9063c85662 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-412568' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-412568' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-412568' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-412568'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-412568' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-412568' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-412568'}\n"]: nova.exception.InstanceNotFound: Instance ee1deeaf-7782-4ae2-bf3e-c766ae21a05a could not be found. [ 2074.663495] env[63750]: DEBUG oslo_concurrency.lockutils [req-1f43fa8d-1223-4e67-b113-814534291c83 req-1e4be347-02c0-4be3-9d7e-ba9063c85662 service nova] Releasing lock "ee1deeaf-7782-4ae2-bf3e-c766ae21a05a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2074.663715] env[63750]: DEBUG nova.compute.manager [req-1f43fa8d-1223-4e67-b113-814534291c83 req-1e4be347-02c0-4be3-9d7e-ba9063c85662 service nova] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Detach interface failed, port_id=8c75a7ee-dfa8-4bee-b28c-6f70d389f5fc, reason: Instance ee1deeaf-7782-4ae2-bf3e-c766ae21a05a could not be found. {{(pid=63750) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2074.681060] env[63750]: DEBUG oslo_concurrency.lockutils [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquiring lock "15fbf9c1-149a-4b5a-8b39-63fc1b4a9017" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2074.681157] env[63750]: DEBUG oslo_concurrency.lockutils [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "15fbf9c1-149a-4b5a-8b39-63fc1b4a9017" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2074.696360] env[63750]: DEBUG oslo_vmware.api [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007102, 'name': ReconfigVM_Task, 'duration_secs': 0.316988} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.696629] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 5e48cc71-ce40-4e55-bffb-d3bf274c946b/5e48cc71-ce40-4e55-bffb-d3bf274c946b.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2074.696914] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Updating instance '5e48cc71-ce40-4e55-bffb-d3bf274c946b' progress to 50 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2074.777970] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707c4c29-b1cd-466b-868e-7c7d13c5c96a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.785637] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f947d9-c807-439f-96c7-5b25070ef56e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.818487] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece50620-ef5d-4708-9786-80aae974bc09 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.825878] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e21c3c6-92f8-43d5-8e48-347bb14869d7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.839322] env[63750]: DEBUG nova.compute.provider_tree [None req-a75b24c0-b708-4d73-b874-99519c875ff4 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2075.182987] env[63750]: DEBUG nova.compute.manager [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2075.205567] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8dc296-8e54-47a2-bc96-d613f54fe002 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.225493] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774727a2-c78b-4ea0-ad6f-2b9f2f68c624 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.244265] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Updating instance '5e48cc71-ce40-4e55-bffb-d3bf274c946b' progress to 67 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2075.342995] env[63750]: DEBUG nova.scheduler.client.report [None req-a75b24c0-b708-4d73-b874-99519c875ff4 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2075.707134] env[63750]: DEBUG oslo_concurrency.lockutils [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2075.797177] env[63750]: DEBUG nova.network.neutron [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Port e5f29ea2-d0cf-492a-ba74-b58bc1e4ac21 binding to destination host cpu-1 is already ACTIVE {{(pid=63750) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2075.850348] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a75b24c0-b708-4d73-b874-99519c875ff4 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.774s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2075.852698] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.050s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2075.854335] env[63750]: INFO nova.compute.claims [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2075.868315] env[63750]: INFO nova.scheduler.client.report [None req-a75b24c0-b708-4d73-b874-99519c875ff4 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Deleted allocations for instance 23ddb635-5940-4f84-be03-33577eb16dad [ 2076.375942] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a75b24c0-b708-4d73-b874-99519c875ff4 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "23ddb635-5940-4f84-be03-33577eb16dad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.614s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2076.383171] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquiring lock "e0dbea6c-f57b-4153-9160-73ddd91161cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2076.383436] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lock "e0dbea6c-f57b-4153-9160-73ddd91161cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2076.820062] env[63750]: DEBUG oslo_concurrency.lockutils [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquiring lock "5e48cc71-ce40-4e55-bffb-d3bf274c946b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2076.820062] env[63750]: DEBUG oslo_concurrency.lockutils [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lock "5e48cc71-ce40-4e55-bffb-d3bf274c946b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2076.820062] env[63750]: DEBUG oslo_concurrency.lockutils [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lock "5e48cc71-ce40-4e55-bffb-d3bf274c946b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2076.885903] env[63750]: DEBUG nova.compute.manager [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2077.109735] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b59521-284d-479a-9dd0-3bcc944e8eec {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.117304] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f11005-72f0-439c-be8f-9ad2f527e497 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.147928] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2824e1-a40e-4005-90a9-5b844cc8d780 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.155216] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b6bcdd-6a55-4d37-9c01-ae052c6d1ca7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.168273] env[63750]: DEBUG nova.compute.provider_tree [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2077.404413] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2077.671376] env[63750]: DEBUG nova.scheduler.client.report [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2077.853685] env[63750]: DEBUG oslo_concurrency.lockutils [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquiring lock "refresh_cache-5e48cc71-ce40-4e55-bffb-d3bf274c946b" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2077.853874] env[63750]: DEBUG oslo_concurrency.lockutils [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquired lock "refresh_cache-5e48cc71-ce40-4e55-bffb-d3bf274c946b" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2077.854067] env[63750]: DEBUG nova.network.neutron [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2078.176409] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.324s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2078.176989] env[63750]: DEBUG nova.compute.manager [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2078.179829] env[63750]: DEBUG oslo_concurrency.lockutils [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.473s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2078.181489] env[63750]: INFO nova.compute.claims [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2078.273906] env[63750]: DEBUG oslo_concurrency.lockutils [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquiring lock "b2c974e1-514b-4720-ae56-919db6ba7d98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2078.273906] env[63750]: DEBUG oslo_concurrency.lockutils [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "b2c974e1-514b-4720-ae56-919db6ba7d98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2078.583407] env[63750]: DEBUG nova.network.neutron [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Updating instance_info_cache with network_info: [{"id": "e5f29ea2-d0cf-492a-ba74-b58bc1e4ac21", "address": "fa:16:3e:a6:67:d0", "network": {"id": "b187626c-07b5-4d74-a064-ea07943c3974", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-699185419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e8d72fb292a433fb29749aee8e597f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5f29ea2-d0", "ovs_interfaceid": "e5f29ea2-d0cf-492a-ba74-b58bc1e4ac21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2078.685929] env[63750]: DEBUG nova.compute.utils [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2078.689141] env[63750]: DEBUG nova.compute.manager [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2078.689328] env[63750]: DEBUG nova.network.neutron [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2078.729027] env[63750]: DEBUG nova.policy [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '89bbbd6da2d6432c8a385e43d2c1db45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc1114710e0d4372a8536f19816902bd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 2078.775787] env[63750]: DEBUG nova.compute.manager [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2078.991583] env[63750]: DEBUG nova.network.neutron [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Successfully created port: c0035770-6307-4f77-bb59-c5fd722412e0 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2079.086301] env[63750]: DEBUG oslo_concurrency.lockutils [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Releasing lock "refresh_cache-5e48cc71-ce40-4e55-bffb-d3bf274c946b" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2079.190326] env[63750]: DEBUG nova.compute.manager [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2079.293492] env[63750]: DEBUG oslo_concurrency.lockutils [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2079.361033] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0769a280-5585-4ba9-80df-08c83deaff04 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.369113] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3b4575-925f-4321-920d-a4acf3c35f54 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.398382] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95fdb693-e63e-4856-82e8-2053f7a6bc2a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.405884] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc24f21-5cc2-4d4d-ad9a-5b47120271b1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.419347] env[63750]: DEBUG nova.compute.provider_tree [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2079.608092] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bea38e3-5e3d-407b-99b9-55931ac48a19 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.628490] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34837319-d5d3-4e43-9102-92db2b278cda {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.636038] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Updating instance '5e48cc71-ce40-4e55-bffb-d3bf274c946b' progress to 83 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2079.922757] env[63750]: DEBUG nova.scheduler.client.report [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2080.142345] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-147ef8b6-9ba3-4bce-ad5b-d583730ee7b3 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Updating instance '5e48cc71-ce40-4e55-bffb-d3bf274c946b' progress to 100 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2080.202867] env[63750]: DEBUG nova.compute.manager [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2080.228430] env[63750]: DEBUG nova.virt.hardware [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2080.228677] env[63750]: DEBUG nova.virt.hardware [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2080.228838] env[63750]: DEBUG nova.virt.hardware [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2080.229032] env[63750]: DEBUG nova.virt.hardware [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2080.229189] env[63750]: DEBUG nova.virt.hardware [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2080.229339] env[63750]: DEBUG nova.virt.hardware [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2080.229544] env[63750]: DEBUG nova.virt.hardware [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2080.229703] env[63750]: DEBUG nova.virt.hardware [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2080.229869] env[63750]: DEBUG nova.virt.hardware [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2080.230056] env[63750]: DEBUG nova.virt.hardware [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2080.230241] env[63750]: DEBUG nova.virt.hardware [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2080.231101] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612021c9-2d13-4d4c-9069-c5c9d146a348 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.239823] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e025f730-cdfa-421a-be84-77934a69ba40 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.385620] env[63750]: DEBUG nova.compute.manager [req-6bf5de25-c931-4e5e-ab6c-20ad21f97db5 req-b6efddb3-1218-4b3b-b1cf-2c86eed5818c service nova] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Received event network-vif-plugged-c0035770-6307-4f77-bb59-c5fd722412e0 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2080.385881] env[63750]: DEBUG oslo_concurrency.lockutils [req-6bf5de25-c931-4e5e-ab6c-20ad21f97db5 req-b6efddb3-1218-4b3b-b1cf-2c86eed5818c service nova] Acquiring lock "f19f74f5-d356-451e-9391-d3dcfe667537-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2080.386121] env[63750]: DEBUG oslo_concurrency.lockutils [req-6bf5de25-c931-4e5e-ab6c-20ad21f97db5 req-b6efddb3-1218-4b3b-b1cf-2c86eed5818c service nova] Lock "f19f74f5-d356-451e-9391-d3dcfe667537-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2080.386252] env[63750]: DEBUG oslo_concurrency.lockutils [req-6bf5de25-c931-4e5e-ab6c-20ad21f97db5 req-b6efddb3-1218-4b3b-b1cf-2c86eed5818c service nova] Lock "f19f74f5-d356-451e-9391-d3dcfe667537-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2080.386707] env[63750]: DEBUG nova.compute.manager [req-6bf5de25-c931-4e5e-ab6c-20ad21f97db5 req-b6efddb3-1218-4b3b-b1cf-2c86eed5818c service nova] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] No waiting events found dispatching network-vif-plugged-c0035770-6307-4f77-bb59-c5fd722412e0 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2080.386707] env[63750]: WARNING nova.compute.manager [req-6bf5de25-c931-4e5e-ab6c-20ad21f97db5 req-b6efddb3-1218-4b3b-b1cf-2c86eed5818c service nova] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Received unexpected event network-vif-plugged-c0035770-6307-4f77-bb59-c5fd722412e0 for instance with vm_state building and task_state spawning. [ 2080.433066] env[63750]: DEBUG oslo_concurrency.lockutils [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.249s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2080.433066] env[63750]: DEBUG nova.compute.manager [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2080.433066] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.028s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2080.435220] env[63750]: INFO nova.compute.claims [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2080.504482] env[63750]: DEBUG nova.network.neutron [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Successfully updated port: c0035770-6307-4f77-bb59-c5fd722412e0 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2080.938459] env[63750]: DEBUG nova.compute.utils [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2080.941655] env[63750]: DEBUG nova.compute.manager [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2080.941827] env[63750]: DEBUG nova.network.neutron [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2080.978761] env[63750]: DEBUG nova.policy [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '074447d45e6f4097a39694e36a73c8f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '618573a371474aec86d00edfd3267bcf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 2081.011296] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Acquiring lock "refresh_cache-f19f74f5-d356-451e-9391-d3dcfe667537" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2081.011451] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Acquired lock "refresh_cache-f19f74f5-d356-451e-9391-d3dcfe667537" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2081.011601] env[63750]: DEBUG nova.network.neutron [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2081.222051] env[63750]: DEBUG nova.network.neutron [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017] Successfully created port: a6adbb6c-b277-49dd-9d55-2b5be1f25e7c {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2081.442731] env[63750]: DEBUG nova.compute.manager [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2081.551502] env[63750]: DEBUG nova.network.neutron [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2081.623350] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a442d1ce-d26b-45f9-bed1-37745533213d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.631362] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a164fa-1625-4df2-b4a0-8f92e689e8a0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.673316] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956b73fb-dede-41b5-9846-267d56b4dfdc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.684287] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb3af11-8c95-472c-a6a2-7fae9feaecfd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.700066] env[63750]: DEBUG nova.compute.provider_tree [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2081.749712] env[63750]: DEBUG nova.network.neutron [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Updating instance_info_cache with network_info: [{"id": "c0035770-6307-4f77-bb59-c5fd722412e0", "address": "fa:16:3e:03:a5:39", "network": {"id": "bc8caa0c-64a5-498f-9d9f-64dc1d502217", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1864557009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc1114710e0d4372a8536f19816902bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0035770-63", "ovs_interfaceid": "c0035770-6307-4f77-bb59-c5fd722412e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2082.117408] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ece7c938-04b2-42e1-911d-1bed92a9c815 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquiring lock "5e48cc71-ce40-4e55-bffb-d3bf274c946b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2082.117677] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ece7c938-04b2-42e1-911d-1bed92a9c815 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lock "5e48cc71-ce40-4e55-bffb-d3bf274c946b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2082.117854] env[63750]: DEBUG nova.compute.manager [None req-ece7c938-04b2-42e1-911d-1bed92a9c815 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Going to confirm migration 5 {{(pid=63750) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2082.204839] env[63750]: DEBUG nova.scheduler.client.report [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2082.252827] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Releasing lock "refresh_cache-f19f74f5-d356-451e-9391-d3dcfe667537" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2082.253096] env[63750]: DEBUG nova.compute.manager [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Instance network_info: |[{"id": "c0035770-6307-4f77-bb59-c5fd722412e0", "address": "fa:16:3e:03:a5:39", "network": {"id": "bc8caa0c-64a5-498f-9d9f-64dc1d502217", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1864557009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc1114710e0d4372a8536f19816902bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0035770-63", "ovs_interfaceid": "c0035770-6307-4f77-bb59-c5fd722412e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2082.253507] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:a5:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c297fe21-cd0b-4226-813b-a65d2358d034', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0035770-6307-4f77-bb59-c5fd722412e0', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2082.261107] env[63750]: DEBUG oslo.service.loopingcall [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2082.261313] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2082.261547] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13f6c408-09f3-49b9-b667-3687d514a05a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.281037] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2082.281037] env[63750]: value = "task-2007103" [ 2082.281037] env[63750]: _type = "Task" [ 2082.281037] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2082.288883] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007103, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.414197] env[63750]: DEBUG nova.compute.manager [req-5b0663af-bedc-48ab-848a-c3c0ea4bb2da req-004e8aac-1a5c-4495-bceb-8d5a7e3e2245 service nova] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Received event network-changed-c0035770-6307-4f77-bb59-c5fd722412e0 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2082.414410] env[63750]: DEBUG nova.compute.manager [req-5b0663af-bedc-48ab-848a-c3c0ea4bb2da req-004e8aac-1a5c-4495-bceb-8d5a7e3e2245 service nova] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Refreshing instance network info cache due to event network-changed-c0035770-6307-4f77-bb59-c5fd722412e0. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2082.414667] env[63750]: DEBUG oslo_concurrency.lockutils [req-5b0663af-bedc-48ab-848a-c3c0ea4bb2da req-004e8aac-1a5c-4495-bceb-8d5a7e3e2245 service nova] Acquiring lock "refresh_cache-f19f74f5-d356-451e-9391-d3dcfe667537" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2082.414821] env[63750]: DEBUG oslo_concurrency.lockutils [req-5b0663af-bedc-48ab-848a-c3c0ea4bb2da req-004e8aac-1a5c-4495-bceb-8d5a7e3e2245 service nova] Acquired lock "refresh_cache-f19f74f5-d356-451e-9391-d3dcfe667537" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2082.415166] env[63750]: DEBUG nova.network.neutron [req-5b0663af-bedc-48ab-848a-c3c0ea4bb2da req-004e8aac-1a5c-4495-bceb-8d5a7e3e2245 service nova] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Refreshing network info cache for port c0035770-6307-4f77-bb59-c5fd722412e0 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2082.455738] env[63750]: DEBUG nova.compute.manager [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2082.481686] env[63750]: DEBUG nova.virt.hardware [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2082.481989] env[63750]: DEBUG nova.virt.hardware [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2082.482217] env[63750]: DEBUG nova.virt.hardware [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2082.482448] env[63750]: DEBUG nova.virt.hardware [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2082.482660] env[63750]: DEBUG nova.virt.hardware [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2082.482807] env[63750]: DEBUG nova.virt.hardware [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2082.483066] env[63750]: DEBUG nova.virt.hardware [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2082.483275] env[63750]: DEBUG nova.virt.hardware [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2082.483468] env[63750]: DEBUG nova.virt.hardware [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2082.483663] env[63750]: DEBUG nova.virt.hardware [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2082.483873] env[63750]: DEBUG nova.virt.hardware [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2082.485173] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087e0de3-08c3-4d81-aeb5-945526c02f23 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.493887] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162b24c4-ac45-4462-a033-20f496fba675 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.605334] env[63750]: DEBUG nova.compute.manager [req-aacb813d-1f43-40f7-bf4a-f94c8d305133 req-751b5e2b-dad6-45a2-befd-bcc64c6c5d5b service nova] [instance: 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017] Received event network-vif-plugged-a6adbb6c-b277-49dd-9d55-2b5be1f25e7c {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2082.605655] env[63750]: DEBUG oslo_concurrency.lockutils [req-aacb813d-1f43-40f7-bf4a-f94c8d305133 req-751b5e2b-dad6-45a2-befd-bcc64c6c5d5b service nova] Acquiring lock "15fbf9c1-149a-4b5a-8b39-63fc1b4a9017-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2082.605963] env[63750]: DEBUG oslo_concurrency.lockutils [req-aacb813d-1f43-40f7-bf4a-f94c8d305133 req-751b5e2b-dad6-45a2-befd-bcc64c6c5d5b service nova] Lock "15fbf9c1-149a-4b5a-8b39-63fc1b4a9017-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2082.606619] env[63750]: DEBUG oslo_concurrency.lockutils [req-aacb813d-1f43-40f7-bf4a-f94c8d305133 req-751b5e2b-dad6-45a2-befd-bcc64c6c5d5b service nova] Lock "15fbf9c1-149a-4b5a-8b39-63fc1b4a9017-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2082.606935] env[63750]: DEBUG nova.compute.manager [req-aacb813d-1f43-40f7-bf4a-f94c8d305133 req-751b5e2b-dad6-45a2-befd-bcc64c6c5d5b service nova] [instance: 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017] No waiting events found dispatching network-vif-plugged-a6adbb6c-b277-49dd-9d55-2b5be1f25e7c {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2082.607259] env[63750]: WARNING nova.compute.manager [req-aacb813d-1f43-40f7-bf4a-f94c8d305133 req-751b5e2b-dad6-45a2-befd-bcc64c6c5d5b service nova] [instance: 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017] Received unexpected event network-vif-plugged-a6adbb6c-b277-49dd-9d55-2b5be1f25e7c for instance with vm_state building and task_state spawning. [ 2082.685761] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ece7c938-04b2-42e1-911d-1bed92a9c815 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquiring lock "refresh_cache-5e48cc71-ce40-4e55-bffb-d3bf274c946b" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2082.685955] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ece7c938-04b2-42e1-911d-1bed92a9c815 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquired lock "refresh_cache-5e48cc71-ce40-4e55-bffb-d3bf274c946b" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2082.686147] env[63750]: DEBUG nova.network.neutron [None req-ece7c938-04b2-42e1-911d-1bed92a9c815 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2082.686336] env[63750]: DEBUG nova.objects.instance [None req-ece7c938-04b2-42e1-911d-1bed92a9c815 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lazy-loading 'info_cache' on Instance uuid 5e48cc71-ce40-4e55-bffb-d3bf274c946b {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2082.709726] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.278s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2082.710245] env[63750]: DEBUG nova.compute.manager [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2082.714754] env[63750]: DEBUG oslo_concurrency.lockutils [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.419s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2082.714754] env[63750]: INFO nova.compute.claims [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2082.793147] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007103, 'name': CreateVM_Task, 'duration_secs': 0.361789} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2082.793267] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2082.793918] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2082.794268] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2082.794658] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2082.794967] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-774afe88-c905-4d4d-9634-8f6d4aa650f2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.799318] env[63750]: DEBUG oslo_vmware.api [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2082.799318] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]526b65f3-2fa8-d1d6-9022-4ac233533f4f" [ 2082.799318] env[63750]: _type = "Task" [ 2082.799318] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2082.806730] env[63750]: DEBUG oslo_vmware.api [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]526b65f3-2fa8-d1d6-9022-4ac233533f4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.136435] env[63750]: DEBUG nova.network.neutron [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017] Successfully updated port: a6adbb6c-b277-49dd-9d55-2b5be1f25e7c {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2083.185481] env[63750]: DEBUG nova.network.neutron [req-5b0663af-bedc-48ab-848a-c3c0ea4bb2da req-004e8aac-1a5c-4495-bceb-8d5a7e3e2245 service nova] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Updated VIF entry in instance network info cache for port c0035770-6307-4f77-bb59-c5fd722412e0. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2083.185854] env[63750]: DEBUG nova.network.neutron [req-5b0663af-bedc-48ab-848a-c3c0ea4bb2da req-004e8aac-1a5c-4495-bceb-8d5a7e3e2245 service nova] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Updating instance_info_cache with network_info: [{"id": "c0035770-6307-4f77-bb59-c5fd722412e0", "address": "fa:16:3e:03:a5:39", "network": {"id": "bc8caa0c-64a5-498f-9d9f-64dc1d502217", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1864557009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc1114710e0d4372a8536f19816902bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0035770-63", "ovs_interfaceid": "c0035770-6307-4f77-bb59-c5fd722412e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2083.218559] env[63750]: DEBUG nova.compute.utils [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2083.221527] env[63750]: DEBUG nova.compute.manager [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2083.221747] env[63750]: DEBUG nova.network.neutron [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2083.258256] env[63750]: DEBUG nova.policy [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '742b9609250c4b599058105c38133a5d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd2139ec6eeb4ba6992db80e7239b224', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 2083.309676] env[63750]: DEBUG oslo_vmware.api [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]526b65f3-2fa8-d1d6-9022-4ac233533f4f, 'name': SearchDatastore_Task, 'duration_secs': 0.009932} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.309935] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2083.310181] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2083.310413] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2083.310559] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2083.310730] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2083.310980] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a430ea0-6073-4be1-ab83-52fbd66277e9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.319117] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2083.319312] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2083.319972] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efe740f3-f92d-44b0-99d9-3baee806bd6a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.324707] env[63750]: DEBUG oslo_vmware.api [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2083.324707] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52699098-1646-ee4f-8304-f507eea70b47" [ 2083.324707] env[63750]: _type = "Task" [ 2083.324707] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.332222] env[63750]: DEBUG oslo_vmware.api [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52699098-1646-ee4f-8304-f507eea70b47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.523807] env[63750]: DEBUG nova.network.neutron [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Successfully created port: c7f42919-2ee2-46cc-86db-6fe2c314ee33 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2083.638042] env[63750]: DEBUG oslo_concurrency.lockutils [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquiring lock "refresh_cache-15fbf9c1-149a-4b5a-8b39-63fc1b4a9017" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2083.638284] env[63750]: DEBUG oslo_concurrency.lockutils [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquired lock "refresh_cache-15fbf9c1-149a-4b5a-8b39-63fc1b4a9017" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2083.638496] env[63750]: DEBUG nova.network.neutron [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2083.688454] env[63750]: DEBUG oslo_concurrency.lockutils [req-5b0663af-bedc-48ab-848a-c3c0ea4bb2da req-004e8aac-1a5c-4495-bceb-8d5a7e3e2245 service nova] Releasing lock "refresh_cache-f19f74f5-d356-451e-9391-d3dcfe667537" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2083.722505] env[63750]: DEBUG nova.compute.manager [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2083.838921] env[63750]: DEBUG oslo_vmware.api [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52699098-1646-ee4f-8304-f507eea70b47, 'name': SearchDatastore_Task, 'duration_secs': 0.009019} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.839841] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af2f2220-ea4f-4037-9733-7d5a00b3255e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.849788] env[63750]: DEBUG oslo_vmware.api [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2083.849788] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52e31ffc-685d-b905-59a6-b95bab812ae0" [ 2083.849788] env[63750]: _type = "Task" [ 2083.849788] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.858261] env[63750]: DEBUG oslo_vmware.api [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52e31ffc-685d-b905-59a6-b95bab812ae0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.927499] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043a5f69-5d2b-4b6d-bc68-d5f831ee6d30 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.935113] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15061b6-a9f2-47eb-867d-7ca9ca83eaec {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.966581] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba3dd55-1528-43e4-a245-8ddcb331ba7d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.976268] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9295bda2-dd74-4327-a211-a6edd9f78ea9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.989828] env[63750]: DEBUG nova.compute.provider_tree [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2084.004152] env[63750]: DEBUG nova.network.neutron [None req-ece7c938-04b2-42e1-911d-1bed92a9c815 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Updating instance_info_cache with network_info: [{"id": "e5f29ea2-d0cf-492a-ba74-b58bc1e4ac21", "address": "fa:16:3e:a6:67:d0", "network": {"id": "b187626c-07b5-4d74-a064-ea07943c3974", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-699185419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e8d72fb292a433fb29749aee8e597f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5f29ea2-d0", "ovs_interfaceid": "e5f29ea2-d0cf-492a-ba74-b58bc1e4ac21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2084.172248] env[63750]: DEBUG nova.network.neutron [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2084.304644] env[63750]: DEBUG nova.network.neutron [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017] Updating instance_info_cache with network_info: [{"id": "a6adbb6c-b277-49dd-9d55-2b5be1f25e7c", "address": "fa:16:3e:71:d4:8a", "network": {"id": "8eeb3f57-9e47-48f4-ab8b-e14a44671e51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1675437426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "618573a371474aec86d00edfd3267bcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6adbb6c-b2", "ovs_interfaceid": "a6adbb6c-b277-49dd-9d55-2b5be1f25e7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2084.359540] env[63750]: DEBUG oslo_vmware.api [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52e31ffc-685d-b905-59a6-b95bab812ae0, 'name': SearchDatastore_Task, 'duration_secs': 0.011729} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.359794] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2084.360054] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] f19f74f5-d356-451e-9391-d3dcfe667537/f19f74f5-d356-451e-9391-d3dcfe667537.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2084.360315] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cecf8189-b9c0-4ec8-aa86-b3c76a77da2d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.367334] env[63750]: DEBUG oslo_vmware.api [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2084.367334] env[63750]: value = "task-2007104" [ 2084.367334] env[63750]: _type = "Task" [ 2084.367334] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.374533] env[63750]: DEBUG oslo_vmware.api [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007104, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.440149] env[63750]: DEBUG nova.compute.manager [req-f27d23c5-ea10-424f-b99c-900f5c2b0467 req-ac7f8c40-4edb-42f6-83b4-2da7999f70f7 service nova] [instance: 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017] Received event network-changed-a6adbb6c-b277-49dd-9d55-2b5be1f25e7c {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2084.440149] env[63750]: DEBUG nova.compute.manager [req-f27d23c5-ea10-424f-b99c-900f5c2b0467 req-ac7f8c40-4edb-42f6-83b4-2da7999f70f7 service nova] [instance: 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017] Refreshing instance network info cache due to event network-changed-a6adbb6c-b277-49dd-9d55-2b5be1f25e7c. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2084.440331] env[63750]: DEBUG oslo_concurrency.lockutils [req-f27d23c5-ea10-424f-b99c-900f5c2b0467 req-ac7f8c40-4edb-42f6-83b4-2da7999f70f7 service nova] Acquiring lock "refresh_cache-15fbf9c1-149a-4b5a-8b39-63fc1b4a9017" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2084.493371] env[63750]: DEBUG nova.scheduler.client.report [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2084.505885] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ece7c938-04b2-42e1-911d-1bed92a9c815 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Releasing lock "refresh_cache-5e48cc71-ce40-4e55-bffb-d3bf274c946b" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2084.506186] env[63750]: DEBUG nova.objects.instance [None req-ece7c938-04b2-42e1-911d-1bed92a9c815 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lazy-loading 'migration_context' on Instance uuid 5e48cc71-ce40-4e55-bffb-d3bf274c946b {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2084.736205] env[63750]: DEBUG nova.compute.manager [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2084.762543] env[63750]: DEBUG nova.virt.hardware [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2084.762787] env[63750]: DEBUG nova.virt.hardware [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2084.762944] env[63750]: DEBUG nova.virt.hardware [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2084.763145] env[63750]: DEBUG nova.virt.hardware [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2084.763291] env[63750]: DEBUG nova.virt.hardware [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2084.763438] env[63750]: DEBUG nova.virt.hardware [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2084.763647] env[63750]: DEBUG nova.virt.hardware [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2084.763805] env[63750]: DEBUG nova.virt.hardware [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2084.763969] env[63750]: DEBUG nova.virt.hardware [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2084.764147] env[63750]: DEBUG nova.virt.hardware [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2084.764324] env[63750]: DEBUG nova.virt.hardware [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2084.765317] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcac2694-9ebe-470e-80e6-f1bf35fa0d65 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.773675] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b68684b-db72-4139-bd6d-671ca9cc6c89 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.806968] env[63750]: DEBUG oslo_concurrency.lockutils [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Releasing lock "refresh_cache-15fbf9c1-149a-4b5a-8b39-63fc1b4a9017" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2084.807407] env[63750]: DEBUG nova.compute.manager [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017] Instance network_info: |[{"id": "a6adbb6c-b277-49dd-9d55-2b5be1f25e7c", "address": "fa:16:3e:71:d4:8a", "network": {"id": "8eeb3f57-9e47-48f4-ab8b-e14a44671e51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1675437426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "618573a371474aec86d00edfd3267bcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6adbb6c-b2", "ovs_interfaceid": "a6adbb6c-b277-49dd-9d55-2b5be1f25e7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2084.807723] env[63750]: DEBUG oslo_concurrency.lockutils [req-f27d23c5-ea10-424f-b99c-900f5c2b0467 req-ac7f8c40-4edb-42f6-83b4-2da7999f70f7 service nova] Acquired lock "refresh_cache-15fbf9c1-149a-4b5a-8b39-63fc1b4a9017" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2084.807911] env[63750]: DEBUG nova.network.neutron [req-f27d23c5-ea10-424f-b99c-900f5c2b0467 req-ac7f8c40-4edb-42f6-83b4-2da7999f70f7 service nova] [instance: 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017] Refreshing network info cache for port a6adbb6c-b277-49dd-9d55-2b5be1f25e7c {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2084.809292] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:d4:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6adbb6c-b277-49dd-9d55-2b5be1f25e7c', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2084.817251] env[63750]: DEBUG oslo.service.loopingcall [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2084.818273] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2084.818505] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3c9b23e-67cb-4aa6-ba13-b2cc294dbe58 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.841199] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2084.841199] env[63750]: value = "task-2007105" [ 2084.841199] env[63750]: _type = "Task" [ 2084.841199] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.850738] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007105, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.879482] env[63750]: DEBUG oslo_vmware.api [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007104, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.001321] env[63750]: DEBUG oslo_concurrency.lockutils [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.286s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2085.001321] env[63750]: DEBUG nova.compute.manager [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2085.009139] env[63750]: DEBUG nova.objects.base [None req-ece7c938-04b2-42e1-911d-1bed92a9c815 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Object Instance<5e48cc71-ce40-4e55-bffb-d3bf274c946b> lazy-loaded attributes: info_cache,migration_context {{(pid=63750) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2085.010849] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd92502b-f368-44f5-b49e-d13d09834743 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.031235] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5483c96a-943f-4a87-9f0c-154e446c11fd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.039452] env[63750]: DEBUG oslo_vmware.api [None req-ece7c938-04b2-42e1-911d-1bed92a9c815 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2085.039452] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52e4c7c9-09d5-1b8c-1c64-76c61f5cf89b" [ 2085.039452] env[63750]: _type = "Task" [ 2085.039452] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.048580] env[63750]: DEBUG oslo_vmware.api [None req-ece7c938-04b2-42e1-911d-1bed92a9c815 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52e4c7c9-09d5-1b8c-1c64-76c61f5cf89b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.161738] env[63750]: DEBUG nova.network.neutron [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Successfully updated port: c7f42919-2ee2-46cc-86db-6fe2c314ee33 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2085.350446] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007105, 'name': CreateVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.377102] env[63750]: DEBUG oslo_vmware.api [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007104, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.714848} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.377377] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] f19f74f5-d356-451e-9391-d3dcfe667537/f19f74f5-d356-451e-9391-d3dcfe667537.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2085.377590] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2085.377831] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04672b89-462c-4751-b490-a8d9927c5008 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.383885] env[63750]: DEBUG oslo_vmware.api [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2085.383885] env[63750]: value = "task-2007106" [ 2085.383885] env[63750]: _type = "Task" [ 2085.383885] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.391593] env[63750]: DEBUG oslo_vmware.api [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007106, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.506649] env[63750]: DEBUG nova.compute.utils [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2085.508778] env[63750]: DEBUG nova.compute.manager [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2085.509024] env[63750]: DEBUG nova.network.neutron [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2085.549310] env[63750]: DEBUG oslo_vmware.api [None req-ece7c938-04b2-42e1-911d-1bed92a9c815 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52e4c7c9-09d5-1b8c-1c64-76c61f5cf89b, 'name': SearchDatastore_Task, 'duration_secs': 0.024536} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.549603] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ece7c938-04b2-42e1-911d-1bed92a9c815 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2085.549832] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ece7c938-04b2-42e1-911d-1bed92a9c815 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2085.664739] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquiring lock "refresh_cache-e0dbea6c-f57b-4153-9160-73ddd91161cd" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2085.664894] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquired lock "refresh_cache-e0dbea6c-f57b-4153-9160-73ddd91161cd" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2085.665166] env[63750]: DEBUG nova.network.neutron [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2085.715817] env[63750]: DEBUG nova.policy [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86333ce8360340c3b7cf65e8273fd5ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23846c040dac48ec80f88340c38cbf38', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 2085.851577] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007105, 'name': CreateVM_Task, 'duration_secs': 0.540824} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.851746] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2085.852418] env[63750]: DEBUG oslo_concurrency.lockutils [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2085.852583] env[63750]: DEBUG oslo_concurrency.lockutils [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2085.852898] env[63750]: DEBUG oslo_concurrency.lockutils [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2085.853170] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82e9d59d-9575-45bf-93fc-10802459b586 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.859277] env[63750]: DEBUG oslo_vmware.api [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 2085.859277] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52883fcd-33e4-0d0a-898a-a021f9656075" [ 2085.859277] env[63750]: _type = "Task" [ 2085.859277] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.866435] env[63750]: DEBUG oslo_vmware.api [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52883fcd-33e4-0d0a-898a-a021f9656075, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.891993] env[63750]: DEBUG oslo_vmware.api [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007106, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077573} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.892263] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2085.893017] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b6690b-d9f6-4d72-8c76-d02704f03892 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.914283] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] f19f74f5-d356-451e-9391-d3dcfe667537/f19f74f5-d356-451e-9391-d3dcfe667537.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2085.914600] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a88b4aa4-4a62-4113-8d2d-faae3a4f2d04 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.928873] env[63750]: DEBUG nova.network.neutron [req-f27d23c5-ea10-424f-b99c-900f5c2b0467 req-ac7f8c40-4edb-42f6-83b4-2da7999f70f7 service nova] [instance: 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017] Updated VIF entry in instance network info cache for port a6adbb6c-b277-49dd-9d55-2b5be1f25e7c. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2085.929234] env[63750]: DEBUG nova.network.neutron [req-f27d23c5-ea10-424f-b99c-900f5c2b0467 req-ac7f8c40-4edb-42f6-83b4-2da7999f70f7 service nova] [instance: 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017] Updating instance_info_cache with network_info: [{"id": "a6adbb6c-b277-49dd-9d55-2b5be1f25e7c", "address": "fa:16:3e:71:d4:8a", "network": {"id": "8eeb3f57-9e47-48f4-ab8b-e14a44671e51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1675437426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "618573a371474aec86d00edfd3267bcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6adbb6c-b2", "ovs_interfaceid": "a6adbb6c-b277-49dd-9d55-2b5be1f25e7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2085.937298] env[63750]: DEBUG oslo_vmware.api [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2085.937298] env[63750]: value = "task-2007107" [ 2085.937298] env[63750]: _type = "Task" [ 2085.937298] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.948454] env[63750]: DEBUG oslo_vmware.api [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007107, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.011845] env[63750]: DEBUG nova.compute.manager [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2086.064587] env[63750]: DEBUG nova.network.neutron [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Successfully created port: 4b48a9b9-bf87-4209-8769-1b4364b0d9e9 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2086.230341] env[63750]: DEBUG nova.network.neutron [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2086.246028] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e0e2bd-1ceb-47e4-a87f-c1488c631157 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.252590] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8729d6f-0329-46ea-8c38-61ad1b4921b8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.289203] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6384ef53-78f7-46aa-aafc-18e3a8d6c834 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.296804] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6425873e-b574-42bf-85d0-368d9449f38a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.310495] env[63750]: DEBUG nova.compute.provider_tree [None req-ece7c938-04b2-42e1-911d-1bed92a9c815 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2086.370296] env[63750]: DEBUG oslo_vmware.api [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52883fcd-33e4-0d0a-898a-a021f9656075, 'name': SearchDatastore_Task, 'duration_secs': 0.010493} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.370715] env[63750]: DEBUG oslo_concurrency.lockutils [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2086.370715] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2086.370927] env[63750]: DEBUG oslo_concurrency.lockutils [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2086.371086] env[63750]: DEBUG oslo_concurrency.lockutils [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2086.371267] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2086.371529] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b66a5cb4-e9ba-490c-af42-aed58469ad37 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.380279] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2086.380460] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2086.381165] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-539e5d8b-69fa-4a65-9048-4101408f0c6e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.386663] env[63750]: DEBUG oslo_vmware.api [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 2086.386663] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52903e5a-543e-6b64-79e9-8bded88c0e2c" [ 2086.386663] env[63750]: _type = "Task" [ 2086.386663] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.396413] env[63750]: DEBUG oslo_vmware.api [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52903e5a-543e-6b64-79e9-8bded88c0e2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.434268] env[63750]: DEBUG oslo_concurrency.lockutils [req-f27d23c5-ea10-424f-b99c-900f5c2b0467 req-ac7f8c40-4edb-42f6-83b4-2da7999f70f7 service nova] Releasing lock "refresh_cache-15fbf9c1-149a-4b5a-8b39-63fc1b4a9017" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2086.448410] env[63750]: DEBUG oslo_vmware.api [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007107, 'name': ReconfigVM_Task, 'duration_secs': 0.390947} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.448744] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Reconfigured VM instance instance-00000067 to attach disk [datastore1] f19f74f5-d356-451e-9391-d3dcfe667537/f19f74f5-d356-451e-9391-d3dcfe667537.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2086.449791] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f8641df-7fa8-4260-978e-967270025cde {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.456665] env[63750]: DEBUG oslo_vmware.api [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2086.456665] env[63750]: value = "task-2007108" [ 2086.456665] env[63750]: _type = "Task" [ 2086.456665] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.468748] env[63750]: DEBUG oslo_vmware.api [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007108, 'name': Rename_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.470956] env[63750]: DEBUG nova.compute.manager [req-00a53794-4862-4402-879f-241fa73a418c req-11edcdcf-7bd4-4008-bcbe-2cb2456ced30 service nova] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Received event network-vif-plugged-c7f42919-2ee2-46cc-86db-6fe2c314ee33 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2086.471182] env[63750]: DEBUG oslo_concurrency.lockutils [req-00a53794-4862-4402-879f-241fa73a418c req-11edcdcf-7bd4-4008-bcbe-2cb2456ced30 service nova] Acquiring lock "e0dbea6c-f57b-4153-9160-73ddd91161cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2086.471387] env[63750]: DEBUG oslo_concurrency.lockutils [req-00a53794-4862-4402-879f-241fa73a418c req-11edcdcf-7bd4-4008-bcbe-2cb2456ced30 service nova] Lock "e0dbea6c-f57b-4153-9160-73ddd91161cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2086.471555] env[63750]: DEBUG oslo_concurrency.lockutils [req-00a53794-4862-4402-879f-241fa73a418c req-11edcdcf-7bd4-4008-bcbe-2cb2456ced30 service nova] Lock "e0dbea6c-f57b-4153-9160-73ddd91161cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2086.471720] env[63750]: DEBUG nova.compute.manager [req-00a53794-4862-4402-879f-241fa73a418c req-11edcdcf-7bd4-4008-bcbe-2cb2456ced30 service nova] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] No waiting events found dispatching network-vif-plugged-c7f42919-2ee2-46cc-86db-6fe2c314ee33 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2086.471878] env[63750]: WARNING nova.compute.manager [req-00a53794-4862-4402-879f-241fa73a418c req-11edcdcf-7bd4-4008-bcbe-2cb2456ced30 service nova] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Received unexpected event network-vif-plugged-c7f42919-2ee2-46cc-86db-6fe2c314ee33 for instance with vm_state building and task_state spawning. [ 2086.472047] env[63750]: DEBUG nova.compute.manager [req-00a53794-4862-4402-879f-241fa73a418c req-11edcdcf-7bd4-4008-bcbe-2cb2456ced30 service nova] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Received event network-changed-c7f42919-2ee2-46cc-86db-6fe2c314ee33 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2086.472205] env[63750]: DEBUG nova.compute.manager [req-00a53794-4862-4402-879f-241fa73a418c req-11edcdcf-7bd4-4008-bcbe-2cb2456ced30 service nova] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Refreshing instance network info cache due to event network-changed-c7f42919-2ee2-46cc-86db-6fe2c314ee33. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2086.472370] env[63750]: DEBUG oslo_concurrency.lockutils [req-00a53794-4862-4402-879f-241fa73a418c req-11edcdcf-7bd4-4008-bcbe-2cb2456ced30 service nova] Acquiring lock "refresh_cache-e0dbea6c-f57b-4153-9160-73ddd91161cd" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2086.515789] env[63750]: DEBUG nova.network.neutron [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Updating instance_info_cache with network_info: [{"id": "c7f42919-2ee2-46cc-86db-6fe2c314ee33", "address": "fa:16:3e:4b:c5:8d", "network": {"id": "ff81de04-7e48-4127-88aa-44bb0621a003", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-707332449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2139ec6eeb4ba6992db80e7239b224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7f42919-2e", "ovs_interfaceid": "c7f42919-2ee2-46cc-86db-6fe2c314ee33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2086.813502] env[63750]: DEBUG nova.scheduler.client.report [None req-ece7c938-04b2-42e1-911d-1bed92a9c815 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2086.898155] env[63750]: DEBUG oslo_vmware.api [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52903e5a-543e-6b64-79e9-8bded88c0e2c, 'name': SearchDatastore_Task, 'duration_secs': 0.011308} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.899058] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55570e67-b2fc-4695-b353-c042ae3f847b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.904669] env[63750]: DEBUG oslo_vmware.api [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 2086.904669] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52838ad3-3a3b-2b15-8b38-f571f55232ed" [ 2086.904669] env[63750]: _type = "Task" [ 2086.904669] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.912524] env[63750]: DEBUG oslo_vmware.api [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52838ad3-3a3b-2b15-8b38-f571f55232ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.968651] env[63750]: DEBUG oslo_vmware.api [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007108, 'name': Rename_Task, 'duration_secs': 0.193078} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.968973] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2086.969276] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59c46118-e499-4ede-ab87-2458175a0302 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.975321] env[63750]: DEBUG oslo_vmware.api [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2086.975321] env[63750]: value = "task-2007109" [ 2086.975321] env[63750]: _type = "Task" [ 2086.975321] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.984562] env[63750]: DEBUG oslo_vmware.api [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007109, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.021641] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Releasing lock "refresh_cache-e0dbea6c-f57b-4153-9160-73ddd91161cd" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2087.021977] env[63750]: DEBUG nova.compute.manager [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Instance network_info: |[{"id": "c7f42919-2ee2-46cc-86db-6fe2c314ee33", "address": "fa:16:3e:4b:c5:8d", "network": {"id": "ff81de04-7e48-4127-88aa-44bb0621a003", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-707332449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2139ec6eeb4ba6992db80e7239b224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7f42919-2e", "ovs_interfaceid": "c7f42919-2ee2-46cc-86db-6fe2c314ee33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2087.023295] env[63750]: DEBUG nova.compute.manager [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2087.026030] env[63750]: DEBUG oslo_concurrency.lockutils [req-00a53794-4862-4402-879f-241fa73a418c req-11edcdcf-7bd4-4008-bcbe-2cb2456ced30 service nova] Acquired lock "refresh_cache-e0dbea6c-f57b-4153-9160-73ddd91161cd" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2087.026030] env[63750]: DEBUG nova.network.neutron [req-00a53794-4862-4402-879f-241fa73a418c req-11edcdcf-7bd4-4008-bcbe-2cb2456ced30 service nova] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Refreshing network info cache for port c7f42919-2ee2-46cc-86db-6fe2c314ee33 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2087.027663] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:c5:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08fb4857-7f9b-4f97-86ef-415341fb595d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7f42919-2ee2-46cc-86db-6fe2c314ee33', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2087.034892] env[63750]: DEBUG oslo.service.loopingcall [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2087.037815] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2087.038353] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-415bac74-58be-45c3-ab7f-8d233b13e09e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.061976] env[63750]: DEBUG nova.virt.hardware [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2087.062230] env[63750]: DEBUG nova.virt.hardware [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2087.062389] env[63750]: DEBUG nova.virt.hardware [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2087.062569] env[63750]: DEBUG nova.virt.hardware [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2087.062717] env[63750]: DEBUG nova.virt.hardware [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2087.062865] env[63750]: DEBUG nova.virt.hardware [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2087.063091] env[63750]: DEBUG nova.virt.hardware [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2087.063416] env[63750]: DEBUG nova.virt.hardware [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2087.063619] env[63750]: DEBUG nova.virt.hardware [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2087.063785] env[63750]: DEBUG nova.virt.hardware [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2087.063958] env[63750]: DEBUG nova.virt.hardware [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2087.064984] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aba9170-5fd9-4be4-8977-24c1a2ce54c6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.068597] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2087.068597] env[63750]: value = "task-2007110" [ 2087.068597] env[63750]: _type = "Task" [ 2087.068597] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.075512] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e6583b-c221-4c7f-8b41-161f3939bd06 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.082226] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007110, 'name': CreateVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.329816] env[63750]: DEBUG nova.network.neutron [req-00a53794-4862-4402-879f-241fa73a418c req-11edcdcf-7bd4-4008-bcbe-2cb2456ced30 service nova] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Updated VIF entry in instance network info cache for port c7f42919-2ee2-46cc-86db-6fe2c314ee33. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2087.330189] env[63750]: DEBUG nova.network.neutron [req-00a53794-4862-4402-879f-241fa73a418c req-11edcdcf-7bd4-4008-bcbe-2cb2456ced30 service nova] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Updating instance_info_cache with network_info: [{"id": "c7f42919-2ee2-46cc-86db-6fe2c314ee33", "address": "fa:16:3e:4b:c5:8d", "network": {"id": "ff81de04-7e48-4127-88aa-44bb0621a003", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-707332449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2139ec6eeb4ba6992db80e7239b224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7f42919-2e", "ovs_interfaceid": "c7f42919-2ee2-46cc-86db-6fe2c314ee33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2087.418108] env[63750]: DEBUG oslo_vmware.api [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52838ad3-3a3b-2b15-8b38-f571f55232ed, 'name': SearchDatastore_Task, 'duration_secs': 0.012053} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.418108] env[63750]: DEBUG oslo_concurrency.lockutils [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2087.418108] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017/15fbf9c1-149a-4b5a-8b39-63fc1b4a9017.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2087.418740] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6765cc2a-0496-4076-898c-f90de41b17e5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.426304] env[63750]: DEBUG oslo_vmware.api [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 2087.426304] env[63750]: value = "task-2007111" [ 2087.426304] env[63750]: _type = "Task" [ 2087.426304] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.435148] env[63750]: DEBUG oslo_vmware.api [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007111, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.485350] env[63750]: DEBUG oslo_vmware.api [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007109, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.578527] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007110, 'name': CreateVM_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.806266] env[63750]: DEBUG nova.network.neutron [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Successfully updated port: 4b48a9b9-bf87-4209-8769-1b4364b0d9e9 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2087.827375] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ece7c938-04b2-42e1-911d-1bed92a9c815 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.277s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2087.827647] env[63750]: DEBUG nova.compute.manager [None req-ece7c938-04b2-42e1-911d-1bed92a9c815 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=63750) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 2087.832882] env[63750]: DEBUG oslo_concurrency.lockutils [req-00a53794-4862-4402-879f-241fa73a418c req-11edcdcf-7bd4-4008-bcbe-2cb2456ced30 service nova] Releasing lock "refresh_cache-e0dbea6c-f57b-4153-9160-73ddd91161cd" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2087.937297] env[63750]: DEBUG oslo_vmware.api [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007111, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.985573] env[63750]: DEBUG oslo_vmware.api [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007109, 'name': PowerOnVM_Task, 'duration_secs': 0.541441} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.985844] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2087.986076] env[63750]: INFO nova.compute.manager [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Took 7.78 seconds to spawn the instance on the hypervisor. [ 2087.986274] env[63750]: DEBUG nova.compute.manager [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2087.987136] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a927d207-f974-4cc4-97cc-510bd9190c92 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.082353] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007110, 'name': CreateVM_Task, 'duration_secs': 0.862143} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.082524] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2088.083444] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2088.083678] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2088.084132] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2088.084471] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2723c5e-89c2-459e-bd2b-2ac3007b1537 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.090400] env[63750]: DEBUG oslo_vmware.api [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Waiting for the task: (returnval){ [ 2088.090400] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52cc29b9-4976-eaa0-8bb8-7b0acadbcf78" [ 2088.090400] env[63750]: _type = "Task" [ 2088.090400] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.101753] env[63750]: DEBUG oslo_vmware.api [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52cc29b9-4976-eaa0-8bb8-7b0acadbcf78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.309329] env[63750]: DEBUG oslo_concurrency.lockutils [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquiring lock "refresh_cache-b2c974e1-514b-4720-ae56-919db6ba7d98" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2088.309536] env[63750]: DEBUG oslo_concurrency.lockutils [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquired lock "refresh_cache-b2c974e1-514b-4720-ae56-919db6ba7d98" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2088.309686] env[63750]: DEBUG nova.network.neutron [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2088.399077] env[63750]: INFO nova.scheduler.client.report [None req-ece7c938-04b2-42e1-911d-1bed92a9c815 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Deleted allocation for migration c5912655-3e24-4f86-b9ab-bcb41cc89a57 [ 2088.437209] env[63750]: DEBUG oslo_vmware.api [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007111, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512194} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.437580] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017/15fbf9c1-149a-4b5a-8b39-63fc1b4a9017.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2088.437714] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2088.437983] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eac6c7cf-f8bb-43bf-9b23-65c0f9902f96 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.446011] env[63750]: DEBUG oslo_vmware.api [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 2088.446011] env[63750]: value = "task-2007112" [ 2088.446011] env[63750]: _type = "Task" [ 2088.446011] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.455295] env[63750]: DEBUG oslo_vmware.api [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007112, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.506151] env[63750]: INFO nova.compute.manager [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Took 14.72 seconds to build instance. [ 2088.601466] env[63750]: DEBUG oslo_vmware.api [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52cc29b9-4976-eaa0-8bb8-7b0acadbcf78, 'name': SearchDatastore_Task, 'duration_secs': 0.08914} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.601912] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2088.602193] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2088.602480] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2088.602644] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2088.602823] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2088.603113] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0605d6f3-5562-4a26-bca6-2d17617b4a97 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.621036] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2088.621036] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2088.621173] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3552175e-5c49-4d09-8154-d9277995da85 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.627238] env[63750]: DEBUG nova.compute.manager [req-9ab47365-57d6-41b1-8b82-61b26d977fe1 req-7962b5f4-a671-4fb5-90f3-43476902b487 service nova] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Received event network-vif-plugged-4b48a9b9-bf87-4209-8769-1b4364b0d9e9 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2088.628289] env[63750]: DEBUG oslo_concurrency.lockutils [req-9ab47365-57d6-41b1-8b82-61b26d977fe1 req-7962b5f4-a671-4fb5-90f3-43476902b487 service nova] Acquiring lock "b2c974e1-514b-4720-ae56-919db6ba7d98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2088.628289] env[63750]: DEBUG oslo_concurrency.lockutils [req-9ab47365-57d6-41b1-8b82-61b26d977fe1 req-7962b5f4-a671-4fb5-90f3-43476902b487 service nova] Lock "b2c974e1-514b-4720-ae56-919db6ba7d98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2088.628289] env[63750]: DEBUG oslo_concurrency.lockutils [req-9ab47365-57d6-41b1-8b82-61b26d977fe1 req-7962b5f4-a671-4fb5-90f3-43476902b487 service nova] Lock "b2c974e1-514b-4720-ae56-919db6ba7d98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2088.628486] env[63750]: DEBUG nova.compute.manager [req-9ab47365-57d6-41b1-8b82-61b26d977fe1 req-7962b5f4-a671-4fb5-90f3-43476902b487 service nova] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] No waiting events found dispatching network-vif-plugged-4b48a9b9-bf87-4209-8769-1b4364b0d9e9 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2088.628658] env[63750]: WARNING nova.compute.manager [req-9ab47365-57d6-41b1-8b82-61b26d977fe1 req-7962b5f4-a671-4fb5-90f3-43476902b487 service nova] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Received unexpected event network-vif-plugged-4b48a9b9-bf87-4209-8769-1b4364b0d9e9 for instance with vm_state building and task_state spawning. [ 2088.628816] env[63750]: DEBUG nova.compute.manager [req-9ab47365-57d6-41b1-8b82-61b26d977fe1 req-7962b5f4-a671-4fb5-90f3-43476902b487 service nova] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Received event network-changed-4b48a9b9-bf87-4209-8769-1b4364b0d9e9 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2088.629103] env[63750]: DEBUG nova.compute.manager [req-9ab47365-57d6-41b1-8b82-61b26d977fe1 req-7962b5f4-a671-4fb5-90f3-43476902b487 service nova] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Refreshing instance network info cache due to event network-changed-4b48a9b9-bf87-4209-8769-1b4364b0d9e9. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2088.629230] env[63750]: DEBUG oslo_concurrency.lockutils [req-9ab47365-57d6-41b1-8b82-61b26d977fe1 req-7962b5f4-a671-4fb5-90f3-43476902b487 service nova] Acquiring lock "refresh_cache-b2c974e1-514b-4720-ae56-919db6ba7d98" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2088.631014] env[63750]: DEBUG oslo_vmware.api [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Waiting for the task: (returnval){ [ 2088.631014] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527114d8-1877-c761-8770-705b802d5f7f" [ 2088.631014] env[63750]: _type = "Task" [ 2088.631014] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.640203] env[63750]: DEBUG oslo_vmware.api [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527114d8-1877-c761-8770-705b802d5f7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.877242] env[63750]: DEBUG nova.network.neutron [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2088.904993] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ece7c938-04b2-42e1-911d-1bed92a9c815 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lock "5e48cc71-ce40-4e55-bffb-d3bf274c946b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.787s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2088.957750] env[63750]: DEBUG oslo_vmware.api [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007112, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.289645} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.958027] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2088.958837] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229a3d5a-28f4-46a4-add9-63fad4041b1f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.990641] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017/15fbf9c1-149a-4b5a-8b39-63fc1b4a9017.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2088.993809] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20e62639-568c-453c-a916-bc0319c2b1c4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.008740] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c4613264-116e-4711-b65a-515f56a0098b tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Lock "f19f74f5-d356-451e-9391-d3dcfe667537" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.235s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2089.015211] env[63750]: DEBUG oslo_vmware.api [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 2089.015211] env[63750]: value = "task-2007113" [ 2089.015211] env[63750]: _type = "Task" [ 2089.015211] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.023540] env[63750]: DEBUG oslo_vmware.api [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007113, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.075245] env[63750]: DEBUG nova.network.neutron [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Updating instance_info_cache with network_info: [{"id": "4b48a9b9-bf87-4209-8769-1b4364b0d9e9", "address": "fa:16:3e:16:20:7a", "network": {"id": "6ee8b59d-97e1-4efe-b623-8db03ccc868f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-59123013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23846c040dac48ec80f88340c38cbf38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b48a9b9-bf", "ovs_interfaceid": "4b48a9b9-bf87-4209-8769-1b4364b0d9e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2089.141978] env[63750]: DEBUG oslo_vmware.api [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527114d8-1877-c761-8770-705b802d5f7f, 'name': SearchDatastore_Task, 'duration_secs': 0.040844} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.142814] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29d59bf4-0695-4924-b359-d85597e2821c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.147882] env[63750]: DEBUG oslo_vmware.api [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Waiting for the task: (returnval){ [ 2089.147882] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5274c6fc-b1fd-748d-bd1b-ecb7254a61d1" [ 2089.147882] env[63750]: _type = "Task" [ 2089.147882] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.157428] env[63750]: DEBUG oslo_vmware.api [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5274c6fc-b1fd-748d-bd1b-ecb7254a61d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.198138] env[63750]: DEBUG nova.compute.manager [req-f246197f-8ca1-4dc4-9df5-7d1334e7ed8a req-7e5534f7-75a7-4a1d-9157-ef7123086955 service nova] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Received event network-changed-c0035770-6307-4f77-bb59-c5fd722412e0 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2089.198138] env[63750]: DEBUG nova.compute.manager [req-f246197f-8ca1-4dc4-9df5-7d1334e7ed8a req-7e5534f7-75a7-4a1d-9157-ef7123086955 service nova] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Refreshing instance network info cache due to event network-changed-c0035770-6307-4f77-bb59-c5fd722412e0. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2089.198138] env[63750]: DEBUG oslo_concurrency.lockutils [req-f246197f-8ca1-4dc4-9df5-7d1334e7ed8a req-7e5534f7-75a7-4a1d-9157-ef7123086955 service nova] Acquiring lock "refresh_cache-f19f74f5-d356-451e-9391-d3dcfe667537" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2089.198338] env[63750]: DEBUG oslo_concurrency.lockutils [req-f246197f-8ca1-4dc4-9df5-7d1334e7ed8a req-7e5534f7-75a7-4a1d-9157-ef7123086955 service nova] Acquired lock "refresh_cache-f19f74f5-d356-451e-9391-d3dcfe667537" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2089.198475] env[63750]: DEBUG nova.network.neutron [req-f246197f-8ca1-4dc4-9df5-7d1334e7ed8a req-7e5534f7-75a7-4a1d-9157-ef7123086955 service nova] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Refreshing network info cache for port c0035770-6307-4f77-bb59-c5fd722412e0 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2089.296189] env[63750]: DEBUG nova.objects.instance [None req-18e8bc8b-2384-40f1-9a2f-c6cfd0f7e22f tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lazy-loading 'flavor' on Instance uuid 5e48cc71-ce40-4e55-bffb-d3bf274c946b {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2089.524952] env[63750]: DEBUG oslo_vmware.api [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007113, 'name': ReconfigVM_Task, 'duration_secs': 0.297922} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.526147] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017/15fbf9c1-149a-4b5a-8b39-63fc1b4a9017.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2089.526361] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d90095d-4304-4b07-8faf-fc3fae52d90d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.533239] env[63750]: DEBUG oslo_vmware.api [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 2089.533239] env[63750]: value = "task-2007114" [ 2089.533239] env[63750]: _type = "Task" [ 2089.533239] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.540648] env[63750]: DEBUG oslo_vmware.api [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007114, 'name': Rename_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.577898] env[63750]: DEBUG oslo_concurrency.lockutils [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Releasing lock "refresh_cache-b2c974e1-514b-4720-ae56-919db6ba7d98" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2089.578430] env[63750]: DEBUG nova.compute.manager [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Instance network_info: |[{"id": "4b48a9b9-bf87-4209-8769-1b4364b0d9e9", "address": "fa:16:3e:16:20:7a", "network": {"id": "6ee8b59d-97e1-4efe-b623-8db03ccc868f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-59123013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23846c040dac48ec80f88340c38cbf38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b48a9b9-bf", "ovs_interfaceid": "4b48a9b9-bf87-4209-8769-1b4364b0d9e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2089.578814] env[63750]: DEBUG oslo_concurrency.lockutils [req-9ab47365-57d6-41b1-8b82-61b26d977fe1 req-7962b5f4-a671-4fb5-90f3-43476902b487 service nova] Acquired lock "refresh_cache-b2c974e1-514b-4720-ae56-919db6ba7d98" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2089.579059] env[63750]: DEBUG nova.network.neutron [req-9ab47365-57d6-41b1-8b82-61b26d977fe1 req-7962b5f4-a671-4fb5-90f3-43476902b487 service nova] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Refreshing network info cache for port 4b48a9b9-bf87-4209-8769-1b4364b0d9e9 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2089.581168] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:20:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7b5f1ef-d4b9-4ec3-b047-17e4cb349d25', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b48a9b9-bf87-4209-8769-1b4364b0d9e9', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2089.589169] env[63750]: DEBUG oslo.service.loopingcall [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2089.593161] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2089.593161] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-780baa02-7ba1-4267-b873-b72280aae7b5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.612577] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2089.612577] env[63750]: value = "task-2007115" [ 2089.612577] env[63750]: _type = "Task" [ 2089.612577] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.620277] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007115, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.659183] env[63750]: DEBUG oslo_vmware.api [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5274c6fc-b1fd-748d-bd1b-ecb7254a61d1, 'name': SearchDatastore_Task, 'duration_secs': 0.008339} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.659454] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2089.659707] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] e0dbea6c-f57b-4153-9160-73ddd91161cd/e0dbea6c-f57b-4153-9160-73ddd91161cd.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2089.659963] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-255ab379-2f1a-45ae-a3b1-c61b4c60613e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.666681] env[63750]: DEBUG oslo_vmware.api [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Waiting for the task: (returnval){ [ 2089.666681] env[63750]: value = "task-2007116" [ 2089.666681] env[63750]: _type = "Task" [ 2089.666681] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.674715] env[63750]: DEBUG oslo_vmware.api [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007116, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.803862] env[63750]: DEBUG oslo_concurrency.lockutils [None req-18e8bc8b-2384-40f1-9a2f-c6cfd0f7e22f tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquiring lock "refresh_cache-5e48cc71-ce40-4e55-bffb-d3bf274c946b" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2089.803862] env[63750]: DEBUG oslo_concurrency.lockutils [None req-18e8bc8b-2384-40f1-9a2f-c6cfd0f7e22f tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquired lock "refresh_cache-5e48cc71-ce40-4e55-bffb-d3bf274c946b" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2089.803862] env[63750]: DEBUG nova.network.neutron [None req-18e8bc8b-2384-40f1-9a2f-c6cfd0f7e22f tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2089.803862] env[63750]: DEBUG nova.objects.instance [None req-18e8bc8b-2384-40f1-9a2f-c6cfd0f7e22f tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lazy-loading 'info_cache' on Instance uuid 5e48cc71-ce40-4e55-bffb-d3bf274c946b {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2089.942719] env[63750]: DEBUG nova.network.neutron [req-9ab47365-57d6-41b1-8b82-61b26d977fe1 req-7962b5f4-a671-4fb5-90f3-43476902b487 service nova] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Updated VIF entry in instance network info cache for port 4b48a9b9-bf87-4209-8769-1b4364b0d9e9. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2089.943088] env[63750]: DEBUG nova.network.neutron [req-9ab47365-57d6-41b1-8b82-61b26d977fe1 req-7962b5f4-a671-4fb5-90f3-43476902b487 service nova] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Updating instance_info_cache with network_info: [{"id": "4b48a9b9-bf87-4209-8769-1b4364b0d9e9", "address": "fa:16:3e:16:20:7a", "network": {"id": "6ee8b59d-97e1-4efe-b623-8db03ccc868f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-59123013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23846c040dac48ec80f88340c38cbf38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b48a9b9-bf", "ovs_interfaceid": "4b48a9b9-bf87-4209-8769-1b4364b0d9e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2090.044145] env[63750]: DEBUG oslo_vmware.api [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007114, 'name': Rename_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.090802] env[63750]: DEBUG nova.network.neutron [req-f246197f-8ca1-4dc4-9df5-7d1334e7ed8a req-7e5534f7-75a7-4a1d-9157-ef7123086955 service nova] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Updated VIF entry in instance network info cache for port c0035770-6307-4f77-bb59-c5fd722412e0. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2090.091519] env[63750]: DEBUG nova.network.neutron [req-f246197f-8ca1-4dc4-9df5-7d1334e7ed8a req-7e5534f7-75a7-4a1d-9157-ef7123086955 service nova] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Updating instance_info_cache with network_info: [{"id": "c0035770-6307-4f77-bb59-c5fd722412e0", "address": "fa:16:3e:03:a5:39", "network": {"id": "bc8caa0c-64a5-498f-9d9f-64dc1d502217", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1864557009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc1114710e0d4372a8536f19816902bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0035770-63", "ovs_interfaceid": "c0035770-6307-4f77-bb59-c5fd722412e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2090.124025] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007115, 'name': CreateVM_Task, 'duration_secs': 0.478104} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.124025] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2090.124025] env[63750]: DEBUG oslo_concurrency.lockutils [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2090.124286] env[63750]: DEBUG oslo_concurrency.lockutils [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2090.124381] env[63750]: DEBUG oslo_concurrency.lockutils [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2090.124631] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07896e87-ea81-4bc3-97c7-847330810c92 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.129643] env[63750]: DEBUG oslo_vmware.api [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2090.129643] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]520d236d-f6f0-4d74-5bac-8a9464b2351a" [ 2090.129643] env[63750]: _type = "Task" [ 2090.129643] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.137321] env[63750]: DEBUG oslo_vmware.api [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]520d236d-f6f0-4d74-5bac-8a9464b2351a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.177164] env[63750]: DEBUG oslo_vmware.api [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007116, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.305489] env[63750]: DEBUG nova.objects.base [None req-18e8bc8b-2384-40f1-9a2f-c6cfd0f7e22f tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Object Instance<5e48cc71-ce40-4e55-bffb-d3bf274c946b> lazy-loaded attributes: flavor,info_cache {{(pid=63750) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2090.445608] env[63750]: DEBUG oslo_concurrency.lockutils [req-9ab47365-57d6-41b1-8b82-61b26d977fe1 req-7962b5f4-a671-4fb5-90f3-43476902b487 service nova] Releasing lock "refresh_cache-b2c974e1-514b-4720-ae56-919db6ba7d98" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2090.544842] env[63750]: DEBUG oslo_vmware.api [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007114, 'name': Rename_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.595028] env[63750]: DEBUG oslo_concurrency.lockutils [req-f246197f-8ca1-4dc4-9df5-7d1334e7ed8a req-7e5534f7-75a7-4a1d-9157-ef7123086955 service nova] Releasing lock "refresh_cache-f19f74f5-d356-451e-9391-d3dcfe667537" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2090.640206] env[63750]: DEBUG oslo_vmware.api [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]520d236d-f6f0-4d74-5bac-8a9464b2351a, 'name': SearchDatastore_Task, 'duration_secs': 0.010326} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.640508] env[63750]: DEBUG oslo_concurrency.lockutils [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2090.640745] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2090.640973] env[63750]: DEBUG oslo_concurrency.lockutils [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2090.641132] env[63750]: DEBUG oslo_concurrency.lockutils [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2090.641311] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2090.641576] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f8e7668-1c78-4d0c-8151-d91fe9ce6e72 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.660676] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2090.660911] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2090.661676] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f928bbe4-9cfa-4b6e-b707-9d790560fb03 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.669101] env[63750]: DEBUG oslo_vmware.api [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2090.669101] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a794ab-3417-e738-a8c1-f87335ec02fd" [ 2090.669101] env[63750]: _type = "Task" [ 2090.669101] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.680148] env[63750]: DEBUG oslo_vmware.api [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007116, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.683488] env[63750]: DEBUG oslo_vmware.api [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a794ab-3417-e738-a8c1-f87335ec02fd, 'name': SearchDatastore_Task, 'duration_secs': 0.008913} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.684229] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8131a8e3-7d97-4f1d-b098-2e83e7ba30b6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.689403] env[63750]: DEBUG oslo_vmware.api [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2090.689403] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]525469f2-5490-4589-26db-5672b0846018" [ 2090.689403] env[63750]: _type = "Task" [ 2090.689403] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.698788] env[63750]: DEBUG oslo_vmware.api [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]525469f2-5490-4589-26db-5672b0846018, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.784825] env[63750]: INFO nova.compute.manager [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Rebuilding instance [ 2090.834652] env[63750]: DEBUG nova.compute.manager [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2090.835517] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfff6fc-42e8-49af-94be-7df9b625af3b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.047392] env[63750]: DEBUG oslo_vmware.api [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007114, 'name': Rename_Task, 'duration_secs': 1.1433} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.047677] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2091.047936] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-380e6222-9a07-48f6-bbab-086ac744c469 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.055232] env[63750]: DEBUG oslo_vmware.api [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 2091.055232] env[63750]: value = "task-2007117" [ 2091.055232] env[63750]: _type = "Task" [ 2091.055232] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.066298] env[63750]: DEBUG oslo_vmware.api [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007117, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.094917] env[63750]: DEBUG nova.network.neutron [None req-18e8bc8b-2384-40f1-9a2f-c6cfd0f7e22f tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Updating instance_info_cache with network_info: [{"id": "e5f29ea2-d0cf-492a-ba74-b58bc1e4ac21", "address": "fa:16:3e:a6:67:d0", "network": {"id": "b187626c-07b5-4d74-a064-ea07943c3974", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-699185419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e8d72fb292a433fb29749aee8e597f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5f29ea2-d0", "ovs_interfaceid": "e5f29ea2-d0cf-492a-ba74-b58bc1e4ac21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2091.179594] env[63750]: DEBUG oslo_vmware.api [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007116, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.471126} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.179882] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] e0dbea6c-f57b-4153-9160-73ddd91161cd/e0dbea6c-f57b-4153-9160-73ddd91161cd.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2091.180110] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2091.180409] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b00b24b-73dd-4e83-aa3f-f0a4f7158ee8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.186649] env[63750]: DEBUG oslo_vmware.api [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Waiting for the task: (returnval){ [ 2091.186649] env[63750]: value = "task-2007118" [ 2091.186649] env[63750]: _type = "Task" [ 2091.186649] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.198416] env[63750]: DEBUG oslo_vmware.api [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007118, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.202362] env[63750]: DEBUG oslo_vmware.api [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]525469f2-5490-4589-26db-5672b0846018, 'name': SearchDatastore_Task, 'duration_secs': 0.008795} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.202669] env[63750]: DEBUG oslo_concurrency.lockutils [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2091.202973] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] b2c974e1-514b-4720-ae56-919db6ba7d98/b2c974e1-514b-4720-ae56-919db6ba7d98.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2091.203319] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b65de65-1d58-4535-a65c-fca3603b8c7a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.209939] env[63750]: DEBUG oslo_vmware.api [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2091.209939] env[63750]: value = "task-2007119" [ 2091.209939] env[63750]: _type = "Task" [ 2091.209939] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.217606] env[63750]: DEBUG oslo_vmware.api [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007119, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.566997] env[63750]: DEBUG oslo_vmware.api [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007117, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.597788] env[63750]: DEBUG oslo_concurrency.lockutils [None req-18e8bc8b-2384-40f1-9a2f-c6cfd0f7e22f tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Releasing lock "refresh_cache-5e48cc71-ce40-4e55-bffb-d3bf274c946b" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2091.696711] env[63750]: DEBUG oslo_vmware.api [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007118, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071039} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.696997] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2091.697872] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fcb03d5-67a1-4896-88e0-f917409adb6c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.719740] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] e0dbea6c-f57b-4153-9160-73ddd91161cd/e0dbea6c-f57b-4153-9160-73ddd91161cd.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2091.722590] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c6fb4c3-561c-4c65-ad30-bb9a028f5f47 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.743704] env[63750]: DEBUG oslo_vmware.api [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007119, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.744945] env[63750]: DEBUG oslo_vmware.api [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Waiting for the task: (returnval){ [ 2091.744945] env[63750]: value = "task-2007120" [ 2091.744945] env[63750]: _type = "Task" [ 2091.744945] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.752819] env[63750]: DEBUG oslo_vmware.api [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007120, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.849822] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2091.850238] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4aca92cd-2a2c-4803-a63b-453a1b45788f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.857926] env[63750]: DEBUG oslo_vmware.api [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2091.857926] env[63750]: value = "task-2007121" [ 2091.857926] env[63750]: _type = "Task" [ 2091.857926] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.866703] env[63750]: DEBUG oslo_vmware.api [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007121, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.068639] env[63750]: DEBUG oslo_vmware.api [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007117, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.222929] env[63750]: DEBUG oslo_vmware.api [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007119, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.256322] env[63750]: DEBUG oslo_vmware.api [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007120, 'name': ReconfigVM_Task, 'duration_secs': 0.375024} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.256754] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Reconfigured VM instance instance-00000069 to attach disk [datastore1] e0dbea6c-f57b-4153-9160-73ddd91161cd/e0dbea6c-f57b-4153-9160-73ddd91161cd.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2092.257601] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca2a4fea-2ec2-4b34-81ea-37c3096d1bef {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.266591] env[63750]: DEBUG oslo_vmware.api [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Waiting for the task: (returnval){ [ 2092.266591] env[63750]: value = "task-2007122" [ 2092.266591] env[63750]: _type = "Task" [ 2092.266591] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.276465] env[63750]: DEBUG oslo_vmware.api [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007122, 'name': Rename_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.370070] env[63750]: DEBUG oslo_vmware.api [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007121, 'name': PowerOffVM_Task, 'duration_secs': 0.174666} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.370362] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2092.370610] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2092.371436] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ab8a7c-da3f-41ab-8912-7a07e37d91e7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.378811] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2092.379075] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6976a68-bafd-4a83-8020-6d4fbe861d70 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.463386] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2092.463604] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Deleting contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2092.463785] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Deleting the datastore file [datastore2] 737f136f-7ff2-4176-8709-fa4eda49e2dc {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2092.464059] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61882ece-5e75-4f03-9c38-a96f392ba497 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.470055] env[63750]: DEBUG oslo_vmware.api [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2092.470055] env[63750]: value = "task-2007124" [ 2092.470055] env[63750]: _type = "Task" [ 2092.470055] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.477864] env[63750]: DEBUG oslo_vmware.api [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007124, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.568523] env[63750]: DEBUG oslo_vmware.api [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007117, 'name': PowerOnVM_Task, 'duration_secs': 1.495481} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.568845] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2092.569074] env[63750]: INFO nova.compute.manager [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017] Took 10.11 seconds to spawn the instance on the hypervisor. [ 2092.569274] env[63750]: DEBUG nova.compute.manager [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2092.570060] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffea4667-2202-4567-abdf-25d06300d5c1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.603831] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-18e8bc8b-2384-40f1-9a2f-c6cfd0f7e22f tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2092.604141] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f6178af-465a-4637-9b40-fe141fdc2177 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.611220] env[63750]: DEBUG oslo_vmware.api [None req-18e8bc8b-2384-40f1-9a2f-c6cfd0f7e22f tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2092.611220] env[63750]: value = "task-2007125" [ 2092.611220] env[63750]: _type = "Task" [ 2092.611220] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.620289] env[63750]: DEBUG oslo_vmware.api [None req-18e8bc8b-2384-40f1-9a2f-c6cfd0f7e22f tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007125, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.721593] env[63750]: DEBUG oslo_vmware.api [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007119, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.199105} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.721857] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] b2c974e1-514b-4720-ae56-919db6ba7d98/b2c974e1-514b-4720-ae56-919db6ba7d98.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2092.722101] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2092.722380] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-544540e3-e976-41c2-acf2-de8981f78461 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.728711] env[63750]: DEBUG oslo_vmware.api [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2092.728711] env[63750]: value = "task-2007126" [ 2092.728711] env[63750]: _type = "Task" [ 2092.728711] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.737217] env[63750]: DEBUG oslo_vmware.api [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007126, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.775345] env[63750]: DEBUG oslo_vmware.api [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007122, 'name': Rename_Task, 'duration_secs': 0.183493} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.775553] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2092.775780] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f795863a-ff9a-4676-8e82-6134a666c64b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.782717] env[63750]: DEBUG oslo_vmware.api [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Waiting for the task: (returnval){ [ 2092.782717] env[63750]: value = "task-2007127" [ 2092.782717] env[63750]: _type = "Task" [ 2092.782717] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.791203] env[63750]: DEBUG oslo_vmware.api [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007127, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.979839] env[63750]: DEBUG oslo_vmware.api [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007124, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224473} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.980210] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2092.980421] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Deleted contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2092.980614] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2093.090781] env[63750]: INFO nova.compute.manager [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017] Took 17.40 seconds to build instance. [ 2093.121639] env[63750]: DEBUG oslo_vmware.api [None req-18e8bc8b-2384-40f1-9a2f-c6cfd0f7e22f tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007125, 'name': PowerOnVM_Task, 'duration_secs': 0.434039} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2093.122302] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-18e8bc8b-2384-40f1-9a2f-c6cfd0f7e22f tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2093.122302] env[63750]: DEBUG nova.compute.manager [None req-18e8bc8b-2384-40f1-9a2f-c6cfd0f7e22f tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2093.122929] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0be41a4-81cd-4f00-b0ce-a79c287fed98 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.238977] env[63750]: DEBUG oslo_vmware.api [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007126, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090488} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2093.239511] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2093.240313] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2eb583-a910-4a14-8552-481d8ce43983 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.262199] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] b2c974e1-514b-4720-ae56-919db6ba7d98/b2c974e1-514b-4720-ae56-919db6ba7d98.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2093.263468] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8426d50c-7625-437e-a0fb-36c000781401 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.278175] env[63750]: DEBUG nova.compute.manager [req-b57384bf-bf9d-4bde-b654-4429d8e3c2c2 req-c6a8dbb8-6484-48eb-b7e2-1839768c2f49 service nova] [instance: 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017] Received event network-changed-a6adbb6c-b277-49dd-9d55-2b5be1f25e7c {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2093.278419] env[63750]: DEBUG nova.compute.manager [req-b57384bf-bf9d-4bde-b654-4429d8e3c2c2 req-c6a8dbb8-6484-48eb-b7e2-1839768c2f49 service nova] [instance: 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017] Refreshing instance network info cache due to event network-changed-a6adbb6c-b277-49dd-9d55-2b5be1f25e7c. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2093.278677] env[63750]: DEBUG oslo_concurrency.lockutils [req-b57384bf-bf9d-4bde-b654-4429d8e3c2c2 req-c6a8dbb8-6484-48eb-b7e2-1839768c2f49 service nova] Acquiring lock "refresh_cache-15fbf9c1-149a-4b5a-8b39-63fc1b4a9017" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2093.278793] env[63750]: DEBUG oslo_concurrency.lockutils [req-b57384bf-bf9d-4bde-b654-4429d8e3c2c2 req-c6a8dbb8-6484-48eb-b7e2-1839768c2f49 service nova] Acquired lock "refresh_cache-15fbf9c1-149a-4b5a-8b39-63fc1b4a9017" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2093.278953] env[63750]: DEBUG nova.network.neutron [req-b57384bf-bf9d-4bde-b654-4429d8e3c2c2 req-c6a8dbb8-6484-48eb-b7e2-1839768c2f49 service nova] [instance: 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017] Refreshing network info cache for port a6adbb6c-b277-49dd-9d55-2b5be1f25e7c {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2093.287785] env[63750]: DEBUG oslo_vmware.api [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2093.287785] env[63750]: value = "task-2007128" [ 2093.287785] env[63750]: _type = "Task" [ 2093.287785] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2093.294434] env[63750]: DEBUG oslo_vmware.api [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007127, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.299303] env[63750]: DEBUG oslo_vmware.api [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007128, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.593051] env[63750]: DEBUG oslo_concurrency.lockutils [None req-31a06185-771f-41e1-8333-1094de9c02f6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "15fbf9c1-149a-4b5a-8b39-63fc1b4a9017" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.912s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2093.794600] env[63750]: DEBUG oslo_vmware.api [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007127, 'name': PowerOnVM_Task, 'duration_secs': 0.991996} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2093.795258] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2093.795548] env[63750]: INFO nova.compute.manager [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Took 9.06 seconds to spawn the instance on the hypervisor. [ 2093.795748] env[63750]: DEBUG nova.compute.manager [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2093.796502] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde8d452-f1a7-4ebf-8f74-a5a6da0ccbad {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.801719] env[63750]: DEBUG oslo_vmware.api [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007128, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.989655] env[63750]: DEBUG nova.network.neutron [req-b57384bf-bf9d-4bde-b654-4429d8e3c2c2 req-c6a8dbb8-6484-48eb-b7e2-1839768c2f49 service nova] [instance: 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017] Updated VIF entry in instance network info cache for port a6adbb6c-b277-49dd-9d55-2b5be1f25e7c. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2093.990035] env[63750]: DEBUG nova.network.neutron [req-b57384bf-bf9d-4bde-b654-4429d8e3c2c2 req-c6a8dbb8-6484-48eb-b7e2-1839768c2f49 service nova] [instance: 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017] Updating instance_info_cache with network_info: [{"id": "a6adbb6c-b277-49dd-9d55-2b5be1f25e7c", "address": "fa:16:3e:71:d4:8a", "network": {"id": "8eeb3f57-9e47-48f4-ab8b-e14a44671e51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1675437426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "618573a371474aec86d00edfd3267bcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6adbb6c-b2", "ovs_interfaceid": "a6adbb6c-b277-49dd-9d55-2b5be1f25e7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2094.014241] env[63750]: DEBUG nova.virt.hardware [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2094.014492] env[63750]: DEBUG nova.virt.hardware [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2094.014649] env[63750]: DEBUG nova.virt.hardware [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2094.014864] env[63750]: DEBUG nova.virt.hardware [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2094.015135] env[63750]: DEBUG nova.virt.hardware [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2094.015355] env[63750]: DEBUG nova.virt.hardware [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2094.015582] env[63750]: DEBUG nova.virt.hardware [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2094.015750] env[63750]: DEBUG nova.virt.hardware [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2094.015919] env[63750]: DEBUG nova.virt.hardware [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2094.016095] env[63750]: DEBUG nova.virt.hardware [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2094.016273] env[63750]: DEBUG nova.virt.hardware [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2094.016862] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5fd7f9c6-ab9c-4315-af43-e696b03e559c tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquiring lock "5e48cc71-ce40-4e55-bffb-d3bf274c946b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2094.017098] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5fd7f9c6-ab9c-4315-af43-e696b03e559c tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lock "5e48cc71-ce40-4e55-bffb-d3bf274c946b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2094.017332] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5fd7f9c6-ab9c-4315-af43-e696b03e559c tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquiring lock "5e48cc71-ce40-4e55-bffb-d3bf274c946b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2094.017542] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5fd7f9c6-ab9c-4315-af43-e696b03e559c tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lock "5e48cc71-ce40-4e55-bffb-d3bf274c946b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2094.017718] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5fd7f9c6-ab9c-4315-af43-e696b03e559c tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lock "5e48cc71-ce40-4e55-bffb-d3bf274c946b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2094.019764] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1b7625-df54-446d-a871-de0550ce55c5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.022991] env[63750]: INFO nova.compute.manager [None req-5fd7f9c6-ab9c-4315-af43-e696b03e559c tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Terminating instance [ 2094.031467] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08b9784-34cf-4302-8b1f-9125b83b9801 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.046196] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:f0:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c0d5204b-f60e-4830-84c8-2fe246c28202', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55505234-0fda-4f3b-b7e2-f2e83b8bbaf6', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2094.054366] env[63750]: DEBUG oslo.service.loopingcall [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2094.054366] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2094.054366] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7783d38-5b89-43ca-8326-09ec8352658c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.072727] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2094.072727] env[63750]: value = "task-2007129" [ 2094.072727] env[63750]: _type = "Task" [ 2094.072727] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.080293] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007129, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.298519] env[63750]: DEBUG oslo_vmware.api [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007128, 'name': ReconfigVM_Task, 'duration_secs': 0.993361} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.298815] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Reconfigured VM instance instance-0000006a to attach disk [datastore1] b2c974e1-514b-4720-ae56-919db6ba7d98/b2c974e1-514b-4720-ae56-919db6ba7d98.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2094.299477] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25dd9f62-5984-41d8-a2f1-02932bca5bd4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.308091] env[63750]: DEBUG oslo_vmware.api [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2094.308091] env[63750]: value = "task-2007131" [ 2094.308091] env[63750]: _type = "Task" [ 2094.308091] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.318178] env[63750]: INFO nova.compute.manager [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Took 16.93 seconds to build instance. [ 2094.324961] env[63750]: DEBUG oslo_vmware.api [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007131, 'name': Rename_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.475537] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bc4679da-15bc-4c10-9e18-e19696c6a8e9 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Acquiring lock "6ccc9144-435b-40be-ad13-483a5cd731a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2094.475854] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bc4679da-15bc-4c10-9e18-e19696c6a8e9 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lock "6ccc9144-435b-40be-ad13-483a5cd731a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2094.476162] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bc4679da-15bc-4c10-9e18-e19696c6a8e9 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Acquiring lock "6ccc9144-435b-40be-ad13-483a5cd731a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2094.476479] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bc4679da-15bc-4c10-9e18-e19696c6a8e9 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lock "6ccc9144-435b-40be-ad13-483a5cd731a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2094.476708] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bc4679da-15bc-4c10-9e18-e19696c6a8e9 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lock "6ccc9144-435b-40be-ad13-483a5cd731a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2094.479563] env[63750]: INFO nova.compute.manager [None req-bc4679da-15bc-4c10-9e18-e19696c6a8e9 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 6ccc9144-435b-40be-ad13-483a5cd731a9] Terminating instance [ 2094.495250] env[63750]: DEBUG oslo_concurrency.lockutils [req-b57384bf-bf9d-4bde-b654-4429d8e3c2c2 req-c6a8dbb8-6484-48eb-b7e2-1839768c2f49 service nova] Releasing lock "refresh_cache-15fbf9c1-149a-4b5a-8b39-63fc1b4a9017" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2094.526307] env[63750]: DEBUG nova.compute.manager [None req-5fd7f9c6-ab9c-4315-af43-e696b03e559c tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2094.526512] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd7f9c6-ab9c-4315-af43-e696b03e559c tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2094.527468] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8923f2b3-131c-43c6-83a2-80cbde88a52b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.536543] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fd7f9c6-ab9c-4315-af43-e696b03e559c tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2094.536763] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e2fcbd9-419f-4957-acdc-374e1d67778f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.542692] env[63750]: DEBUG oslo_vmware.api [None req-5fd7f9c6-ab9c-4315-af43-e696b03e559c tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2094.542692] env[63750]: value = "task-2007132" [ 2094.542692] env[63750]: _type = "Task" [ 2094.542692] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.550291] env[63750]: DEBUG oslo_vmware.api [None req-5fd7f9c6-ab9c-4315-af43-e696b03e559c tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007132, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.583105] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007129, 'name': CreateVM_Task, 'duration_secs': 0.432637} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.583266] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2094.583931] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2094.584112] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2094.584428] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2094.584675] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14cc6d03-4dc0-4ce3-b691-2114e137d9d6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.589054] env[63750]: DEBUG oslo_vmware.api [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2094.589054] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5211d8a0-73cf-ef70-9179-bfeb8138356c" [ 2094.589054] env[63750]: _type = "Task" [ 2094.589054] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.596443] env[63750]: DEBUG oslo_vmware.api [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5211d8a0-73cf-ef70-9179-bfeb8138356c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.818455] env[63750]: DEBUG oslo_vmware.api [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007131, 'name': Rename_Task, 'duration_secs': 0.197922} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.818736] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2094.818974] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec77a3ac-93a8-40fb-a197-ecb4ae7445f2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.820832] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4bfdd9c1-c057-4bda-8352-0c7180366dab tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lock "e0dbea6c-f57b-4153-9160-73ddd91161cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.437s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2094.825877] env[63750]: DEBUG oslo_vmware.api [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2094.825877] env[63750]: value = "task-2007133" [ 2094.825877] env[63750]: _type = "Task" [ 2094.825877] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.833040] env[63750]: DEBUG oslo_vmware.api [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007133, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.984979] env[63750]: DEBUG nova.compute.manager [None req-bc4679da-15bc-4c10-9e18-e19696c6a8e9 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 6ccc9144-435b-40be-ad13-483a5cd731a9] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2094.984979] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4679da-15bc-4c10-9e18-e19696c6a8e9 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 6ccc9144-435b-40be-ad13-483a5cd731a9] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2094.986034] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88eaba32-9cfa-494c-85a3-cb1bc1234d80 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.993574] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc4679da-15bc-4c10-9e18-e19696c6a8e9 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 6ccc9144-435b-40be-ad13-483a5cd731a9] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2094.993829] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27cf50c5-1e19-4fba-9957-a452f57a99d0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.999541] env[63750]: DEBUG oslo_vmware.api [None req-bc4679da-15bc-4c10-9e18-e19696c6a8e9 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Waiting for the task: (returnval){ [ 2094.999541] env[63750]: value = "task-2007134" [ 2094.999541] env[63750]: _type = "Task" [ 2094.999541] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.007735] env[63750]: DEBUG oslo_vmware.api [None req-bc4679da-15bc-4c10-9e18-e19696c6a8e9 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007134, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.052201] env[63750]: DEBUG oslo_vmware.api [None req-5fd7f9c6-ab9c-4315-af43-e696b03e559c tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007132, 'name': PowerOffVM_Task, 'duration_secs': 0.228966} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.052468] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fd7f9c6-ab9c-4315-af43-e696b03e559c tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2095.052658] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd7f9c6-ab9c-4315-af43-e696b03e559c tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2095.052972] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7f379e6-7c6a-4409-b7d2-1cfe320a4411 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.100687] env[63750]: DEBUG oslo_vmware.api [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5211d8a0-73cf-ef70-9179-bfeb8138356c, 'name': SearchDatastore_Task, 'duration_secs': 0.011276} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.101076] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2095.101368] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2095.101660] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2095.101891] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2095.102110] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2095.102423] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc4d7c90-e7c4-464d-8e20-b379d03c41ca {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.110836] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2095.111107] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2095.111814] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fefd01f-99ff-4395-92b5-288ba4e79a52 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.117398] env[63750]: DEBUG oslo_vmware.api [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2095.117398] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52cfae8c-d624-75fe-3214-8d35976a81f9" [ 2095.117398] env[63750]: _type = "Task" [ 2095.117398] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.125086] env[63750]: DEBUG oslo_vmware.api [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52cfae8c-d624-75fe-3214-8d35976a81f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.335709] env[63750]: DEBUG oslo_vmware.api [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007133, 'name': PowerOnVM_Task, 'duration_secs': 0.489726} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.337524] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2095.337524] env[63750]: INFO nova.compute.manager [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Took 8.31 seconds to spawn the instance on the hypervisor. [ 2095.337524] env[63750]: DEBUG nova.compute.manager [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2095.339842] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ef2e6a-50a7-46b0-b25f-91c4a7bed44d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.343543] env[63750]: DEBUG nova.compute.manager [req-ed86ebeb-680b-4332-b743-c7b5ddcd6e38 req-e7f6cb49-7bc7-4bf0-9f0f-9a3456fdfdf8 service nova] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Received event network-changed-c7f42919-2ee2-46cc-86db-6fe2c314ee33 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2095.343730] env[63750]: DEBUG nova.compute.manager [req-ed86ebeb-680b-4332-b743-c7b5ddcd6e38 req-e7f6cb49-7bc7-4bf0-9f0f-9a3456fdfdf8 service nova] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Refreshing instance network info cache due to event network-changed-c7f42919-2ee2-46cc-86db-6fe2c314ee33. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2095.343947] env[63750]: DEBUG oslo_concurrency.lockutils [req-ed86ebeb-680b-4332-b743-c7b5ddcd6e38 req-e7f6cb49-7bc7-4bf0-9f0f-9a3456fdfdf8 service nova] Acquiring lock "refresh_cache-e0dbea6c-f57b-4153-9160-73ddd91161cd" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2095.344096] env[63750]: DEBUG oslo_concurrency.lockutils [req-ed86ebeb-680b-4332-b743-c7b5ddcd6e38 req-e7f6cb49-7bc7-4bf0-9f0f-9a3456fdfdf8 service nova] Acquired lock "refresh_cache-e0dbea6c-f57b-4153-9160-73ddd91161cd" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2095.344253] env[63750]: DEBUG nova.network.neutron [req-ed86ebeb-680b-4332-b743-c7b5ddcd6e38 req-e7f6cb49-7bc7-4bf0-9f0f-9a3456fdfdf8 service nova] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Refreshing network info cache for port c7f42919-2ee2-46cc-86db-6fe2c314ee33 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2095.349846] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd7f9c6-ab9c-4315-af43-e696b03e559c tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2095.350176] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd7f9c6-ab9c-4315-af43-e696b03e559c tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2095.350416] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fd7f9c6-ab9c-4315-af43-e696b03e559c tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Deleting the datastore file [datastore1] 5e48cc71-ce40-4e55-bffb-d3bf274c946b {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2095.353189] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d76c2f2d-9e91-416d-b22d-c3fdec763e42 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.365362] env[63750]: DEBUG oslo_vmware.api [None req-5fd7f9c6-ab9c-4315-af43-e696b03e559c tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2095.365362] env[63750]: value = "task-2007136" [ 2095.365362] env[63750]: _type = "Task" [ 2095.365362] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.375099] env[63750]: DEBUG oslo_vmware.api [None req-5fd7f9c6-ab9c-4315-af43-e696b03e559c tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007136, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.512844] env[63750]: DEBUG oslo_vmware.api [None req-bc4679da-15bc-4c10-9e18-e19696c6a8e9 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007134, 'name': PowerOffVM_Task, 'duration_secs': 0.217907} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.513130] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc4679da-15bc-4c10-9e18-e19696c6a8e9 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 6ccc9144-435b-40be-ad13-483a5cd731a9] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2095.513305] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4679da-15bc-4c10-9e18-e19696c6a8e9 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 6ccc9144-435b-40be-ad13-483a5cd731a9] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2095.513571] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8478a0e0-451d-4d05-b130-98b4064cdba8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.629159] env[63750]: DEBUG oslo_vmware.api [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52cfae8c-d624-75fe-3214-8d35976a81f9, 'name': SearchDatastore_Task, 'duration_secs': 0.009025} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.629997] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf0b70e9-1fd4-4457-8c2d-2388c378e1b1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.637525] env[63750]: DEBUG oslo_vmware.api [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2095.637525] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a2319b-ad76-466c-e2c4-021003b7039f" [ 2095.637525] env[63750]: _type = "Task" [ 2095.637525] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.646896] env[63750]: DEBUG oslo_vmware.api [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a2319b-ad76-466c-e2c4-021003b7039f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.701155] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4679da-15bc-4c10-9e18-e19696c6a8e9 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 6ccc9144-435b-40be-ad13-483a5cd731a9] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2095.701318] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4679da-15bc-4c10-9e18-e19696c6a8e9 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 6ccc9144-435b-40be-ad13-483a5cd731a9] Deleting contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2095.701435] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc4679da-15bc-4c10-9e18-e19696c6a8e9 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Deleting the datastore file [datastore2] 6ccc9144-435b-40be-ad13-483a5cd731a9 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2095.701715] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c91cdf7-4ad4-47ea-a7a4-9e0fb6653ce1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.708272] env[63750]: DEBUG oslo_vmware.api [None req-bc4679da-15bc-4c10-9e18-e19696c6a8e9 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Waiting for the task: (returnval){ [ 2095.708272] env[63750]: value = "task-2007138" [ 2095.708272] env[63750]: _type = "Task" [ 2095.708272] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.716361] env[63750]: DEBUG oslo_vmware.api [None req-bc4679da-15bc-4c10-9e18-e19696c6a8e9 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007138, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.870334] env[63750]: INFO nova.compute.manager [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Took 16.59 seconds to build instance. [ 2095.877548] env[63750]: DEBUG oslo_vmware.api [None req-5fd7f9c6-ab9c-4315-af43-e696b03e559c tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007136, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.341302} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.877857] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fd7f9c6-ab9c-4315-af43-e696b03e559c tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2095.877978] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd7f9c6-ab9c-4315-af43-e696b03e559c tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2095.878171] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd7f9c6-ab9c-4315-af43-e696b03e559c tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2095.878397] env[63750]: INFO nova.compute.manager [None req-5fd7f9c6-ab9c-4315-af43-e696b03e559c tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Took 1.35 seconds to destroy the instance on the hypervisor. [ 2095.878645] env[63750]: DEBUG oslo.service.loopingcall [None req-5fd7f9c6-ab9c-4315-af43-e696b03e559c tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2095.878840] env[63750]: DEBUG nova.compute.manager [-] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2095.879088] env[63750]: DEBUG nova.network.neutron [-] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2096.151713] env[63750]: DEBUG oslo_vmware.api [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a2319b-ad76-466c-e2c4-021003b7039f, 'name': SearchDatastore_Task, 'duration_secs': 0.018646} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.152039] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2096.152313] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 737f136f-7ff2-4176-8709-fa4eda49e2dc/737f136f-7ff2-4176-8709-fa4eda49e2dc.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2096.152596] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-128def1f-70d9-4527-a545-463b2683f37c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.159237] env[63750]: DEBUG oslo_vmware.api [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2096.159237] env[63750]: value = "task-2007139" [ 2096.159237] env[63750]: _type = "Task" [ 2096.159237] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2096.172143] env[63750]: DEBUG oslo_vmware.api [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007139, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.218535] env[63750]: DEBUG oslo_vmware.api [None req-bc4679da-15bc-4c10-9e18-e19696c6a8e9 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007138, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.455883} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.219024] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc4679da-15bc-4c10-9e18-e19696c6a8e9 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2096.219024] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4679da-15bc-4c10-9e18-e19696c6a8e9 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 6ccc9144-435b-40be-ad13-483a5cd731a9] Deleted contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2096.219185] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4679da-15bc-4c10-9e18-e19696c6a8e9 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 6ccc9144-435b-40be-ad13-483a5cd731a9] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2096.219353] env[63750]: INFO nova.compute.manager [None req-bc4679da-15bc-4c10-9e18-e19696c6a8e9 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 6ccc9144-435b-40be-ad13-483a5cd731a9] Took 1.23 seconds to destroy the instance on the hypervisor. [ 2096.219632] env[63750]: DEBUG oslo.service.loopingcall [None req-bc4679da-15bc-4c10-9e18-e19696c6a8e9 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2096.219845] env[63750]: DEBUG nova.compute.manager [-] [instance: 6ccc9144-435b-40be-ad13-483a5cd731a9] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2096.219935] env[63750]: DEBUG nova.network.neutron [-] [instance: 6ccc9144-435b-40be-ad13-483a5cd731a9] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2096.281687] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquiring lock "12e9e58f-8684-479e-be3a-2626dda15d3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2096.282028] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lock "12e9e58f-8684-479e-be3a-2626dda15d3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2096.289575] env[63750]: DEBUG nova.network.neutron [req-ed86ebeb-680b-4332-b743-c7b5ddcd6e38 req-e7f6cb49-7bc7-4bf0-9f0f-9a3456fdfdf8 service nova] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Updated VIF entry in instance network info cache for port c7f42919-2ee2-46cc-86db-6fe2c314ee33. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2096.290122] env[63750]: DEBUG nova.network.neutron [req-ed86ebeb-680b-4332-b743-c7b5ddcd6e38 req-e7f6cb49-7bc7-4bf0-9f0f-9a3456fdfdf8 service nova] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Updating instance_info_cache with network_info: [{"id": "c7f42919-2ee2-46cc-86db-6fe2c314ee33", "address": "fa:16:3e:4b:c5:8d", "network": {"id": "ff81de04-7e48-4127-88aa-44bb0621a003", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-707332449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2139ec6eeb4ba6992db80e7239b224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7f42919-2e", "ovs_interfaceid": "c7f42919-2ee2-46cc-86db-6fe2c314ee33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2096.372562] env[63750]: DEBUG oslo_concurrency.lockutils [None req-191c0b0e-b454-41bd-b4b1-4b0789f0cef8 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "b2c974e1-514b-4720-ae56-919db6ba7d98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.098s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2096.670682] env[63750]: DEBUG oslo_vmware.api [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007139, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.791025] env[63750]: DEBUG nova.compute.manager [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2096.793256] env[63750]: DEBUG oslo_concurrency.lockutils [req-ed86ebeb-680b-4332-b743-c7b5ddcd6e38 req-e7f6cb49-7bc7-4bf0-9f0f-9a3456fdfdf8 service nova] Releasing lock "refresh_cache-e0dbea6c-f57b-4153-9160-73ddd91161cd" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2097.170637] env[63750]: DEBUG oslo_vmware.api [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007139, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571523} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2097.170921] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 737f136f-7ff2-4176-8709-fa4eda49e2dc/737f136f-7ff2-4176-8709-fa4eda49e2dc.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2097.171148] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2097.171412] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55aa85ed-796f-4170-8218-02c229a33f65 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.178951] env[63750]: DEBUG oslo_vmware.api [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2097.178951] env[63750]: value = "task-2007141" [ 2097.178951] env[63750]: _type = "Task" [ 2097.178951] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2097.187198] env[63750]: DEBUG oslo_vmware.api [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007141, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.314515] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2097.314764] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2097.316381] env[63750]: INFO nova.compute.claims [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2097.374170] env[63750]: DEBUG nova.compute.manager [req-6be09f93-a89d-4ac6-8fb6-466528ce27ca req-3d7547bb-7adc-439b-ad47-d0dde8c5ebad service nova] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Received event network-vif-deleted-e5f29ea2-d0cf-492a-ba74-b58bc1e4ac21 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2097.374170] env[63750]: INFO nova.compute.manager [req-6be09f93-a89d-4ac6-8fb6-466528ce27ca req-3d7547bb-7adc-439b-ad47-d0dde8c5ebad service nova] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Neutron deleted interface e5f29ea2-d0cf-492a-ba74-b58bc1e4ac21; detaching it from the instance and deleting it from the info cache [ 2097.374170] env[63750]: DEBUG nova.network.neutron [req-6be09f93-a89d-4ac6-8fb6-466528ce27ca req-3d7547bb-7adc-439b-ad47-d0dde8c5ebad service nova] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2097.522059] env[63750]: DEBUG nova.network.neutron [-] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2097.563220] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquiring lock "b2c974e1-514b-4720-ae56-919db6ba7d98" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2097.563220] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "b2c974e1-514b-4720-ae56-919db6ba7d98" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2097.563220] env[63750]: INFO nova.compute.manager [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Shelving [ 2097.688229] env[63750]: DEBUG oslo_vmware.api [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007141, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.306601} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2097.688616] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2097.689248] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5fc51bc-b1c0-43ba-bb12-c339896711e7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.711063] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 737f136f-7ff2-4176-8709-fa4eda49e2dc/737f136f-7ff2-4176-8709-fa4eda49e2dc.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2097.711323] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52b4d8fc-959f-46a6-a260-a5597cf670ce {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.730425] env[63750]: DEBUG oslo_vmware.api [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2097.730425] env[63750]: value = "task-2007142" [ 2097.730425] env[63750]: _type = "Task" [ 2097.730425] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2097.737726] env[63750]: DEBUG oslo_vmware.api [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007142, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.759239] env[63750]: DEBUG nova.network.neutron [-] [instance: 6ccc9144-435b-40be-ad13-483a5cd731a9] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2097.877685] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-20151f79-67da-453f-bb4a-a5e431463646 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.888760] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7414a407-34ba-4fbc-9ad5-72a774b93a64 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.923265] env[63750]: DEBUG nova.compute.manager [req-6be09f93-a89d-4ac6-8fb6-466528ce27ca req-3d7547bb-7adc-439b-ad47-d0dde8c5ebad service nova] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Detach interface failed, port_id=e5f29ea2-d0cf-492a-ba74-b58bc1e4ac21, reason: Instance 5e48cc71-ce40-4e55-bffb-d3bf274c946b could not be found. {{(pid=63750) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2097.923675] env[63750]: DEBUG nova.compute.manager [req-6be09f93-a89d-4ac6-8fb6-466528ce27ca req-3d7547bb-7adc-439b-ad47-d0dde8c5ebad service nova] [instance: 6ccc9144-435b-40be-ad13-483a5cd731a9] Received event network-vif-deleted-737a8a64-9cd4-4b2f-9cbe-1afc0710557e {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2097.923675] env[63750]: INFO nova.compute.manager [req-6be09f93-a89d-4ac6-8fb6-466528ce27ca req-3d7547bb-7adc-439b-ad47-d0dde8c5ebad service nova] [instance: 6ccc9144-435b-40be-ad13-483a5cd731a9] Neutron deleted interface 737a8a64-9cd4-4b2f-9cbe-1afc0710557e; detaching it from the instance and deleting it from the info cache [ 2097.923867] env[63750]: DEBUG nova.network.neutron [req-6be09f93-a89d-4ac6-8fb6-466528ce27ca req-3d7547bb-7adc-439b-ad47-d0dde8c5ebad service nova] [instance: 6ccc9144-435b-40be-ad13-483a5cd731a9] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2098.026351] env[63750]: INFO nova.compute.manager [-] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Took 2.15 seconds to deallocate network for instance. [ 2098.241903] env[63750]: DEBUG oslo_vmware.api [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007142, 'name': ReconfigVM_Task, 'duration_secs': 0.401846} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.242218] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 737f136f-7ff2-4176-8709-fa4eda49e2dc/737f136f-7ff2-4176-8709-fa4eda49e2dc.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2098.242847] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65a94531-97e5-4e16-9884-f6eaae0ee6db {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.251908] env[63750]: DEBUG oslo_vmware.api [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2098.251908] env[63750]: value = "task-2007143" [ 2098.251908] env[63750]: _type = "Task" [ 2098.251908] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.261044] env[63750]: DEBUG oslo_vmware.api [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007143, 'name': Rename_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.261448] env[63750]: INFO nova.compute.manager [-] [instance: 6ccc9144-435b-40be-ad13-483a5cd731a9] Took 2.04 seconds to deallocate network for instance. [ 2098.430796] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-61a1db32-369a-4003-bfaf-389c1a96b5e8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.442329] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791b7914-bf3f-4378-9cae-e3f701f724e7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.483417] env[63750]: DEBUG nova.compute.manager [req-6be09f93-a89d-4ac6-8fb6-466528ce27ca req-3d7547bb-7adc-439b-ad47-d0dde8c5ebad service nova] [instance: 6ccc9144-435b-40be-ad13-483a5cd731a9] Detach interface failed, port_id=737a8a64-9cd4-4b2f-9cbe-1afc0710557e, reason: Instance 6ccc9144-435b-40be-ad13-483a5cd731a9 could not be found. {{(pid=63750) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2098.506124] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f6957c-b8a1-4143-9b53-8c2575747b5a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.514265] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62df810-6dc2-4140-b04d-a0698c76769a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.546066] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5fd7f9c6-ab9c-4315-af43-e696b03e559c tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2098.547111] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fede0bd-8984-4b20-8a42-e452996999fc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.554732] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb11351d-6c24-4d48-801e-1c93a1ea9f63 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.568102] env[63750]: DEBUG nova.compute.provider_tree [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2098.572239] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2098.572473] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bce9497-b1de-48ef-8832-70499cba3774 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.579349] env[63750]: DEBUG oslo_vmware.api [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2098.579349] env[63750]: value = "task-2007144" [ 2098.579349] env[63750]: _type = "Task" [ 2098.579349] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.587744] env[63750]: DEBUG oslo_vmware.api [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007144, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.763870] env[63750]: DEBUG oslo_vmware.api [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007143, 'name': Rename_Task, 'duration_secs': 0.378731} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.764349] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2098.764629] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d969409-2a6d-4527-9059-0b8448460347 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.767196] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bc4679da-15bc-4c10-9e18-e19696c6a8e9 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2098.772753] env[63750]: DEBUG oslo_vmware.api [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2098.772753] env[63750]: value = "task-2007145" [ 2098.772753] env[63750]: _type = "Task" [ 2098.772753] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.780781] env[63750]: DEBUG oslo_vmware.api [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007145, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.071277] env[63750]: DEBUG nova.scheduler.client.report [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2099.090618] env[63750]: DEBUG oslo_vmware.api [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007144, 'name': PowerOffVM_Task, 'duration_secs': 0.201121} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2099.090905] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2099.092178] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26cd254-59a3-4c86-bd89-0760057b6c79 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.113601] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d232b05-6b6f-452f-8cad-cd7c0f085f26 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.284157] env[63750]: DEBUG oslo_vmware.api [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007145, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.577076] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.261s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2099.577076] env[63750]: DEBUG nova.compute.manager [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2099.579664] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5fd7f9c6-ab9c-4315-af43-e696b03e559c tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.034s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2099.579874] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5fd7f9c6-ab9c-4315-af43-e696b03e559c tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2099.581877] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bc4679da-15bc-4c10-9e18-e19696c6a8e9 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.815s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2099.582107] env[63750]: DEBUG nova.objects.instance [None req-bc4679da-15bc-4c10-9e18-e19696c6a8e9 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lazy-loading 'resources' on Instance uuid 6ccc9144-435b-40be-ad13-483a5cd731a9 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2099.600456] env[63750]: INFO nova.scheduler.client.report [None req-5fd7f9c6-ab9c-4315-af43-e696b03e559c tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Deleted allocations for instance 5e48cc71-ce40-4e55-bffb-d3bf274c946b [ 2099.625575] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Creating Snapshot of the VM instance {{(pid=63750) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2099.625867] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-59cc6e36-f011-4689-9b22-d0d5a62b5caa {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.634176] env[63750]: DEBUG oslo_vmware.api [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2099.634176] env[63750]: value = "task-2007146" [ 2099.634176] env[63750]: _type = "Task" [ 2099.634176] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2099.643122] env[63750]: DEBUG oslo_vmware.api [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007146, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.784635] env[63750]: DEBUG oslo_vmware.api [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007145, 'name': PowerOnVM_Task, 'duration_secs': 0.584694} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2099.784996] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2099.785110] env[63750]: DEBUG nova.compute.manager [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2099.785896] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bae0bec-d1b8-4337-aa3e-ea81fe5373c7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.085014] env[63750]: DEBUG nova.compute.utils [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2100.089140] env[63750]: DEBUG nova.compute.manager [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2100.089310] env[63750]: DEBUG nova.network.neutron [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2100.108826] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5fd7f9c6-ab9c-4315-af43-e696b03e559c tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lock "5e48cc71-ce40-4e55-bffb-d3bf274c946b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.092s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2100.127801] env[63750]: DEBUG nova.policy [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '742b9609250c4b599058105c38133a5d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd2139ec6eeb4ba6992db80e7239b224', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 2100.146050] env[63750]: DEBUG oslo_vmware.api [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007146, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.257045] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d0611f-c33a-424e-b8f4-1bfc0732d574 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.266300] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742c6970-d1a5-4d77-884e-825e961fb048 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.304951] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6530ac-022d-4291-8fbd-bfb70d6e601d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.310897] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2100.317899] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f1db73-b944-4b26-8375-7d68901cbe07 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.337962] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2100.338548] env[63750]: DEBUG nova.compute.provider_tree [None req-bc4679da-15bc-4c10-9e18-e19696c6a8e9 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2100.340139] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2100.430884] env[63750]: DEBUG nova.network.neutron [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Successfully created port: b2d4b24c-fffe-498c-8680-85d3b87cfadc {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2100.590614] env[63750]: DEBUG nova.compute.manager [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2100.646928] env[63750]: DEBUG oslo_vmware.api [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007146, 'name': CreateSnapshot_Task, 'duration_secs': 0.841862} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.647215] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Created Snapshot of the VM instance {{(pid=63750) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2100.648037] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58e068f-3057-42c3-bdc9-7f82f8b1fd4a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.842605] env[63750]: DEBUG nova.scheduler.client.report [None req-bc4679da-15bc-4c10-9e18-e19696c6a8e9 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2100.848969] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2100.849692] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Starting heal instance info cache {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2101.171196] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Creating linked-clone VM from snapshot {{(pid=63750) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2101.171746] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7eae4fa5-dfe2-485c-8063-96777cecf123 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.182502] env[63750]: DEBUG oslo_vmware.api [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2101.182502] env[63750]: value = "task-2007148" [ 2101.182502] env[63750]: _type = "Task" [ 2101.182502] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.191962] env[63750]: DEBUG oslo_vmware.api [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007148, 'name': CloneVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.216183] env[63750]: DEBUG oslo_concurrency.lockutils [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquiring lock "00dfffcc-8529-47de-a0c6-21d5e35e47dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2101.216345] env[63750]: DEBUG oslo_concurrency.lockutils [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lock "00dfffcc-8529-47de-a0c6-21d5e35e47dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2101.350073] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bc4679da-15bc-4c10-9e18-e19696c6a8e9 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.768s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2101.352940] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.042s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2101.353191] env[63750]: DEBUG nova.objects.instance [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63750) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2101.369016] env[63750]: INFO nova.scheduler.client.report [None req-bc4679da-15bc-4c10-9e18-e19696c6a8e9 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Deleted allocations for instance 6ccc9144-435b-40be-ad13-483a5cd731a9 [ 2101.601048] env[63750]: DEBUG nova.compute.manager [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2101.628153] env[63750]: DEBUG nova.virt.hardware [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2101.628436] env[63750]: DEBUG nova.virt.hardware [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2101.628611] env[63750]: DEBUG nova.virt.hardware [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2101.628801] env[63750]: DEBUG nova.virt.hardware [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2101.628952] env[63750]: DEBUG nova.virt.hardware [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2101.629116] env[63750]: DEBUG nova.virt.hardware [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2101.629330] env[63750]: DEBUG nova.virt.hardware [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2101.629491] env[63750]: DEBUG nova.virt.hardware [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2101.629673] env[63750]: DEBUG nova.virt.hardware [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2101.629833] env[63750]: DEBUG nova.virt.hardware [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2101.630019] env[63750]: DEBUG nova.virt.hardware [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2101.630928] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497ce393-f750-45f3-afd0-908d6b2815f6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.640076] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c46299f-f035-469c-8939-5ae9b2348789 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.692984] env[63750]: DEBUG oslo_vmware.api [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007148, 'name': CloneVM_Task} progress is 94%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.719747] env[63750]: DEBUG nova.compute.manager [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2101.878074] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bc4679da-15bc-4c10-9e18-e19696c6a8e9 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lock "6ccc9144-435b-40be-ad13-483a5cd731a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.402s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2101.954427] env[63750]: DEBUG nova.compute.manager [req-6e2ac186-276b-4144-9364-480a913f59d9 req-0bd0468b-83dc-47fb-9824-3d40328dbf08 service nova] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Received event network-vif-plugged-b2d4b24c-fffe-498c-8680-85d3b87cfadc {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2101.954646] env[63750]: DEBUG oslo_concurrency.lockutils [req-6e2ac186-276b-4144-9364-480a913f59d9 req-0bd0468b-83dc-47fb-9824-3d40328dbf08 service nova] Acquiring lock "12e9e58f-8684-479e-be3a-2626dda15d3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2101.954854] env[63750]: DEBUG oslo_concurrency.lockutils [req-6e2ac186-276b-4144-9364-480a913f59d9 req-0bd0468b-83dc-47fb-9824-3d40328dbf08 service nova] Lock "12e9e58f-8684-479e-be3a-2626dda15d3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2101.955036] env[63750]: DEBUG oslo_concurrency.lockutils [req-6e2ac186-276b-4144-9364-480a913f59d9 req-0bd0468b-83dc-47fb-9824-3d40328dbf08 service nova] Lock "12e9e58f-8684-479e-be3a-2626dda15d3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2101.955250] env[63750]: DEBUG nova.compute.manager [req-6e2ac186-276b-4144-9364-480a913f59d9 req-0bd0468b-83dc-47fb-9824-3d40328dbf08 service nova] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] No waiting events found dispatching network-vif-plugged-b2d4b24c-fffe-498c-8680-85d3b87cfadc {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2101.955513] env[63750]: WARNING nova.compute.manager [req-6e2ac186-276b-4144-9364-480a913f59d9 req-0bd0468b-83dc-47fb-9824-3d40328dbf08 service nova] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Received unexpected event network-vif-plugged-b2d4b24c-fffe-498c-8680-85d3b87cfadc for instance with vm_state building and task_state spawning. [ 2102.054128] env[63750]: DEBUG nova.network.neutron [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Successfully updated port: b2d4b24c-fffe-498c-8680-85d3b87cfadc {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2102.195100] env[63750]: DEBUG oslo_vmware.api [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007148, 'name': CloneVM_Task} progress is 94%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.241910] env[63750]: DEBUG oslo_concurrency.lockutils [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2102.365569] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8a0ac6a9-0bee-4887-b7ee-2b7133e8af26 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2102.367631] env[63750]: DEBUG oslo_concurrency.lockutils [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.126s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2102.369236] env[63750]: INFO nova.compute.claims [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2102.557148] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquiring lock "refresh_cache-12e9e58f-8684-479e-be3a-2626dda15d3e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2102.557243] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquired lock "refresh_cache-12e9e58f-8684-479e-be3a-2626dda15d3e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2102.557459] env[63750]: DEBUG nova.network.neutron [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2102.694192] env[63750]: DEBUG oslo_vmware.api [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007148, 'name': CloneVM_Task} progress is 95%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.075538] env[63750]: DEBUG oslo_concurrency.lockutils [None req-656ae7c7-27cf-4fb9-97b3-4176317d622c tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Acquiring lock "0e36c12e-c4f7-48ac-b7f1-9473ea0b965f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2103.075795] env[63750]: DEBUG oslo_concurrency.lockutils [None req-656ae7c7-27cf-4fb9-97b3-4176317d622c tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lock "0e36c12e-c4f7-48ac-b7f1-9473ea0b965f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2103.087987] env[63750]: DEBUG nova.network.neutron [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2103.196236] env[63750]: DEBUG oslo_vmware.api [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007148, 'name': CloneVM_Task, 'duration_secs': 1.690339} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.196503] env[63750]: INFO nova.virt.vmwareapi.vmops [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Created linked-clone VM from snapshot [ 2103.197254] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0bcbfd-3638-489b-8f6e-13ed71cbd2ca {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.204885] env[63750]: DEBUG nova.virt.vmwareapi.images [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Uploading image a876403b-0d9b-4d53-946a-f781dd9b92ee {{(pid=63750) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2103.229279] env[63750]: DEBUG nova.network.neutron [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Updating instance_info_cache with network_info: [{"id": "b2d4b24c-fffe-498c-8680-85d3b87cfadc", "address": "fa:16:3e:06:fb:95", "network": {"id": "ff81de04-7e48-4127-88aa-44bb0621a003", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-707332449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2139ec6eeb4ba6992db80e7239b224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2d4b24c-ff", "ovs_interfaceid": "b2d4b24c-fffe-498c-8680-85d3b87cfadc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2103.232072] env[63750]: DEBUG oslo_vmware.rw_handles [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2103.232072] env[63750]: value = "vm-412669" [ 2103.232072] env[63750]: _type = "VirtualMachine" [ 2103.232072] env[63750]: }. {{(pid=63750) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2103.232343] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2a000168-373a-4257-8c5a-a92f900bc09f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.242115] env[63750]: DEBUG oslo_vmware.rw_handles [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lease: (returnval){ [ 2103.242115] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52535206-2caf-b728-7654-6980b0009994" [ 2103.242115] env[63750]: _type = "HttpNfcLease" [ 2103.242115] env[63750]: } obtained for exporting VM: (result){ [ 2103.242115] env[63750]: value = "vm-412669" [ 2103.242115] env[63750]: _type = "VirtualMachine" [ 2103.242115] env[63750]: }. {{(pid=63750) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2103.242498] env[63750]: DEBUG oslo_vmware.api [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the lease: (returnval){ [ 2103.242498] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52535206-2caf-b728-7654-6980b0009994" [ 2103.242498] env[63750]: _type = "HttpNfcLease" [ 2103.242498] env[63750]: } to be ready. {{(pid=63750) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2103.249775] env[63750]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2103.249775] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52535206-2caf-b728-7654-6980b0009994" [ 2103.249775] env[63750]: _type = "HttpNfcLease" [ 2103.249775] env[63750]: } is initializing. {{(pid=63750) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2103.513679] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a8b599-dacf-470b-98dd-3645fc1cb3b9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.522051] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4dd650-7f4c-4ff9-81bd-a6698bdebc71 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.552695] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d563a43-41ff-4a3b-a9c2-0ee6aeb67ed7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.559778] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab00100-3c5e-4c42-97ba-449c41a6aa01 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.572686] env[63750]: DEBUG nova.compute.provider_tree [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2103.578950] env[63750]: INFO nova.compute.manager [None req-656ae7c7-27cf-4fb9-97b3-4176317d622c tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Detaching volume e904c595-ed99-4006-953d-469bd6f3b1cb [ 2103.609448] env[63750]: INFO nova.virt.block_device [None req-656ae7c7-27cf-4fb9-97b3-4176317d622c tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Attempting to driver detach volume e904c595-ed99-4006-953d-469bd6f3b1cb from mountpoint /dev/sdb [ 2103.609690] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-656ae7c7-27cf-4fb9-97b3-4176317d622c tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Volume detach. Driver type: vmdk {{(pid=63750) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2103.609859] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-656ae7c7-27cf-4fb9-97b3-4176317d622c tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412651', 'volume_id': 'e904c595-ed99-4006-953d-469bd6f3b1cb', 'name': 'volume-e904c595-ed99-4006-953d-469bd6f3b1cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0e36c12e-c4f7-48ac-b7f1-9473ea0b965f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e904c595-ed99-4006-953d-469bd6f3b1cb', 'serial': 'e904c595-ed99-4006-953d-469bd6f3b1cb'} {{(pid=63750) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2103.610896] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312d2a88-03c2-4d5b-b37a-e6b2717bf27c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.631922] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38fab1ef-9387-45bd-a35f-4ec7432ba664 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.640338] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa16705-217d-4f7e-ac59-d59e7ff8a93c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.661658] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f8357d-48f8-41ac-8d96-87414a8fecb8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.676248] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-656ae7c7-27cf-4fb9-97b3-4176317d622c tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] The volume has not been displaced from its original location: [datastore2] volume-e904c595-ed99-4006-953d-469bd6f3b1cb/volume-e904c595-ed99-4006-953d-469bd6f3b1cb.vmdk. No consolidation needed. {{(pid=63750) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2103.681442] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-656ae7c7-27cf-4fb9-97b3-4176317d622c tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Reconfiguring VM instance instance-0000005d to detach disk 2001 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2103.681709] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-007fad7b-1110-4c97-b915-0bc4e156be76 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.699982] env[63750]: DEBUG oslo_vmware.api [None req-656ae7c7-27cf-4fb9-97b3-4176317d622c tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Waiting for the task: (returnval){ [ 2103.699982] env[63750]: value = "task-2007151" [ 2103.699982] env[63750]: _type = "Task" [ 2103.699982] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2103.707817] env[63750]: DEBUG oslo_vmware.api [None req-656ae7c7-27cf-4fb9-97b3-4176317d622c tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007151, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.735046] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Releasing lock "refresh_cache-12e9e58f-8684-479e-be3a-2626dda15d3e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2103.735394] env[63750]: DEBUG nova.compute.manager [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Instance network_info: |[{"id": "b2d4b24c-fffe-498c-8680-85d3b87cfadc", "address": "fa:16:3e:06:fb:95", "network": {"id": "ff81de04-7e48-4127-88aa-44bb0621a003", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-707332449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2139ec6eeb4ba6992db80e7239b224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2d4b24c-ff", "ovs_interfaceid": "b2d4b24c-fffe-498c-8680-85d3b87cfadc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2103.735850] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:fb:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08fb4857-7f9b-4f97-86ef-415341fb595d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2d4b24c-fffe-498c-8680-85d3b87cfadc', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2103.744461] env[63750]: DEBUG oslo.service.loopingcall [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2103.744746] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2103.748503] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5f2b26a-60d4-4e62-b254-07b5ea9e763c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.768632] env[63750]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2103.768632] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52535206-2caf-b728-7654-6980b0009994" [ 2103.768632] env[63750]: _type = "HttpNfcLease" [ 2103.768632] env[63750]: } is ready. {{(pid=63750) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2103.768901] env[63750]: DEBUG oslo_vmware.rw_handles [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2103.768901] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52535206-2caf-b728-7654-6980b0009994" [ 2103.768901] env[63750]: _type = "HttpNfcLease" [ 2103.768901] env[63750]: }. {{(pid=63750) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2103.769644] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e22062b-2951-4246-a33b-b7a403653ca6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.772828] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2103.772828] env[63750]: value = "task-2007152" [ 2103.772828] env[63750]: _type = "Task" [ 2103.772828] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2103.784344] env[63750]: DEBUG oslo_vmware.rw_handles [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a5b087-6d98-f210-0058-23f7789d0f6c/disk-0.vmdk from lease info. {{(pid=63750) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2103.784573] env[63750]: DEBUG oslo_vmware.rw_handles [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a5b087-6d98-f210-0058-23f7789d0f6c/disk-0.vmdk for reading. {{(pid=63750) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2103.788475] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007152, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.916099] env[63750]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8ed003cd-8cad-4ced-93b2-8b96bf7ee76a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.978729] env[63750]: DEBUG nova.compute.manager [req-13b9bce2-94a9-4e57-bbde-fd180a6c0a20 req-3c3626c2-7309-41bf-a47e-f3d08e744b4a service nova] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Received event network-changed-b2d4b24c-fffe-498c-8680-85d3b87cfadc {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2103.978931] env[63750]: DEBUG nova.compute.manager [req-13b9bce2-94a9-4e57-bbde-fd180a6c0a20 req-3c3626c2-7309-41bf-a47e-f3d08e744b4a service nova] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Refreshing instance network info cache due to event network-changed-b2d4b24c-fffe-498c-8680-85d3b87cfadc. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2103.979161] env[63750]: DEBUG oslo_concurrency.lockutils [req-13b9bce2-94a9-4e57-bbde-fd180a6c0a20 req-3c3626c2-7309-41bf-a47e-f3d08e744b4a service nova] Acquiring lock "refresh_cache-12e9e58f-8684-479e-be3a-2626dda15d3e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2103.979305] env[63750]: DEBUG oslo_concurrency.lockutils [req-13b9bce2-94a9-4e57-bbde-fd180a6c0a20 req-3c3626c2-7309-41bf-a47e-f3d08e744b4a service nova] Acquired lock "refresh_cache-12e9e58f-8684-479e-be3a-2626dda15d3e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2103.979492] env[63750]: DEBUG nova.network.neutron [req-13b9bce2-94a9-4e57-bbde-fd180a6c0a20 req-3c3626c2-7309-41bf-a47e-f3d08e744b4a service nova] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Refreshing network info cache for port b2d4b24c-fffe-498c-8680-85d3b87cfadc {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2104.075394] env[63750]: DEBUG nova.scheduler.client.report [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2104.211227] env[63750]: DEBUG oslo_vmware.api [None req-656ae7c7-27cf-4fb9-97b3-4176317d622c tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007151, 'name': ReconfigVM_Task, 'duration_secs': 0.246947} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2104.211582] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-656ae7c7-27cf-4fb9-97b3-4176317d622c tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Reconfigured VM instance instance-0000005d to detach disk 2001 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2104.216649] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4a90833-d907-47fc-b4b6-b48e2b220374 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.234669] env[63750]: DEBUG oslo_vmware.api [None req-656ae7c7-27cf-4fb9-97b3-4176317d622c tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Waiting for the task: (returnval){ [ 2104.234669] env[63750]: value = "task-2007153" [ 2104.234669] env[63750]: _type = "Task" [ 2104.234669] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.245133] env[63750]: DEBUG oslo_vmware.api [None req-656ae7c7-27cf-4fb9-97b3-4176317d622c tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007153, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.283815] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007152, 'name': CreateVM_Task, 'duration_secs': 0.408306} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2104.284044] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2104.284792] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2104.285063] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2104.285448] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2104.285779] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c75108b-bc0b-4da2-9506-005691bcb6bb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.291355] env[63750]: DEBUG oslo_vmware.api [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Waiting for the task: (returnval){ [ 2104.291355] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52455bff-94fc-5c5d-26b9-25c732356cf9" [ 2104.291355] env[63750]: _type = "Task" [ 2104.291355] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.300521] env[63750]: DEBUG oslo_vmware.api [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52455bff-94fc-5c5d-26b9-25c732356cf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.580656] env[63750]: DEBUG oslo_concurrency.lockutils [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.213s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2104.581235] env[63750]: DEBUG nova.compute.manager [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2104.702607] env[63750]: DEBUG nova.network.neutron [req-13b9bce2-94a9-4e57-bbde-fd180a6c0a20 req-3c3626c2-7309-41bf-a47e-f3d08e744b4a service nova] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Updated VIF entry in instance network info cache for port b2d4b24c-fffe-498c-8680-85d3b87cfadc. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2104.703033] env[63750]: DEBUG nova.network.neutron [req-13b9bce2-94a9-4e57-bbde-fd180a6c0a20 req-3c3626c2-7309-41bf-a47e-f3d08e744b4a service nova] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Updating instance_info_cache with network_info: [{"id": "b2d4b24c-fffe-498c-8680-85d3b87cfadc", "address": "fa:16:3e:06:fb:95", "network": {"id": "ff81de04-7e48-4127-88aa-44bb0621a003", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-707332449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2139ec6eeb4ba6992db80e7239b224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2d4b24c-ff", "ovs_interfaceid": "b2d4b24c-fffe-498c-8680-85d3b87cfadc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2104.745609] env[63750]: DEBUG oslo_vmware.api [None req-656ae7c7-27cf-4fb9-97b3-4176317d622c tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007153, 'name': ReconfigVM_Task, 'duration_secs': 0.159394} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2104.746390] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-656ae7c7-27cf-4fb9-97b3-4176317d622c tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412651', 'volume_id': 'e904c595-ed99-4006-953d-469bd6f3b1cb', 'name': 'volume-e904c595-ed99-4006-953d-469bd6f3b1cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0e36c12e-c4f7-48ac-b7f1-9473ea0b965f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e904c595-ed99-4006-953d-469bd6f3b1cb', 'serial': 'e904c595-ed99-4006-953d-469bd6f3b1cb'} {{(pid=63750) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2104.803594] env[63750]: DEBUG oslo_vmware.api [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52455bff-94fc-5c5d-26b9-25c732356cf9, 'name': SearchDatastore_Task, 'duration_secs': 0.010762} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2104.804026] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2104.804290] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2104.804560] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2104.804758] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2104.804977] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2104.805277] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac562e14-9b03-4bf4-82ac-7965f4ded845 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.814432] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2104.814618] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2104.815365] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d2f4c94-1405-419a-aba4-09b1a1af06ce {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.820976] env[63750]: DEBUG oslo_vmware.api [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Waiting for the task: (returnval){ [ 2104.820976] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]529e6124-4ae5-88dd-1002-421fefbd4804" [ 2104.820976] env[63750]: _type = "Task" [ 2104.820976] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.829364] env[63750]: DEBUG oslo_vmware.api [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]529e6124-4ae5-88dd-1002-421fefbd4804, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.088975] env[63750]: DEBUG nova.compute.utils [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2105.091319] env[63750]: DEBUG nova.compute.manager [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2105.091800] env[63750]: DEBUG nova.network.neutron [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2105.134160] env[63750]: DEBUG nova.policy [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98fbccb3ba284de9a48065e7a8056698', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e8d72fb292a433fb29749aee8e597f3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 2105.206602] env[63750]: DEBUG oslo_concurrency.lockutils [req-13b9bce2-94a9-4e57-bbde-fd180a6c0a20 req-3c3626c2-7309-41bf-a47e-f3d08e744b4a service nova] Releasing lock "refresh_cache-12e9e58f-8684-479e-be3a-2626dda15d3e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2105.291768] env[63750]: DEBUG nova.objects.instance [None req-656ae7c7-27cf-4fb9-97b3-4176317d622c tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lazy-loading 'flavor' on Instance uuid 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2105.332457] env[63750]: DEBUG oslo_vmware.api [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]529e6124-4ae5-88dd-1002-421fefbd4804, 'name': SearchDatastore_Task, 'duration_secs': 0.009765} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2105.333273] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b116dc8-cfe7-4520-9b7a-6cd6beddaa7e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.340596] env[63750]: DEBUG oslo_vmware.api [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Waiting for the task: (returnval){ [ 2105.340596] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52dc6d4f-113a-ec5f-62a3-2183f2eaf80b" [ 2105.340596] env[63750]: _type = "Task" [ 2105.340596] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2105.350785] env[63750]: DEBUG oslo_vmware.api [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52dc6d4f-113a-ec5f-62a3-2183f2eaf80b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.382411] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Didn't find any instances for network info cache update. {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 2105.382575] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2105.382734] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2105.382820] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2105.382974] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2105.383142] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2105.385113] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2105.385113] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63750) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2105.385113] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2105.428580] env[63750]: DEBUG nova.network.neutron [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Successfully created port: 348970f4-a63d-4053-9b1b-fc3a0f83a627 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2105.592582] env[63750]: DEBUG nova.compute.manager [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2105.852114] env[63750]: DEBUG oslo_vmware.api [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52dc6d4f-113a-ec5f-62a3-2183f2eaf80b, 'name': SearchDatastore_Task, 'duration_secs': 0.01222} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2105.852411] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2105.852688] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 12e9e58f-8684-479e-be3a-2626dda15d3e/12e9e58f-8684-479e-be3a-2626dda15d3e.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2105.852948] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79658b88-f511-4cba-88df-39a714b29da9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.861944] env[63750]: DEBUG oslo_vmware.api [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Waiting for the task: (returnval){ [ 2105.861944] env[63750]: value = "task-2007155" [ 2105.861944] env[63750]: _type = "Task" [ 2105.861944] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2105.872549] env[63750]: DEBUG oslo_vmware.api [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007155, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.888081] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2105.888381] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2105.888599] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2105.888783] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63750) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2105.889832] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147b7de1-afcd-4ed4-91b2-0c7f6b15afc5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.899662] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90b7bb9-64e2-4e4d-ad94-42da40ba22ba {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.916550] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04957c56-1a1c-4e99-b913-70ccdf0f19ef {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.924870] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3034289d-ca29-413c-8b2b-f777f09e06bb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.958750] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179824MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=63750) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2105.958978] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2105.959130] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2106.299760] env[63750]: DEBUG oslo_concurrency.lockutils [None req-656ae7c7-27cf-4fb9-97b3-4176317d622c tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lock "0e36c12e-c4f7-48ac-b7f1-9473ea0b965f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.223s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2106.374804] env[63750]: DEBUG oslo_vmware.api [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007155, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.603936] env[63750]: DEBUG nova.compute.manager [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2106.629461] env[63750]: DEBUG nova.virt.hardware [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2106.629745] env[63750]: DEBUG nova.virt.hardware [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2106.629926] env[63750]: DEBUG nova.virt.hardware [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2106.630134] env[63750]: DEBUG nova.virt.hardware [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2106.630285] env[63750]: DEBUG nova.virt.hardware [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2106.630431] env[63750]: DEBUG nova.virt.hardware [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2106.630637] env[63750]: DEBUG nova.virt.hardware [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2106.630798] env[63750]: DEBUG nova.virt.hardware [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2106.630981] env[63750]: DEBUG nova.virt.hardware [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2106.631171] env[63750]: DEBUG nova.virt.hardware [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2106.631345] env[63750]: DEBUG nova.virt.hardware [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2106.632248] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6370bf40-d829-45d8-9f0e-771f9110c273 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.640937] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f0da17-36b2-4429-86f2-ae0e345a22ca {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.873580] env[63750]: DEBUG oslo_vmware.api [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007155, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547209} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2106.873894] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 12e9e58f-8684-479e-be3a-2626dda15d3e/12e9e58f-8684-479e-be3a-2626dda15d3e.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2106.874148] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2106.874433] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6d13978-5e3b-45b7-88ac-f0887050d8da {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.886396] env[63750]: DEBUG oslo_vmware.api [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Waiting for the task: (returnval){ [ 2106.886396] env[63750]: value = "task-2007156" [ 2106.886396] env[63750]: _type = "Task" [ 2106.886396] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2106.898220] env[63750]: DEBUG oslo_vmware.api [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007156, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.994411] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 3d11142c-0197-4bd9-bf31-fffabf48ee87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2106.994596] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance bf03616d-723b-4ab9-9e5e-68b50541b080 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2106.994725] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2106.994891] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 6b662256-3da2-410f-9d21-85b459ce1fd3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2106.994946] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 4c13e422-83da-4b9d-aca3-27a011b32c6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2106.995084] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 737f136f-7ff2-4176-8709-fa4eda49e2dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2106.995200] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance f19f74f5-d356-451e-9391-d3dcfe667537 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2106.995311] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2106.995445] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance e0dbea6c-f57b-4153-9160-73ddd91161cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2106.995585] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance b2c974e1-514b-4720-ae56-919db6ba7d98 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2106.995703] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 12e9e58f-8684-479e-be3a-2626dda15d3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2106.995811] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 00dfffcc-8529-47de-a0c6-21d5e35e47dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2106.996055] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2106.996192] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2107.019806] env[63750]: DEBUG nova.compute.manager [req-8508051e-044a-47ab-a7d9-99c296cdc848 req-558c72e0-2416-4bbc-9257-9290b9d88114 service nova] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Received event network-vif-plugged-348970f4-a63d-4053-9b1b-fc3a0f83a627 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2107.020121] env[63750]: DEBUG oslo_concurrency.lockutils [req-8508051e-044a-47ab-a7d9-99c296cdc848 req-558c72e0-2416-4bbc-9257-9290b9d88114 service nova] Acquiring lock "00dfffcc-8529-47de-a0c6-21d5e35e47dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2107.020400] env[63750]: DEBUG oslo_concurrency.lockutils [req-8508051e-044a-47ab-a7d9-99c296cdc848 req-558c72e0-2416-4bbc-9257-9290b9d88114 service nova] Lock "00dfffcc-8529-47de-a0c6-21d5e35e47dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2107.020643] env[63750]: DEBUG oslo_concurrency.lockutils [req-8508051e-044a-47ab-a7d9-99c296cdc848 req-558c72e0-2416-4bbc-9257-9290b9d88114 service nova] Lock "00dfffcc-8529-47de-a0c6-21d5e35e47dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2107.021113] env[63750]: DEBUG nova.compute.manager [req-8508051e-044a-47ab-a7d9-99c296cdc848 req-558c72e0-2416-4bbc-9257-9290b9d88114 service nova] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] No waiting events found dispatching network-vif-plugged-348970f4-a63d-4053-9b1b-fc3a0f83a627 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2107.021113] env[63750]: WARNING nova.compute.manager [req-8508051e-044a-47ab-a7d9-99c296cdc848 req-558c72e0-2416-4bbc-9257-9290b9d88114 service nova] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Received unexpected event network-vif-plugged-348970f4-a63d-4053-9b1b-fc3a0f83a627 for instance with vm_state building and task_state spawning. [ 2107.148686] env[63750]: DEBUG nova.network.neutron [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Successfully updated port: 348970f4-a63d-4053-9b1b-fc3a0f83a627 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2107.174194] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f963243f-98f4-41f8-b03a-411e69e744b4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.182816] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94e6989-3a72-45e9-bf62-0f5ee6e026c8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.215231] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d3e580-71cb-480c-a99a-90fc36bc8e33 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.224818] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bdeb21-de6d-48cf-8877-fffb71479552 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.239653] env[63750]: DEBUG nova.compute.provider_tree [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2107.350790] env[63750]: DEBUG oslo_concurrency.lockutils [None req-17a219b8-19dd-44dc-b6ae-ae2e87f5f30a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Acquiring lock "0e36c12e-c4f7-48ac-b7f1-9473ea0b965f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2107.351166] env[63750]: DEBUG oslo_concurrency.lockutils [None req-17a219b8-19dd-44dc-b6ae-ae2e87f5f30a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lock "0e36c12e-c4f7-48ac-b7f1-9473ea0b965f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2107.351291] env[63750]: DEBUG oslo_concurrency.lockutils [None req-17a219b8-19dd-44dc-b6ae-ae2e87f5f30a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Acquiring lock "0e36c12e-c4f7-48ac-b7f1-9473ea0b965f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2107.351477] env[63750]: DEBUG oslo_concurrency.lockutils [None req-17a219b8-19dd-44dc-b6ae-ae2e87f5f30a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lock "0e36c12e-c4f7-48ac-b7f1-9473ea0b965f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2107.351651] env[63750]: DEBUG oslo_concurrency.lockutils [None req-17a219b8-19dd-44dc-b6ae-ae2e87f5f30a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lock "0e36c12e-c4f7-48ac-b7f1-9473ea0b965f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2107.354161] env[63750]: INFO nova.compute.manager [None req-17a219b8-19dd-44dc-b6ae-ae2e87f5f30a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Terminating instance [ 2107.398287] env[63750]: DEBUG oslo_vmware.api [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007156, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075414} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2107.398693] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2107.399531] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2dc3327-6fdb-4e0b-9738-15a2a4bff127 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.422653] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 12e9e58f-8684-479e-be3a-2626dda15d3e/12e9e58f-8684-479e-be3a-2626dda15d3e.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2107.423042] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fdd05e9-7fcc-4c16-81f0-2dc8b4648307 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.445644] env[63750]: DEBUG oslo_vmware.api [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Waiting for the task: (returnval){ [ 2107.445644] env[63750]: value = "task-2007158" [ 2107.445644] env[63750]: _type = "Task" [ 2107.445644] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2107.454938] env[63750]: DEBUG oslo_vmware.api [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007158, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.654786] env[63750]: DEBUG oslo_concurrency.lockutils [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquiring lock "refresh_cache-00dfffcc-8529-47de-a0c6-21d5e35e47dc" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2107.654963] env[63750]: DEBUG oslo_concurrency.lockutils [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquired lock "refresh_cache-00dfffcc-8529-47de-a0c6-21d5e35e47dc" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2107.655173] env[63750]: DEBUG nova.network.neutron [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2107.743805] env[63750]: DEBUG nova.scheduler.client.report [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2107.858340] env[63750]: DEBUG nova.compute.manager [None req-17a219b8-19dd-44dc-b6ae-ae2e87f5f30a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2107.858665] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-17a219b8-19dd-44dc-b6ae-ae2e87f5f30a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2107.859759] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3460655-73c2-4ea8-b3d3-2074d2a0570f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.869055] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-17a219b8-19dd-44dc-b6ae-ae2e87f5f30a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2107.869295] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5c2b9d8-fba9-46f4-af2e-bcd72531abb9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.878203] env[63750]: DEBUG oslo_vmware.api [None req-17a219b8-19dd-44dc-b6ae-ae2e87f5f30a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Waiting for the task: (returnval){ [ 2107.878203] env[63750]: value = "task-2007159" [ 2107.878203] env[63750]: _type = "Task" [ 2107.878203] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2107.888940] env[63750]: DEBUG oslo_vmware.api [None req-17a219b8-19dd-44dc-b6ae-ae2e87f5f30a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.957614] env[63750]: DEBUG oslo_vmware.api [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007158, 'name': ReconfigVM_Task, 'duration_secs': 0.314634} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2107.957972] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 12e9e58f-8684-479e-be3a-2626dda15d3e/12e9e58f-8684-479e-be3a-2626dda15d3e.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2107.958705] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9545611f-4cda-4bde-b3a3-33f9dda7d3fa {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.967481] env[63750]: DEBUG oslo_vmware.api [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Waiting for the task: (returnval){ [ 2107.967481] env[63750]: value = "task-2007160" [ 2107.967481] env[63750]: _type = "Task" [ 2107.967481] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2107.980073] env[63750]: DEBUG oslo_vmware.api [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007160, 'name': Rename_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.199725] env[63750]: DEBUG nova.network.neutron [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2108.249727] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63750) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2108.249727] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.290s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2108.343582] env[63750]: DEBUG nova.network.neutron [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Updating instance_info_cache with network_info: [{"id": "348970f4-a63d-4053-9b1b-fc3a0f83a627", "address": "fa:16:3e:26:18:55", "network": {"id": "b187626c-07b5-4d74-a064-ea07943c3974", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-699185419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e8d72fb292a433fb29749aee8e597f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap348970f4-a6", "ovs_interfaceid": "348970f4-a63d-4053-9b1b-fc3a0f83a627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2108.389373] env[63750]: DEBUG oslo_vmware.api [None req-17a219b8-19dd-44dc-b6ae-ae2e87f5f30a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007159, 'name': PowerOffVM_Task, 'duration_secs': 0.226629} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2108.389706] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-17a219b8-19dd-44dc-b6ae-ae2e87f5f30a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2108.389836] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-17a219b8-19dd-44dc-b6ae-ae2e87f5f30a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2108.390439] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74add059-d88f-4e47-9a8e-bbe67adc1807 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.478112] env[63750]: DEBUG oslo_vmware.api [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007160, 'name': Rename_Task, 'duration_secs': 0.224276} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2108.478423] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2108.478682] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2451ffa1-e1e5-4f0f-9f60-f3cdd77ef12a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.486437] env[63750]: DEBUG oslo_vmware.api [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Waiting for the task: (returnval){ [ 2108.486437] env[63750]: value = "task-2007162" [ 2108.486437] env[63750]: _type = "Task" [ 2108.486437] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2108.495190] env[63750]: DEBUG oslo_vmware.api [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007162, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.585960] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-17a219b8-19dd-44dc-b6ae-ae2e87f5f30a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2108.586209] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-17a219b8-19dd-44dc-b6ae-ae2e87f5f30a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2108.586433] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-17a219b8-19dd-44dc-b6ae-ae2e87f5f30a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Deleting the datastore file [datastore1] 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2108.586884] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da95a0ad-9ab5-45ca-b246-0b445b747ea7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.594698] env[63750]: DEBUG oslo_vmware.api [None req-17a219b8-19dd-44dc-b6ae-ae2e87f5f30a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Waiting for the task: (returnval){ [ 2108.594698] env[63750]: value = "task-2007163" [ 2108.594698] env[63750]: _type = "Task" [ 2108.594698] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2108.603779] env[63750]: DEBUG oslo_vmware.api [None req-17a219b8-19dd-44dc-b6ae-ae2e87f5f30a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007163, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.846556] env[63750]: DEBUG oslo_concurrency.lockutils [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Releasing lock "refresh_cache-00dfffcc-8529-47de-a0c6-21d5e35e47dc" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2108.846911] env[63750]: DEBUG nova.compute.manager [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Instance network_info: |[{"id": "348970f4-a63d-4053-9b1b-fc3a0f83a627", "address": "fa:16:3e:26:18:55", "network": {"id": "b187626c-07b5-4d74-a064-ea07943c3974", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-699185419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e8d72fb292a433fb29749aee8e597f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap348970f4-a6", "ovs_interfaceid": "348970f4-a63d-4053-9b1b-fc3a0f83a627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2108.847458] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:18:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eaba65c3-6925-4c7f-83b6-17cd1a328e27', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '348970f4-a63d-4053-9b1b-fc3a0f83a627', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2108.855910] env[63750]: DEBUG oslo.service.loopingcall [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2108.856221] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2108.856538] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f951209-abf9-4c53-823f-0e25f482815b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.880271] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2108.880271] env[63750]: value = "task-2007164" [ 2108.880271] env[63750]: _type = "Task" [ 2108.880271] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2108.890272] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007164, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.998388] env[63750]: DEBUG oslo_vmware.api [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007162, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.051906] env[63750]: DEBUG nova.compute.manager [req-9b4bec08-34a9-4f14-ac6e-c3d488eec50e req-1e8d2e98-a448-416d-bdfc-ff868dbe4867 service nova] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Received event network-changed-348970f4-a63d-4053-9b1b-fc3a0f83a627 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2109.051906] env[63750]: DEBUG nova.compute.manager [req-9b4bec08-34a9-4f14-ac6e-c3d488eec50e req-1e8d2e98-a448-416d-bdfc-ff868dbe4867 service nova] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Refreshing instance network info cache due to event network-changed-348970f4-a63d-4053-9b1b-fc3a0f83a627. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2109.052187] env[63750]: DEBUG oslo_concurrency.lockutils [req-9b4bec08-34a9-4f14-ac6e-c3d488eec50e req-1e8d2e98-a448-416d-bdfc-ff868dbe4867 service nova] Acquiring lock "refresh_cache-00dfffcc-8529-47de-a0c6-21d5e35e47dc" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2109.052452] env[63750]: DEBUG oslo_concurrency.lockutils [req-9b4bec08-34a9-4f14-ac6e-c3d488eec50e req-1e8d2e98-a448-416d-bdfc-ff868dbe4867 service nova] Acquired lock "refresh_cache-00dfffcc-8529-47de-a0c6-21d5e35e47dc" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2109.052752] env[63750]: DEBUG nova.network.neutron [req-9b4bec08-34a9-4f14-ac6e-c3d488eec50e req-1e8d2e98-a448-416d-bdfc-ff868dbe4867 service nova] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Refreshing network info cache for port 348970f4-a63d-4053-9b1b-fc3a0f83a627 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2109.106774] env[63750]: DEBUG oslo_vmware.api [None req-17a219b8-19dd-44dc-b6ae-ae2e87f5f30a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007163, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307249} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.107105] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-17a219b8-19dd-44dc-b6ae-ae2e87f5f30a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2109.107310] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-17a219b8-19dd-44dc-b6ae-ae2e87f5f30a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2109.107569] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-17a219b8-19dd-44dc-b6ae-ae2e87f5f30a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2109.107770] env[63750]: INFO nova.compute.manager [None req-17a219b8-19dd-44dc-b6ae-ae2e87f5f30a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Took 1.25 seconds to destroy the instance on the hypervisor. [ 2109.108080] env[63750]: DEBUG oslo.service.loopingcall [None req-17a219b8-19dd-44dc-b6ae-ae2e87f5f30a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2109.108360] env[63750]: DEBUG nova.compute.manager [-] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2109.108471] env[63750]: DEBUG nova.network.neutron [-] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2109.391690] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007164, 'name': CreateVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.497107] env[63750]: DEBUG oslo_vmware.api [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007162, 'name': PowerOnVM_Task, 'duration_secs': 0.621606} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.497416] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2109.497831] env[63750]: INFO nova.compute.manager [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Took 7.90 seconds to spawn the instance on the hypervisor. [ 2109.497916] env[63750]: DEBUG nova.compute.manager [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2109.498843] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0aa63c-8274-4b27-ba92-e3d6d2bcae40 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.886281] env[63750]: DEBUG nova.network.neutron [req-9b4bec08-34a9-4f14-ac6e-c3d488eec50e req-1e8d2e98-a448-416d-bdfc-ff868dbe4867 service nova] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Updated VIF entry in instance network info cache for port 348970f4-a63d-4053-9b1b-fc3a0f83a627. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2109.886702] env[63750]: DEBUG nova.network.neutron [req-9b4bec08-34a9-4f14-ac6e-c3d488eec50e req-1e8d2e98-a448-416d-bdfc-ff868dbe4867 service nova] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Updating instance_info_cache with network_info: [{"id": "348970f4-a63d-4053-9b1b-fc3a0f83a627", "address": "fa:16:3e:26:18:55", "network": {"id": "b187626c-07b5-4d74-a064-ea07943c3974", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-699185419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e8d72fb292a433fb29749aee8e597f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap348970f4-a6", "ovs_interfaceid": "348970f4-a63d-4053-9b1b-fc3a0f83a627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2109.894631] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007164, 'name': CreateVM_Task, 'duration_secs': 0.525499} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.894885] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2109.895758] env[63750]: DEBUG oslo_concurrency.lockutils [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2109.895986] env[63750]: DEBUG oslo_concurrency.lockutils [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2109.896390] env[63750]: DEBUG oslo_concurrency.lockutils [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2109.896709] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46a337e2-1a37-4df5-913e-b8133ae34410 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.903622] env[63750]: DEBUG oslo_vmware.api [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2109.903622] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52fe9000-7b26-177a-40f1-64aa316509df" [ 2109.903622] env[63750]: _type = "Task" [ 2109.903622] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2109.912627] env[63750]: DEBUG oslo_vmware.api [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52fe9000-7b26-177a-40f1-64aa316509df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.020986] env[63750]: INFO nova.compute.manager [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Took 12.73 seconds to build instance. [ 2110.239472] env[63750]: DEBUG nova.network.neutron [-] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2110.389607] env[63750]: DEBUG oslo_concurrency.lockutils [req-9b4bec08-34a9-4f14-ac6e-c3d488eec50e req-1e8d2e98-a448-416d-bdfc-ff868dbe4867 service nova] Releasing lock "refresh_cache-00dfffcc-8529-47de-a0c6-21d5e35e47dc" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2110.414864] env[63750]: DEBUG oslo_vmware.api [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52fe9000-7b26-177a-40f1-64aa316509df, 'name': SearchDatastore_Task, 'duration_secs': 0.016479} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2110.415207] env[63750]: DEBUG oslo_concurrency.lockutils [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2110.415536] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2110.415696] env[63750]: DEBUG oslo_concurrency.lockutils [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2110.415852] env[63750]: DEBUG oslo_concurrency.lockutils [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2110.416041] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2110.416320] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29e29037-b8c8-471a-8662-397ab047e8aa {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.428513] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2110.428741] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2110.429515] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84e6748a-8898-4173-b877-a35762e20b15 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.437712] env[63750]: DEBUG oslo_vmware.api [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2110.437712] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52e4c0e0-7758-74fe-d9e9-701fa573d040" [ 2110.437712] env[63750]: _type = "Task" [ 2110.437712] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2110.450634] env[63750]: DEBUG oslo_vmware.api [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52e4c0e0-7758-74fe-d9e9-701fa573d040, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.523199] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f56c3284-94fa-4099-9b43-188a60917ac8 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lock "12e9e58f-8684-479e-be3a-2626dda15d3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.241s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2110.744009] env[63750]: INFO nova.compute.manager [-] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Took 1.63 seconds to deallocate network for instance. [ 2110.952267] env[63750]: DEBUG oslo_vmware.api [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52e4c0e0-7758-74fe-d9e9-701fa573d040, 'name': SearchDatastore_Task, 'duration_secs': 0.017192} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2110.952267] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4f1d531-4c2c-4289-b3ea-c680db50bd8b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.959019] env[63750]: DEBUG oslo_vmware.api [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2110.959019] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5274039d-3df2-d3eb-45a3-f23331040dc4" [ 2110.959019] env[63750]: _type = "Task" [ 2110.959019] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2110.966677] env[63750]: DEBUG oslo_vmware.api [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5274039d-3df2-d3eb-45a3-f23331040dc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.086224] env[63750]: DEBUG nova.compute.manager [req-29adf8d9-6ef6-402a-9940-6ea93a5d0dca req-70acdd6b-74e6-4fba-8393-96d333f92d9d service nova] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Received event network-vif-deleted-7dead218-ee7b-4868-a289-3166dc6dc39f {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2111.086762] env[63750]: DEBUG nova.compute.manager [req-29adf8d9-6ef6-402a-9940-6ea93a5d0dca req-70acdd6b-74e6-4fba-8393-96d333f92d9d service nova] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Received event network-changed-c7f42919-2ee2-46cc-86db-6fe2c314ee33 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2111.087119] env[63750]: DEBUG nova.compute.manager [req-29adf8d9-6ef6-402a-9940-6ea93a5d0dca req-70acdd6b-74e6-4fba-8393-96d333f92d9d service nova] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Refreshing instance network info cache due to event network-changed-c7f42919-2ee2-46cc-86db-6fe2c314ee33. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2111.087518] env[63750]: DEBUG oslo_concurrency.lockutils [req-29adf8d9-6ef6-402a-9940-6ea93a5d0dca req-70acdd6b-74e6-4fba-8393-96d333f92d9d service nova] Acquiring lock "refresh_cache-e0dbea6c-f57b-4153-9160-73ddd91161cd" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2111.087823] env[63750]: DEBUG oslo_concurrency.lockutils [req-29adf8d9-6ef6-402a-9940-6ea93a5d0dca req-70acdd6b-74e6-4fba-8393-96d333f92d9d service nova] Acquired lock "refresh_cache-e0dbea6c-f57b-4153-9160-73ddd91161cd" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2111.088136] env[63750]: DEBUG nova.network.neutron [req-29adf8d9-6ef6-402a-9940-6ea93a5d0dca req-70acdd6b-74e6-4fba-8393-96d333f92d9d service nova] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Refreshing network info cache for port c7f42919-2ee2-46cc-86db-6fe2c314ee33 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2111.249376] env[63750]: DEBUG oslo_concurrency.lockutils [None req-17a219b8-19dd-44dc-b6ae-ae2e87f5f30a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2111.249720] env[63750]: DEBUG oslo_concurrency.lockutils [None req-17a219b8-19dd-44dc-b6ae-ae2e87f5f30a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2111.250130] env[63750]: DEBUG nova.objects.instance [None req-17a219b8-19dd-44dc-b6ae-ae2e87f5f30a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lazy-loading 'resources' on Instance uuid 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2111.469333] env[63750]: DEBUG oslo_vmware.api [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5274039d-3df2-d3eb-45a3-f23331040dc4, 'name': SearchDatastore_Task, 'duration_secs': 0.016397} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2111.469662] env[63750]: DEBUG oslo_concurrency.lockutils [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2111.469866] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 00dfffcc-8529-47de-a0c6-21d5e35e47dc/00dfffcc-8529-47de-a0c6-21d5e35e47dc.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2111.470157] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05baa93d-f642-496b-a4c2-7ffe8458fa5d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.479757] env[63750]: DEBUG oslo_vmware.api [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2111.479757] env[63750]: value = "task-2007167" [ 2111.479757] env[63750]: _type = "Task" [ 2111.479757] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2111.489998] env[63750]: DEBUG oslo_vmware.api [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007167, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.994787] env[63750]: DEBUG oslo_vmware.api [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007167, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.004639] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca1dc05-571f-40dc-843f-fe8677a26323 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.016262] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbc27c5-d06d-4089-861e-e7ae388fddc0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.062422] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7646c43-3399-485d-a34e-f61e29866878 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.071867] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc981a2-9329-4462-a2a7-cbd2bc6c0b05 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.088108] env[63750]: DEBUG nova.compute.provider_tree [None req-17a219b8-19dd-44dc-b6ae-ae2e87f5f30a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2112.140628] env[63750]: DEBUG nova.compute.manager [req-0a6e4259-a71e-4825-8706-e776b182c228 req-7833e011-39ea-4434-b1ab-5d86f3f51711 service nova] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Received event network-changed-b2d4b24c-fffe-498c-8680-85d3b87cfadc {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2112.140628] env[63750]: DEBUG nova.compute.manager [req-0a6e4259-a71e-4825-8706-e776b182c228 req-7833e011-39ea-4434-b1ab-5d86f3f51711 service nova] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Refreshing instance network info cache due to event network-changed-b2d4b24c-fffe-498c-8680-85d3b87cfadc. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2112.140718] env[63750]: DEBUG oslo_concurrency.lockutils [req-0a6e4259-a71e-4825-8706-e776b182c228 req-7833e011-39ea-4434-b1ab-5d86f3f51711 service nova] Acquiring lock "refresh_cache-12e9e58f-8684-479e-be3a-2626dda15d3e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2112.140848] env[63750]: DEBUG oslo_concurrency.lockutils [req-0a6e4259-a71e-4825-8706-e776b182c228 req-7833e011-39ea-4434-b1ab-5d86f3f51711 service nova] Acquired lock "refresh_cache-12e9e58f-8684-479e-be3a-2626dda15d3e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2112.141000] env[63750]: DEBUG nova.network.neutron [req-0a6e4259-a71e-4825-8706-e776b182c228 req-7833e011-39ea-4434-b1ab-5d86f3f51711 service nova] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Refreshing network info cache for port b2d4b24c-fffe-498c-8680-85d3b87cfadc {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2112.167634] env[63750]: DEBUG nova.network.neutron [req-29adf8d9-6ef6-402a-9940-6ea93a5d0dca req-70acdd6b-74e6-4fba-8393-96d333f92d9d service nova] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Updated VIF entry in instance network info cache for port c7f42919-2ee2-46cc-86db-6fe2c314ee33. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2112.167996] env[63750]: DEBUG nova.network.neutron [req-29adf8d9-6ef6-402a-9940-6ea93a5d0dca req-70acdd6b-74e6-4fba-8393-96d333f92d9d service nova] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Updating instance_info_cache with network_info: [{"id": "c7f42919-2ee2-46cc-86db-6fe2c314ee33", "address": "fa:16:3e:4b:c5:8d", "network": {"id": "ff81de04-7e48-4127-88aa-44bb0621a003", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-707332449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2139ec6eeb4ba6992db80e7239b224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7f42919-2e", "ovs_interfaceid": "c7f42919-2ee2-46cc-86db-6fe2c314ee33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2112.491299] env[63750]: DEBUG oslo_vmware.api [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007167, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544629} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2112.491659] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 00dfffcc-8529-47de-a0c6-21d5e35e47dc/00dfffcc-8529-47de-a0c6-21d5e35e47dc.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2112.492261] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2112.492261] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3dcbb32-b182-46c6-a4f3-2a9191140eed {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.501026] env[63750]: DEBUG oslo_vmware.api [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2112.501026] env[63750]: value = "task-2007168" [ 2112.501026] env[63750]: _type = "Task" [ 2112.501026] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2112.511049] env[63750]: DEBUG oslo_vmware.api [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007168, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.583213] env[63750]: DEBUG oslo_vmware.rw_handles [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a5b087-6d98-f210-0058-23f7789d0f6c/disk-0.vmdk. {{(pid=63750) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2112.584165] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a57b399-dc5b-4b04-aabb-3bab175dc303 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.591428] env[63750]: DEBUG nova.scheduler.client.report [None req-17a219b8-19dd-44dc-b6ae-ae2e87f5f30a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2112.594529] env[63750]: DEBUG oslo_vmware.rw_handles [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a5b087-6d98-f210-0058-23f7789d0f6c/disk-0.vmdk is in state: ready. {{(pid=63750) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2112.594731] env[63750]: ERROR oslo_vmware.rw_handles [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a5b087-6d98-f210-0058-23f7789d0f6c/disk-0.vmdk due to incomplete transfer. [ 2112.594907] env[63750]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-de81eea8-4b66-4565-b46b-c25f7d560409 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.603225] env[63750]: DEBUG oslo_vmware.rw_handles [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a5b087-6d98-f210-0058-23f7789d0f6c/disk-0.vmdk. {{(pid=63750) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2112.603428] env[63750]: DEBUG nova.virt.vmwareapi.images [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Uploaded image a876403b-0d9b-4d53-946a-f781dd9b92ee to the Glance image server {{(pid=63750) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2112.605745] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Destroying the VM {{(pid=63750) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2112.606538] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a65aaaba-ea4f-4b15-9397-9f2793233a98 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.613275] env[63750]: DEBUG oslo_vmware.api [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2112.613275] env[63750]: value = "task-2007169" [ 2112.613275] env[63750]: _type = "Task" [ 2112.613275] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2112.622290] env[63750]: DEBUG oslo_vmware.api [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007169, 'name': Destroy_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.670594] env[63750]: DEBUG oslo_concurrency.lockutils [req-29adf8d9-6ef6-402a-9940-6ea93a5d0dca req-70acdd6b-74e6-4fba-8393-96d333f92d9d service nova] Releasing lock "refresh_cache-e0dbea6c-f57b-4153-9160-73ddd91161cd" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2112.671039] env[63750]: DEBUG nova.compute.manager [req-29adf8d9-6ef6-402a-9940-6ea93a5d0dca req-70acdd6b-74e6-4fba-8393-96d333f92d9d service nova] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Received event network-changed-b2d4b24c-fffe-498c-8680-85d3b87cfadc {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2112.671299] env[63750]: DEBUG nova.compute.manager [req-29adf8d9-6ef6-402a-9940-6ea93a5d0dca req-70acdd6b-74e6-4fba-8393-96d333f92d9d service nova] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Refreshing instance network info cache due to event network-changed-b2d4b24c-fffe-498c-8680-85d3b87cfadc. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2112.671550] env[63750]: DEBUG oslo_concurrency.lockutils [req-29adf8d9-6ef6-402a-9940-6ea93a5d0dca req-70acdd6b-74e6-4fba-8393-96d333f92d9d service nova] Acquiring lock "refresh_cache-12e9e58f-8684-479e-be3a-2626dda15d3e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2112.839218] env[63750]: DEBUG nova.network.neutron [req-0a6e4259-a71e-4825-8706-e776b182c228 req-7833e011-39ea-4434-b1ab-5d86f3f51711 service nova] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Updated VIF entry in instance network info cache for port b2d4b24c-fffe-498c-8680-85d3b87cfadc. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2112.839590] env[63750]: DEBUG nova.network.neutron [req-0a6e4259-a71e-4825-8706-e776b182c228 req-7833e011-39ea-4434-b1ab-5d86f3f51711 service nova] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Updating instance_info_cache with network_info: [{"id": "b2d4b24c-fffe-498c-8680-85d3b87cfadc", "address": "fa:16:3e:06:fb:95", "network": {"id": "ff81de04-7e48-4127-88aa-44bb0621a003", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-707332449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2139ec6eeb4ba6992db80e7239b224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2d4b24c-ff", "ovs_interfaceid": "b2d4b24c-fffe-498c-8680-85d3b87cfadc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2113.012153] env[63750]: DEBUG oslo_vmware.api [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007168, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07432} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2113.012373] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2113.013212] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c214e4a-d9bc-4a9e-a492-1d8a56d0df0b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.035190] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 00dfffcc-8529-47de-a0c6-21d5e35e47dc/00dfffcc-8529-47de-a0c6-21d5e35e47dc.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2113.035479] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a868474-9f9f-4496-93a3-a2b2615b9ec7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.055748] env[63750]: DEBUG oslo_vmware.api [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2113.055748] env[63750]: value = "task-2007170" [ 2113.055748] env[63750]: _type = "Task" [ 2113.055748] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2113.064466] env[63750]: DEBUG oslo_vmware.api [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007170, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.097745] env[63750]: DEBUG oslo_concurrency.lockutils [None req-17a219b8-19dd-44dc-b6ae-ae2e87f5f30a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.848s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2113.124106] env[63750]: DEBUG oslo_vmware.api [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007169, 'name': Destroy_Task, 'duration_secs': 0.38215} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2113.125087] env[63750]: INFO nova.scheduler.client.report [None req-17a219b8-19dd-44dc-b6ae-ae2e87f5f30a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Deleted allocations for instance 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f [ 2113.126189] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Destroyed the VM [ 2113.126318] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Deleting Snapshot of the VM instance {{(pid=63750) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2113.128714] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-48d96ae9-04f3-45bd-a6ad-605813d8cac5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.136739] env[63750]: DEBUG oslo_vmware.api [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2113.136739] env[63750]: value = "task-2007171" [ 2113.136739] env[63750]: _type = "Task" [ 2113.136739] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2113.147543] env[63750]: DEBUG oslo_vmware.api [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007171, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.342516] env[63750]: DEBUG oslo_concurrency.lockutils [req-0a6e4259-a71e-4825-8706-e776b182c228 req-7833e011-39ea-4434-b1ab-5d86f3f51711 service nova] Releasing lock "refresh_cache-12e9e58f-8684-479e-be3a-2626dda15d3e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2113.342966] env[63750]: DEBUG oslo_concurrency.lockutils [req-29adf8d9-6ef6-402a-9940-6ea93a5d0dca req-70acdd6b-74e6-4fba-8393-96d333f92d9d service nova] Acquired lock "refresh_cache-12e9e58f-8684-479e-be3a-2626dda15d3e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2113.343232] env[63750]: DEBUG nova.network.neutron [req-29adf8d9-6ef6-402a-9940-6ea93a5d0dca req-70acdd6b-74e6-4fba-8393-96d333f92d9d service nova] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Refreshing network info cache for port b2d4b24c-fffe-498c-8680-85d3b87cfadc {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2113.565642] env[63750]: DEBUG oslo_vmware.api [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007170, 'name': ReconfigVM_Task, 'duration_secs': 0.463335} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2113.566072] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 00dfffcc-8529-47de-a0c6-21d5e35e47dc/00dfffcc-8529-47de-a0c6-21d5e35e47dc.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2113.566386] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7834b61-afd3-44a9-80da-befd9d551eb3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.574205] env[63750]: DEBUG oslo_vmware.api [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2113.574205] env[63750]: value = "task-2007172" [ 2113.574205] env[63750]: _type = "Task" [ 2113.574205] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2113.582305] env[63750]: DEBUG oslo_vmware.api [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007172, 'name': Rename_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.634034] env[63750]: DEBUG oslo_concurrency.lockutils [None req-17a219b8-19dd-44dc-b6ae-ae2e87f5f30a tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lock "0e36c12e-c4f7-48ac-b7f1-9473ea0b965f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.283s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2113.646697] env[63750]: DEBUG oslo_vmware.api [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007171, 'name': RemoveSnapshot_Task, 'duration_secs': 0.391492} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2113.646958] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Deleted Snapshot of the VM instance {{(pid=63750) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2113.647505] env[63750]: DEBUG nova.compute.manager [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2113.648112] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea68f95-bfcf-4c0d-82da-1b0af2c920dc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.084228] env[63750]: DEBUG oslo_vmware.api [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007172, 'name': Rename_Task, 'duration_secs': 0.315125} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2114.085055] env[63750]: DEBUG nova.network.neutron [req-29adf8d9-6ef6-402a-9940-6ea93a5d0dca req-70acdd6b-74e6-4fba-8393-96d333f92d9d service nova] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Updated VIF entry in instance network info cache for port b2d4b24c-fffe-498c-8680-85d3b87cfadc. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2114.085437] env[63750]: DEBUG nova.network.neutron [req-29adf8d9-6ef6-402a-9940-6ea93a5d0dca req-70acdd6b-74e6-4fba-8393-96d333f92d9d service nova] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Updating instance_info_cache with network_info: [{"id": "b2d4b24c-fffe-498c-8680-85d3b87cfadc", "address": "fa:16:3e:06:fb:95", "network": {"id": "ff81de04-7e48-4127-88aa-44bb0621a003", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-707332449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2139ec6eeb4ba6992db80e7239b224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2d4b24c-ff", "ovs_interfaceid": "b2d4b24c-fffe-498c-8680-85d3b87cfadc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2114.086674] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2114.087109] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-318fa3ce-673e-49f8-80d8-33d7d96a0beb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.094227] env[63750]: DEBUG oslo_vmware.api [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2114.094227] env[63750]: value = "task-2007173" [ 2114.094227] env[63750]: _type = "Task" [ 2114.094227] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2114.104600] env[63750]: DEBUG oslo_vmware.api [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007173, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.160651] env[63750]: INFO nova.compute.manager [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Shelve offloading [ 2114.169714] env[63750]: DEBUG nova.compute.manager [req-6cae05c1-538e-4ca8-acd1-c9967b7bc6f4 req-307987b4-bb60-4d1c-88ea-81d08ea0c7da service nova] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Received event network-changed-c7f42919-2ee2-46cc-86db-6fe2c314ee33 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2114.169901] env[63750]: DEBUG nova.compute.manager [req-6cae05c1-538e-4ca8-acd1-c9967b7bc6f4 req-307987b4-bb60-4d1c-88ea-81d08ea0c7da service nova] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Refreshing instance network info cache due to event network-changed-c7f42919-2ee2-46cc-86db-6fe2c314ee33. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2114.170644] env[63750]: DEBUG oslo_concurrency.lockutils [req-6cae05c1-538e-4ca8-acd1-c9967b7bc6f4 req-307987b4-bb60-4d1c-88ea-81d08ea0c7da service nova] Acquiring lock "refresh_cache-e0dbea6c-f57b-4153-9160-73ddd91161cd" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2114.170644] env[63750]: DEBUG oslo_concurrency.lockutils [req-6cae05c1-538e-4ca8-acd1-c9967b7bc6f4 req-307987b4-bb60-4d1c-88ea-81d08ea0c7da service nova] Acquired lock "refresh_cache-e0dbea6c-f57b-4153-9160-73ddd91161cd" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2114.170644] env[63750]: DEBUG nova.network.neutron [req-6cae05c1-538e-4ca8-acd1-c9967b7bc6f4 req-307987b4-bb60-4d1c-88ea-81d08ea0c7da service nova] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Refreshing network info cache for port c7f42919-2ee2-46cc-86db-6fe2c314ee33 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2114.587998] env[63750]: DEBUG oslo_concurrency.lockutils [req-29adf8d9-6ef6-402a-9940-6ea93a5d0dca req-70acdd6b-74e6-4fba-8393-96d333f92d9d service nova] Releasing lock "refresh_cache-12e9e58f-8684-479e-be3a-2626dda15d3e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2114.605293] env[63750]: DEBUG oslo_vmware.api [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007173, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.665087] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2114.665418] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b60fe9d7-00ab-4fcb-aa62-679dc5bff296 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.674125] env[63750]: DEBUG oslo_vmware.api [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2114.674125] env[63750]: value = "task-2007174" [ 2114.674125] env[63750]: _type = "Task" [ 2114.674125] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2114.685854] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] VM already powered off {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2114.686915] env[63750]: DEBUG nova.compute.manager [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2114.687994] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836c0b51-5df4-42ae-bb5d-9927e8cada41 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.694110] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquiring lock "refresh_cache-b2c974e1-514b-4720-ae56-919db6ba7d98" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2114.694288] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquired lock "refresh_cache-b2c974e1-514b-4720-ae56-919db6ba7d98" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2114.694459] env[63750]: DEBUG nova.network.neutron [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2115.005661] env[63750]: DEBUG nova.network.neutron [req-6cae05c1-538e-4ca8-acd1-c9967b7bc6f4 req-307987b4-bb60-4d1c-88ea-81d08ea0c7da service nova] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Updated VIF entry in instance network info cache for port c7f42919-2ee2-46cc-86db-6fe2c314ee33. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2115.005661] env[63750]: DEBUG nova.network.neutron [req-6cae05c1-538e-4ca8-acd1-c9967b7bc6f4 req-307987b4-bb60-4d1c-88ea-81d08ea0c7da service nova] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Updating instance_info_cache with network_info: [{"id": "c7f42919-2ee2-46cc-86db-6fe2c314ee33", "address": "fa:16:3e:4b:c5:8d", "network": {"id": "ff81de04-7e48-4127-88aa-44bb0621a003", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-707332449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2139ec6eeb4ba6992db80e7239b224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7f42919-2e", "ovs_interfaceid": "c7f42919-2ee2-46cc-86db-6fe2c314ee33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2115.106354] env[63750]: DEBUG oslo_vmware.api [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007173, 'name': PowerOnVM_Task, 'duration_secs': 0.97313} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.106634] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2115.106841] env[63750]: INFO nova.compute.manager [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Took 8.50 seconds to spawn the instance on the hypervisor. [ 2115.107068] env[63750]: DEBUG nova.compute.manager [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2115.108147] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8a921e-16e4-42d7-bca8-11469846b65d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.429404] env[63750]: DEBUG nova.network.neutron [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Updating instance_info_cache with network_info: [{"id": "4b48a9b9-bf87-4209-8769-1b4364b0d9e9", "address": "fa:16:3e:16:20:7a", "network": {"id": "6ee8b59d-97e1-4efe-b623-8db03ccc868f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-59123013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23846c040dac48ec80f88340c38cbf38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b48a9b9-bf", "ovs_interfaceid": "4b48a9b9-bf87-4209-8769-1b4364b0d9e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2115.508249] env[63750]: DEBUG oslo_concurrency.lockutils [req-6cae05c1-538e-4ca8-acd1-c9967b7bc6f4 req-307987b4-bb60-4d1c-88ea-81d08ea0c7da service nova] Releasing lock "refresh_cache-e0dbea6c-f57b-4153-9160-73ddd91161cd" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2115.629700] env[63750]: INFO nova.compute.manager [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Took 13.40 seconds to build instance. [ 2115.719039] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquiring lock "2ea581c2-febf-43a9-9bb2-42f9b60440a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2115.719039] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "2ea581c2-febf-43a9-9bb2-42f9b60440a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2115.799511] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Acquiring lock "d813ccff-e26e-4778-8a0e-70f1fa867224" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2115.799753] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lock "d813ccff-e26e-4778-8a0e-70f1fa867224" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2115.932318] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Releasing lock "refresh_cache-b2c974e1-514b-4720-ae56-919db6ba7d98" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2116.134701] env[63750]: DEBUG oslo_concurrency.lockutils [None req-059a8013-4f85-4066-9728-e494776f9449 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lock "00dfffcc-8529-47de-a0c6-21d5e35e47dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.918s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2116.171888] env[63750]: DEBUG nova.compute.manager [req-90883fdc-8dc5-48f2-8405-2e602fa8f4ca req-f35f8d88-2692-430f-b26e-60b44c3489e3 service nova] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Received event network-vif-unplugged-4b48a9b9-bf87-4209-8769-1b4364b0d9e9 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2116.172119] env[63750]: DEBUG oslo_concurrency.lockutils [req-90883fdc-8dc5-48f2-8405-2e602fa8f4ca req-f35f8d88-2692-430f-b26e-60b44c3489e3 service nova] Acquiring lock "b2c974e1-514b-4720-ae56-919db6ba7d98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2116.172327] env[63750]: DEBUG oslo_concurrency.lockutils [req-90883fdc-8dc5-48f2-8405-2e602fa8f4ca req-f35f8d88-2692-430f-b26e-60b44c3489e3 service nova] Lock "b2c974e1-514b-4720-ae56-919db6ba7d98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2116.175517] env[63750]: DEBUG oslo_concurrency.lockutils [req-90883fdc-8dc5-48f2-8405-2e602fa8f4ca req-f35f8d88-2692-430f-b26e-60b44c3489e3 service nova] Lock "b2c974e1-514b-4720-ae56-919db6ba7d98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2116.175751] env[63750]: DEBUG nova.compute.manager [req-90883fdc-8dc5-48f2-8405-2e602fa8f4ca req-f35f8d88-2692-430f-b26e-60b44c3489e3 service nova] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] No waiting events found dispatching network-vif-unplugged-4b48a9b9-bf87-4209-8769-1b4364b0d9e9 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2116.175950] env[63750]: WARNING nova.compute.manager [req-90883fdc-8dc5-48f2-8405-2e602fa8f4ca req-f35f8d88-2692-430f-b26e-60b44c3489e3 service nova] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Received unexpected event network-vif-unplugged-4b48a9b9-bf87-4209-8769-1b4364b0d9e9 for instance with vm_state shelved and task_state shelving_offloading. [ 2116.198384] env[63750]: DEBUG nova.compute.manager [req-913a9751-1547-4174-b74b-b4e620f0cc05 req-175fbd28-d590-4697-be73-39a0d57661bb service nova] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Received event network-changed-348970f4-a63d-4053-9b1b-fc3a0f83a627 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2116.198610] env[63750]: DEBUG nova.compute.manager [req-913a9751-1547-4174-b74b-b4e620f0cc05 req-175fbd28-d590-4697-be73-39a0d57661bb service nova] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Refreshing instance network info cache due to event network-changed-348970f4-a63d-4053-9b1b-fc3a0f83a627. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2116.198852] env[63750]: DEBUG oslo_concurrency.lockutils [req-913a9751-1547-4174-b74b-b4e620f0cc05 req-175fbd28-d590-4697-be73-39a0d57661bb service nova] Acquiring lock "refresh_cache-00dfffcc-8529-47de-a0c6-21d5e35e47dc" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2116.199101] env[63750]: DEBUG oslo_concurrency.lockutils [req-913a9751-1547-4174-b74b-b4e620f0cc05 req-175fbd28-d590-4697-be73-39a0d57661bb service nova] Acquired lock "refresh_cache-00dfffcc-8529-47de-a0c6-21d5e35e47dc" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2116.199384] env[63750]: DEBUG nova.network.neutron [req-913a9751-1547-4174-b74b-b4e620f0cc05 req-175fbd28-d590-4697-be73-39a0d57661bb service nova] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Refreshing network info cache for port 348970f4-a63d-4053-9b1b-fc3a0f83a627 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2116.205927] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2116.206782] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c30abf-a5d2-4772-926f-31ee758ae92b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.216174] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2116.216377] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f21914a-518e-423e-babb-5436379055d3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.220945] env[63750]: DEBUG nova.compute.manager [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2116.302326] env[63750]: DEBUG nova.compute.manager [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2116.372132] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2116.372378] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2116.372574] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Deleting the datastore file [datastore1] b2c974e1-514b-4720-ae56-919db6ba7d98 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2116.372851] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6178323f-76c3-415d-8a9b-6671a91347cc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.380041] env[63750]: DEBUG oslo_vmware.api [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2116.380041] env[63750]: value = "task-2007176" [ 2116.380041] env[63750]: _type = "Task" [ 2116.380041] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2116.389085] env[63750]: DEBUG oslo_vmware.api [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007176, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.744128] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2116.744410] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2116.746605] env[63750]: INFO nova.compute.claims [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2116.821368] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2116.893621] env[63750]: DEBUG oslo_vmware.api [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007176, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.919710] env[63750]: DEBUG nova.network.neutron [req-913a9751-1547-4174-b74b-b4e620f0cc05 req-175fbd28-d590-4697-be73-39a0d57661bb service nova] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Updated VIF entry in instance network info cache for port 348970f4-a63d-4053-9b1b-fc3a0f83a627. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2116.920137] env[63750]: DEBUG nova.network.neutron [req-913a9751-1547-4174-b74b-b4e620f0cc05 req-175fbd28-d590-4697-be73-39a0d57661bb service nova] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Updating instance_info_cache with network_info: [{"id": "348970f4-a63d-4053-9b1b-fc3a0f83a627", "address": "fa:16:3e:26:18:55", "network": {"id": "b187626c-07b5-4d74-a064-ea07943c3974", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-699185419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e8d72fb292a433fb29749aee8e597f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap348970f4-a6", "ovs_interfaceid": "348970f4-a63d-4053-9b1b-fc3a0f83a627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2117.393432] env[63750]: DEBUG oslo_vmware.api [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007176, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.52335} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.393680] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2117.393862] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2117.394053] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2117.415336] env[63750]: INFO nova.scheduler.client.report [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Deleted allocations for instance b2c974e1-514b-4720-ae56-919db6ba7d98 [ 2117.422639] env[63750]: DEBUG oslo_concurrency.lockutils [req-913a9751-1547-4174-b74b-b4e620f0cc05 req-175fbd28-d590-4697-be73-39a0d57661bb service nova] Releasing lock "refresh_cache-00dfffcc-8529-47de-a0c6-21d5e35e47dc" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2117.904760] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167394b5-52e9-4985-97c4-b64e24efe977 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.913210] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ad0fa8-a9d7-44d7-907d-9e5f565d124a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.919547] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2117.943920] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4914a0-242c-4332-bbe8-5c7932f68dc5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.952166] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad74cfa-0f18-40fb-acb6-5f3f1d3d49b5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.965754] env[63750]: DEBUG nova.compute.provider_tree [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2118.200559] env[63750]: DEBUG nova.compute.manager [req-f7e553a2-ffaf-4b5f-9dc2-c8a3dfe98880 req-eb1ae02d-54ff-476a-b241-2091de309b7b service nova] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Received event network-changed-4b48a9b9-bf87-4209-8769-1b4364b0d9e9 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2118.200761] env[63750]: DEBUG nova.compute.manager [req-f7e553a2-ffaf-4b5f-9dc2-c8a3dfe98880 req-eb1ae02d-54ff-476a-b241-2091de309b7b service nova] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Refreshing instance network info cache due to event network-changed-4b48a9b9-bf87-4209-8769-1b4364b0d9e9. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2118.200973] env[63750]: DEBUG oslo_concurrency.lockutils [req-f7e553a2-ffaf-4b5f-9dc2-c8a3dfe98880 req-eb1ae02d-54ff-476a-b241-2091de309b7b service nova] Acquiring lock "refresh_cache-b2c974e1-514b-4720-ae56-919db6ba7d98" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2118.201129] env[63750]: DEBUG oslo_concurrency.lockutils [req-f7e553a2-ffaf-4b5f-9dc2-c8a3dfe98880 req-eb1ae02d-54ff-476a-b241-2091de309b7b service nova] Acquired lock "refresh_cache-b2c974e1-514b-4720-ae56-919db6ba7d98" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2118.201288] env[63750]: DEBUG nova.network.neutron [req-f7e553a2-ffaf-4b5f-9dc2-c8a3dfe98880 req-eb1ae02d-54ff-476a-b241-2091de309b7b service nova] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Refreshing network info cache for port 4b48a9b9-bf87-4209-8769-1b4364b0d9e9 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2118.263688] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f6d7f311-9d22-4d8e-8e8f-a64db8b3c4aa tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquiring lock "b2c974e1-514b-4720-ae56-919db6ba7d98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2118.470689] env[63750]: DEBUG nova.scheduler.client.report [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2118.901056] env[63750]: DEBUG nova.network.neutron [req-f7e553a2-ffaf-4b5f-9dc2-c8a3dfe98880 req-eb1ae02d-54ff-476a-b241-2091de309b7b service nova] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Updated VIF entry in instance network info cache for port 4b48a9b9-bf87-4209-8769-1b4364b0d9e9. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2118.901426] env[63750]: DEBUG nova.network.neutron [req-f7e553a2-ffaf-4b5f-9dc2-c8a3dfe98880 req-eb1ae02d-54ff-476a-b241-2091de309b7b service nova] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Updating instance_info_cache with network_info: [{"id": "4b48a9b9-bf87-4209-8769-1b4364b0d9e9", "address": "fa:16:3e:16:20:7a", "network": {"id": "6ee8b59d-97e1-4efe-b623-8db03ccc868f", "bridge": null, "label": "tempest-DeleteServersTestJSON-59123013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23846c040dac48ec80f88340c38cbf38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap4b48a9b9-bf", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2118.977185] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.233s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2118.977686] env[63750]: DEBUG nova.compute.manager [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2118.980966] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.160s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2118.983413] env[63750]: INFO nova.compute.claims [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2119.404866] env[63750]: DEBUG oslo_concurrency.lockutils [req-f7e553a2-ffaf-4b5f-9dc2-c8a3dfe98880 req-eb1ae02d-54ff-476a-b241-2091de309b7b service nova] Releasing lock "refresh_cache-b2c974e1-514b-4720-ae56-919db6ba7d98" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2119.487835] env[63750]: DEBUG nova.compute.utils [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2119.491518] env[63750]: DEBUG nova.compute.manager [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2119.491704] env[63750]: DEBUG nova.network.neutron [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2119.528555] env[63750]: DEBUG nova.policy [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '074447d45e6f4097a39694e36a73c8f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '618573a371474aec86d00edfd3267bcf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 2119.778959] env[63750]: DEBUG nova.network.neutron [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Successfully created port: 1e1e3461-c83f-40ef-a6fe-5f87d0d76a38 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2119.992303] env[63750]: DEBUG nova.compute.manager [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2120.012693] env[63750]: DEBUG nova.scheduler.client.report [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Refreshing inventories for resource provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2120.028441] env[63750]: DEBUG nova.scheduler.client.report [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Updating ProviderTree inventory for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2120.028737] env[63750]: DEBUG nova.compute.provider_tree [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Updating inventory in ProviderTree for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2120.040097] env[63750]: DEBUG nova.scheduler.client.report [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Refreshing aggregate associations for resource provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab, aggregates: None {{(pid=63750) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2120.057805] env[63750]: DEBUG nova.scheduler.client.report [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Refreshing trait associations for resource provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=63750) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2120.186908] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5ac9ac-ae12-4474-9bbf-d65e8d1e31d6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.195183] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76da0210-7d34-4478-8fe4-7b91d92c996f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.225075] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbd1875-e65d-481f-ba3a-dfeb816b05f7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.232706] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e287b991-643f-4c96-9ddf-453ce4630aef {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.247467] env[63750]: DEBUG nova.compute.provider_tree [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2120.500703] env[63750]: INFO nova.virt.block_device [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Booting with volume b4f39e67-8f2c-4a08-90cd-4288b52a446f at /dev/sda [ 2120.536361] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b60cb76c-e70e-4a47-9f2b-c7aafa453518 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.546486] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765b4e49-cc15-46ab-8179-c489562f7b70 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.577589] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-87ff0112-3f5d-4cf2-b939-d937a80896d6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.585637] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3f352a-d1f9-4e46-aa1e-1dd333085da2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.615556] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1669879a-9219-45bf-a8a3-2ff4614acb0b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.622864] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d245fb3-c46c-4936-8217-90c41ac8168a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.637334] env[63750]: DEBUG nova.virt.block_device [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Updating existing volume attachment record: f84a6c6e-2407-492c-a82e-ffc2ae05526f {{(pid=63750) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2120.750675] env[63750]: DEBUG nova.scheduler.client.report [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2121.152416] env[63750]: DEBUG nova.compute.manager [req-b68377da-d8e0-45b2-a44f-5623030dc580 req-4aa1f6d2-2f76-420f-9955-41d6cc774993 service nova] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Received event network-vif-plugged-1e1e3461-c83f-40ef-a6fe-5f87d0d76a38 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2121.152674] env[63750]: DEBUG oslo_concurrency.lockutils [req-b68377da-d8e0-45b2-a44f-5623030dc580 req-4aa1f6d2-2f76-420f-9955-41d6cc774993 service nova] Acquiring lock "2ea581c2-febf-43a9-9bb2-42f9b60440a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2121.152939] env[63750]: DEBUG oslo_concurrency.lockutils [req-b68377da-d8e0-45b2-a44f-5623030dc580 req-4aa1f6d2-2f76-420f-9955-41d6cc774993 service nova] Lock "2ea581c2-febf-43a9-9bb2-42f9b60440a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2121.153020] env[63750]: DEBUG oslo_concurrency.lockutils [req-b68377da-d8e0-45b2-a44f-5623030dc580 req-4aa1f6d2-2f76-420f-9955-41d6cc774993 service nova] Lock "2ea581c2-febf-43a9-9bb2-42f9b60440a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2121.153198] env[63750]: DEBUG nova.compute.manager [req-b68377da-d8e0-45b2-a44f-5623030dc580 req-4aa1f6d2-2f76-420f-9955-41d6cc774993 service nova] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] No waiting events found dispatching network-vif-plugged-1e1e3461-c83f-40ef-a6fe-5f87d0d76a38 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2121.153339] env[63750]: WARNING nova.compute.manager [req-b68377da-d8e0-45b2-a44f-5623030dc580 req-4aa1f6d2-2f76-420f-9955-41d6cc774993 service nova] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Received unexpected event network-vif-plugged-1e1e3461-c83f-40ef-a6fe-5f87d0d76a38 for instance with vm_state building and task_state block_device_mapping. [ 2121.251888] env[63750]: DEBUG nova.network.neutron [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Successfully updated port: 1e1e3461-c83f-40ef-a6fe-5f87d0d76a38 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2121.255060] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.274s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2121.255610] env[63750]: DEBUG nova.compute.manager [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2121.258709] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.339s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2121.258807] env[63750]: DEBUG nova.objects.instance [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lazy-loading 'resources' on Instance uuid b2c974e1-514b-4720-ae56-919db6ba7d98 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2121.754796] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquiring lock "refresh_cache-2ea581c2-febf-43a9-9bb2-42f9b60440a4" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2121.754796] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquired lock "refresh_cache-2ea581c2-febf-43a9-9bb2-42f9b60440a4" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2121.754985] env[63750]: DEBUG nova.network.neutron [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2121.761753] env[63750]: DEBUG nova.compute.utils [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2121.763153] env[63750]: DEBUG nova.objects.instance [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lazy-loading 'numa_topology' on Instance uuid b2c974e1-514b-4720-ae56-919db6ba7d98 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2121.764544] env[63750]: DEBUG nova.compute.manager [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2121.764710] env[63750]: DEBUG nova.network.neutron [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2121.804929] env[63750]: DEBUG nova.policy [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0601259fd0847d881d7c536fda64c35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91a6374b7ee44849998c8b16981afb61', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 2122.057098] env[63750]: DEBUG nova.network.neutron [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Successfully created port: e0eb3d62-806c-4cef-a1aa-624e9a496395 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2122.265900] env[63750]: DEBUG nova.compute.manager [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2122.268925] env[63750]: DEBUG nova.objects.base [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=63750) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2122.315265] env[63750]: DEBUG nova.network.neutron [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2122.440842] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66f5f0c-b0f2-4a05-b21e-7f24018e18f8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.451644] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974b1d12-a3e9-427a-b453-d6e79be9b94c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.485181] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa65a946-1939-4d6e-97ab-1aea2eae5fad {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.489203] env[63750]: DEBUG nova.network.neutron [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Updating instance_info_cache with network_info: [{"id": "1e1e3461-c83f-40ef-a6fe-5f87d0d76a38", "address": "fa:16:3e:e7:ab:f7", "network": {"id": "8eeb3f57-9e47-48f4-ab8b-e14a44671e51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1675437426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "618573a371474aec86d00edfd3267bcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e1e3461-c8", "ovs_interfaceid": "1e1e3461-c83f-40ef-a6fe-5f87d0d76a38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2122.497927] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17546f00-548b-457a-ba99-86a1f00c9376 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.515254] env[63750]: DEBUG nova.compute.provider_tree [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2122.716044] env[63750]: DEBUG nova.compute.manager [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2122.716044] env[63750]: DEBUG nova.virt.hardware [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2122.716212] env[63750]: DEBUG nova.virt.hardware [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2122.716308] env[63750]: DEBUG nova.virt.hardware [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2122.716490] env[63750]: DEBUG nova.virt.hardware [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2122.716638] env[63750]: DEBUG nova.virt.hardware [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2122.716828] env[63750]: DEBUG nova.virt.hardware [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2122.717064] env[63750]: DEBUG nova.virt.hardware [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2122.717229] env[63750]: DEBUG nova.virt.hardware [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2122.717396] env[63750]: DEBUG nova.virt.hardware [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2122.717556] env[63750]: DEBUG nova.virt.hardware [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2122.717728] env[63750]: DEBUG nova.virt.hardware [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2122.718652] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a44f649-8682-4404-8b8f-a3f8877af155 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.727961] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc05c84-9787-41eb-8771-23fee5d9156e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.991853] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Releasing lock "refresh_cache-2ea581c2-febf-43a9-9bb2-42f9b60440a4" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2122.992198] env[63750]: DEBUG nova.compute.manager [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Instance network_info: |[{"id": "1e1e3461-c83f-40ef-a6fe-5f87d0d76a38", "address": "fa:16:3e:e7:ab:f7", "network": {"id": "8eeb3f57-9e47-48f4-ab8b-e14a44671e51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1675437426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "618573a371474aec86d00edfd3267bcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e1e3461-c8", "ovs_interfaceid": "1e1e3461-c83f-40ef-a6fe-5f87d0d76a38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2122.992628] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:ab:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e1e3461-c83f-40ef-a6fe-5f87d0d76a38', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2123.000366] env[63750]: DEBUG oslo.service.loopingcall [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2123.000568] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2123.001201] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce39218f-5464-4aed-8370-1c76aec9c08a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.018390] env[63750]: DEBUG nova.scheduler.client.report [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2123.022656] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2123.022656] env[63750]: value = "task-2007177" [ 2123.022656] env[63750]: _type = "Task" [ 2123.022656] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2123.030970] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007177, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.179142] env[63750]: DEBUG nova.compute.manager [req-20d9cc17-9ed7-4405-a231-f3a4a3ce192e req-09542221-cc65-4720-a322-1fe7ceffc3ae service nova] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Received event network-changed-1e1e3461-c83f-40ef-a6fe-5f87d0d76a38 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2123.179345] env[63750]: DEBUG nova.compute.manager [req-20d9cc17-9ed7-4405-a231-f3a4a3ce192e req-09542221-cc65-4720-a322-1fe7ceffc3ae service nova] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Refreshing instance network info cache due to event network-changed-1e1e3461-c83f-40ef-a6fe-5f87d0d76a38. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2123.179557] env[63750]: DEBUG oslo_concurrency.lockutils [req-20d9cc17-9ed7-4405-a231-f3a4a3ce192e req-09542221-cc65-4720-a322-1fe7ceffc3ae service nova] Acquiring lock "refresh_cache-2ea581c2-febf-43a9-9bb2-42f9b60440a4" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2123.179699] env[63750]: DEBUG oslo_concurrency.lockutils [req-20d9cc17-9ed7-4405-a231-f3a4a3ce192e req-09542221-cc65-4720-a322-1fe7ceffc3ae service nova] Acquired lock "refresh_cache-2ea581c2-febf-43a9-9bb2-42f9b60440a4" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2123.179859] env[63750]: DEBUG nova.network.neutron [req-20d9cc17-9ed7-4405-a231-f3a4a3ce192e req-09542221-cc65-4720-a322-1fe7ceffc3ae service nova] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Refreshing network info cache for port 1e1e3461-c83f-40ef-a6fe-5f87d0d76a38 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2123.282270] env[63750]: DEBUG nova.compute.manager [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2123.309906] env[63750]: DEBUG nova.virt.hardware [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2123.310217] env[63750]: DEBUG nova.virt.hardware [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2123.310412] env[63750]: DEBUG nova.virt.hardware [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2123.310687] env[63750]: DEBUG nova.virt.hardware [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2123.310890] env[63750]: DEBUG nova.virt.hardware [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2123.311118] env[63750]: DEBUG nova.virt.hardware [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2123.311368] env[63750]: DEBUG nova.virt.hardware [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2123.311547] env[63750]: DEBUG nova.virt.hardware [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2123.311831] env[63750]: DEBUG nova.virt.hardware [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2123.312052] env[63750]: DEBUG nova.virt.hardware [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2123.312244] env[63750]: DEBUG nova.virt.hardware [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2123.313527] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ccd073-f443-4be1-b6bd-e7608fd6011a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.322503] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d147b55-f978-407c-8112-6467f7fdd7ba {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.524901] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.266s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2123.539009] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007177, 'name': CreateVM_Task, 'duration_secs': 0.313619} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2123.539187] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2123.539839] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'attachment_id': 'f84a6c6e-2407-492c-a82e-ffc2ae05526f', 'device_type': None, 'delete_on_termination': True, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412671', 'volume_id': 'b4f39e67-8f2c-4a08-90cd-4288b52a446f', 'name': 'volume-b4f39e67-8f2c-4a08-90cd-4288b52a446f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2ea581c2-febf-43a9-9bb2-42f9b60440a4', 'attached_at': '', 'detached_at': '', 'volume_id': 'b4f39e67-8f2c-4a08-90cd-4288b52a446f', 'serial': 'b4f39e67-8f2c-4a08-90cd-4288b52a446f'}, 'mount_device': '/dev/sda', 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=63750) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2123.540060] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Root volume attach. Driver type: vmdk {{(pid=63750) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 2123.540829] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2a06e4-4181-45ac-8c6b-0182bee2aa03 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.549861] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1f1fda-6301-4c5d-bdf4-3662fc6c2c82 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.559018] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8f6ac7-da17-4fc1-9238-442eb27e6ebc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.562280] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-8a1902c5-2b21-446e-9cc3-32b4bd95a639 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.571083] env[63750]: DEBUG oslo_vmware.api [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 2123.571083] env[63750]: value = "task-2007178" [ 2123.571083] env[63750]: _type = "Task" [ 2123.571083] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2123.579135] env[63750]: DEBUG oslo_vmware.api [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007178, 'name': RelocateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.684978] env[63750]: DEBUG nova.network.neutron [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Successfully updated port: e0eb3d62-806c-4cef-a1aa-624e9a496395 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2123.941762] env[63750]: DEBUG nova.network.neutron [req-20d9cc17-9ed7-4405-a231-f3a4a3ce192e req-09542221-cc65-4720-a322-1fe7ceffc3ae service nova] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Updated VIF entry in instance network info cache for port 1e1e3461-c83f-40ef-a6fe-5f87d0d76a38. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2123.942156] env[63750]: DEBUG nova.network.neutron [req-20d9cc17-9ed7-4405-a231-f3a4a3ce192e req-09542221-cc65-4720-a322-1fe7ceffc3ae service nova] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Updating instance_info_cache with network_info: [{"id": "1e1e3461-c83f-40ef-a6fe-5f87d0d76a38", "address": "fa:16:3e:e7:ab:f7", "network": {"id": "8eeb3f57-9e47-48f4-ab8b-e14a44671e51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1675437426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "618573a371474aec86d00edfd3267bcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e1e3461-c8", "ovs_interfaceid": "1e1e3461-c83f-40ef-a6fe-5f87d0d76a38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2124.035804] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8af83e29-b431-4694-9c5a-fb78db802a46 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "b2c974e1-514b-4720-ae56-919db6ba7d98" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.474s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2124.036788] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f6d7f311-9d22-4d8e-8e8f-a64db8b3c4aa tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "b2c974e1-514b-4720-ae56-919db6ba7d98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 5.773s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2124.037079] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f6d7f311-9d22-4d8e-8e8f-a64db8b3c4aa tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquiring lock "b2c974e1-514b-4720-ae56-919db6ba7d98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2124.037311] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f6d7f311-9d22-4d8e-8e8f-a64db8b3c4aa tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "b2c974e1-514b-4720-ae56-919db6ba7d98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2124.037490] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f6d7f311-9d22-4d8e-8e8f-a64db8b3c4aa tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "b2c974e1-514b-4720-ae56-919db6ba7d98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2124.040670] env[63750]: INFO nova.compute.manager [None req-f6d7f311-9d22-4d8e-8e8f-a64db8b3c4aa tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Terminating instance [ 2124.084988] env[63750]: DEBUG oslo_vmware.api [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007178, 'name': RelocateVM_Task} progress is 42%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.188279] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Acquiring lock "refresh_cache-d813ccff-e26e-4778-8a0e-70f1fa867224" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2124.188460] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Acquired lock "refresh_cache-d813ccff-e26e-4778-8a0e-70f1fa867224" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2124.188731] env[63750]: DEBUG nova.network.neutron [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2124.444963] env[63750]: DEBUG oslo_concurrency.lockutils [req-20d9cc17-9ed7-4405-a231-f3a4a3ce192e req-09542221-cc65-4720-a322-1fe7ceffc3ae service nova] Releasing lock "refresh_cache-2ea581c2-febf-43a9-9bb2-42f9b60440a4" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2124.543944] env[63750]: DEBUG nova.compute.manager [None req-f6d7f311-9d22-4d8e-8e8f-a64db8b3c4aa tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2124.544209] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d7f311-9d22-4d8e-8e8f-a64db8b3c4aa tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2124.544526] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-714312eb-ba72-4877-9e09-b36f908a6b2a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.556438] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8dd1a8-aca9-4579-98fd-8d6bd79d0214 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.582425] env[63750]: DEBUG oslo_vmware.api [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007178, 'name': RelocateVM_Task} progress is 56%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.592951] env[63750]: WARNING nova.virt.vmwareapi.vmops [None req-f6d7f311-9d22-4d8e-8e8f-a64db8b3c4aa tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance b2c974e1-514b-4720-ae56-919db6ba7d98 could not be found. [ 2124.593192] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d7f311-9d22-4d8e-8e8f-a64db8b3c4aa tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2124.593192] env[63750]: INFO nova.compute.manager [None req-f6d7f311-9d22-4d8e-8e8f-a64db8b3c4aa tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Took 0.05 seconds to destroy the instance on the hypervisor. [ 2124.593445] env[63750]: DEBUG oslo.service.loopingcall [None req-f6d7f311-9d22-4d8e-8e8f-a64db8b3c4aa tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2124.593734] env[63750]: DEBUG nova.compute.manager [-] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2124.593829] env[63750]: DEBUG nova.network.neutron [-] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2124.735747] env[63750]: DEBUG nova.network.neutron [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2124.915301] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b0b4a193-27ed-4ba1-941c-95fa292f4d6a tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Acquiring lock "f19f74f5-d356-451e-9391-d3dcfe667537" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2124.915597] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b0b4a193-27ed-4ba1-941c-95fa292f4d6a tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Lock "f19f74f5-d356-451e-9391-d3dcfe667537" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2125.011278] env[63750]: DEBUG nova.network.neutron [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Updating instance_info_cache with network_info: [{"id": "e0eb3d62-806c-4cef-a1aa-624e9a496395", "address": "fa:16:3e:8c:db:08", "network": {"id": "dd6025b5-5331-4ade-abfb-6867d37b41da", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-649603207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91a6374b7ee44849998c8b16981afb61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0eb3d62-80", "ovs_interfaceid": "e0eb3d62-806c-4cef-a1aa-624e9a496395", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2125.087143] env[63750]: DEBUG oslo_vmware.api [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007178, 'name': RelocateVM_Task} progress is 71%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.209844] env[63750]: DEBUG nova.compute.manager [req-235d02c1-8075-4e94-8a4c-64fc923a081f req-808f305a-65eb-469d-8ec3-75d78bc6332b service nova] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Received event network-vif-plugged-e0eb3d62-806c-4cef-a1aa-624e9a496395 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2125.209844] env[63750]: DEBUG oslo_concurrency.lockutils [req-235d02c1-8075-4e94-8a4c-64fc923a081f req-808f305a-65eb-469d-8ec3-75d78bc6332b service nova] Acquiring lock "d813ccff-e26e-4778-8a0e-70f1fa867224-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2125.209844] env[63750]: DEBUG oslo_concurrency.lockutils [req-235d02c1-8075-4e94-8a4c-64fc923a081f req-808f305a-65eb-469d-8ec3-75d78bc6332b service nova] Lock "d813ccff-e26e-4778-8a0e-70f1fa867224-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2125.210064] env[63750]: DEBUG oslo_concurrency.lockutils [req-235d02c1-8075-4e94-8a4c-64fc923a081f req-808f305a-65eb-469d-8ec3-75d78bc6332b service nova] Lock "d813ccff-e26e-4778-8a0e-70f1fa867224-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2125.210623] env[63750]: DEBUG nova.compute.manager [req-235d02c1-8075-4e94-8a4c-64fc923a081f req-808f305a-65eb-469d-8ec3-75d78bc6332b service nova] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] No waiting events found dispatching network-vif-plugged-e0eb3d62-806c-4cef-a1aa-624e9a496395 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2125.210757] env[63750]: WARNING nova.compute.manager [req-235d02c1-8075-4e94-8a4c-64fc923a081f req-808f305a-65eb-469d-8ec3-75d78bc6332b service nova] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Received unexpected event network-vif-plugged-e0eb3d62-806c-4cef-a1aa-624e9a496395 for instance with vm_state building and task_state spawning. [ 2125.210932] env[63750]: DEBUG nova.compute.manager [req-235d02c1-8075-4e94-8a4c-64fc923a081f req-808f305a-65eb-469d-8ec3-75d78bc6332b service nova] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Received event network-changed-e0eb3d62-806c-4cef-a1aa-624e9a496395 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2125.211208] env[63750]: DEBUG nova.compute.manager [req-235d02c1-8075-4e94-8a4c-64fc923a081f req-808f305a-65eb-469d-8ec3-75d78bc6332b service nova] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Refreshing instance network info cache due to event network-changed-e0eb3d62-806c-4cef-a1aa-624e9a496395. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2125.211445] env[63750]: DEBUG oslo_concurrency.lockutils [req-235d02c1-8075-4e94-8a4c-64fc923a081f req-808f305a-65eb-469d-8ec3-75d78bc6332b service nova] Acquiring lock "refresh_cache-d813ccff-e26e-4778-8a0e-70f1fa867224" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2125.426041] env[63750]: DEBUG nova.compute.utils [None req-b0b4a193-27ed-4ba1-941c-95fa292f4d6a tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2125.439512] env[63750]: DEBUG nova.network.neutron [-] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2125.514465] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Releasing lock "refresh_cache-d813ccff-e26e-4778-8a0e-70f1fa867224" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2125.514924] env[63750]: DEBUG nova.compute.manager [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Instance network_info: |[{"id": "e0eb3d62-806c-4cef-a1aa-624e9a496395", "address": "fa:16:3e:8c:db:08", "network": {"id": "dd6025b5-5331-4ade-abfb-6867d37b41da", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-649603207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91a6374b7ee44849998c8b16981afb61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0eb3d62-80", "ovs_interfaceid": "e0eb3d62-806c-4cef-a1aa-624e9a496395", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2125.515280] env[63750]: DEBUG oslo_concurrency.lockutils [req-235d02c1-8075-4e94-8a4c-64fc923a081f req-808f305a-65eb-469d-8ec3-75d78bc6332b service nova] Acquired lock "refresh_cache-d813ccff-e26e-4778-8a0e-70f1fa867224" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2125.515463] env[63750]: DEBUG nova.network.neutron [req-235d02c1-8075-4e94-8a4c-64fc923a081f req-808f305a-65eb-469d-8ec3-75d78bc6332b service nova] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Refreshing network info cache for port e0eb3d62-806c-4cef-a1aa-624e9a496395 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2125.516987] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:db:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dba18786-598d-4e06-96db-b3dc1717530f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0eb3d62-806c-4cef-a1aa-624e9a496395', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2125.525108] env[63750]: DEBUG oslo.service.loopingcall [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2125.526382] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2125.526625] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f91491c1-0791-416e-91d6-dc5c41ba8bc6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.550764] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2125.550764] env[63750]: value = "task-2007179" [ 2125.550764] env[63750]: _type = "Task" [ 2125.550764] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2125.562148] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007179, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.586900] env[63750]: DEBUG oslo_vmware.api [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007178, 'name': RelocateVM_Task} progress is 84%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.929635] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b0b4a193-27ed-4ba1-941c-95fa292f4d6a tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Lock "f19f74f5-d356-451e-9391-d3dcfe667537" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2125.941841] env[63750]: INFO nova.compute.manager [-] [instance: b2c974e1-514b-4720-ae56-919db6ba7d98] Took 1.35 seconds to deallocate network for instance. [ 2126.063954] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007179, 'name': CreateVM_Task, 'duration_secs': 0.476914} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2126.064160] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2126.064943] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2126.065052] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2126.065314] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2126.065570] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92815ac0-1c22-460b-a1a1-8d6d887adb64 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.070595] env[63750]: DEBUG oslo_vmware.api [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Waiting for the task: (returnval){ [ 2126.070595] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52e2677d-e2e1-d2b4-d999-3c1028db2976" [ 2126.070595] env[63750]: _type = "Task" [ 2126.070595] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2126.080920] env[63750]: DEBUG oslo_vmware.api [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52e2677d-e2e1-d2b4-d999-3c1028db2976, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.086132] env[63750]: DEBUG oslo_vmware.api [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007178, 'name': RelocateVM_Task} progress is 97%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.315409] env[63750]: DEBUG nova.network.neutron [req-235d02c1-8075-4e94-8a4c-64fc923a081f req-808f305a-65eb-469d-8ec3-75d78bc6332b service nova] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Updated VIF entry in instance network info cache for port e0eb3d62-806c-4cef-a1aa-624e9a496395. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2126.315763] env[63750]: DEBUG nova.network.neutron [req-235d02c1-8075-4e94-8a4c-64fc923a081f req-808f305a-65eb-469d-8ec3-75d78bc6332b service nova] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Updating instance_info_cache with network_info: [{"id": "e0eb3d62-806c-4cef-a1aa-624e9a496395", "address": "fa:16:3e:8c:db:08", "network": {"id": "dd6025b5-5331-4ade-abfb-6867d37b41da", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-649603207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91a6374b7ee44849998c8b16981afb61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0eb3d62-80", "ovs_interfaceid": "e0eb3d62-806c-4cef-a1aa-624e9a496395", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2126.582840] env[63750]: DEBUG oslo_vmware.api [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52e2677d-e2e1-d2b4-d999-3c1028db2976, 'name': SearchDatastore_Task, 'duration_secs': 0.012012} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2126.583731] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2126.583980] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2126.584236] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2126.584379] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2126.584558] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2126.584821] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-797e520e-fd61-4c28-970e-85a84f86f79c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.589658] env[63750]: DEBUG oslo_vmware.api [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007178, 'name': RelocateVM_Task} progress is 98%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.605671] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2126.605847] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2126.606597] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d845c726-709d-48bf-8b0f-1c996259f56e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.612106] env[63750]: DEBUG oslo_vmware.api [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Waiting for the task: (returnval){ [ 2126.612106] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52da8ebf-0b9b-1f89-cf22-b848dffd2aa9" [ 2126.612106] env[63750]: _type = "Task" [ 2126.612106] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2126.620012] env[63750]: DEBUG oslo_vmware.api [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52da8ebf-0b9b-1f89-cf22-b848dffd2aa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.818606] env[63750]: DEBUG oslo_concurrency.lockutils [req-235d02c1-8075-4e94-8a4c-64fc923a081f req-808f305a-65eb-469d-8ec3-75d78bc6332b service nova] Releasing lock "refresh_cache-d813ccff-e26e-4778-8a0e-70f1fa867224" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2126.974164] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f6d7f311-9d22-4d8e-8e8f-a64db8b3c4aa tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "b2c974e1-514b-4720-ae56-919db6ba7d98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.937s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2126.990361] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b0b4a193-27ed-4ba1-941c-95fa292f4d6a tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Acquiring lock "f19f74f5-d356-451e-9391-d3dcfe667537" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2126.990609] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b0b4a193-27ed-4ba1-941c-95fa292f4d6a tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Lock "f19f74f5-d356-451e-9391-d3dcfe667537" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2126.990838] env[63750]: INFO nova.compute.manager [None req-b0b4a193-27ed-4ba1-941c-95fa292f4d6a tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Attaching volume 915f0c33-372f-4eec-b52a-027a39046c51 to /dev/sdb [ 2127.024184] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7c2fb4-9ce0-490d-a80f-ad29e0ff8005 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.031770] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf5e838-d81f-471c-a630-6a51a8409a52 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.047885] env[63750]: DEBUG nova.virt.block_device [None req-b0b4a193-27ed-4ba1-941c-95fa292f4d6a tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Updating existing volume attachment record: c0e62218-c7b6-44b2-9a5c-825c9ba25709 {{(pid=63750) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2127.089337] env[63750]: DEBUG oslo_vmware.api [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007178, 'name': RelocateVM_Task, 'duration_secs': 3.337004} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2127.089337] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Volume attach. Driver type: vmdk {{(pid=63750) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2127.089337] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412671', 'volume_id': 'b4f39e67-8f2c-4a08-90cd-4288b52a446f', 'name': 'volume-b4f39e67-8f2c-4a08-90cd-4288b52a446f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2ea581c2-febf-43a9-9bb2-42f9b60440a4', 'attached_at': '', 'detached_at': '', 'volume_id': 'b4f39e67-8f2c-4a08-90cd-4288b52a446f', 'serial': 'b4f39e67-8f2c-4a08-90cd-4288b52a446f'} {{(pid=63750) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2127.089778] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a424d99b-4b97-4b27-a380-8d72768afb72 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.106828] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c8bea4-bc1f-4cf1-af17-e39a23e47faa {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.129700] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] volume-b4f39e67-8f2c-4a08-90cd-4288b52a446f/volume-b4f39e67-8f2c-4a08-90cd-4288b52a446f.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2127.133165] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb02b276-55f4-4f24-a7b1-e05f7b4392e0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.154476] env[63750]: DEBUG oslo_vmware.api [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52da8ebf-0b9b-1f89-cf22-b848dffd2aa9, 'name': SearchDatastore_Task, 'duration_secs': 0.029316} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2127.156517] env[63750]: DEBUG oslo_vmware.api [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 2127.156517] env[63750]: value = "task-2007180" [ 2127.156517] env[63750]: _type = "Task" [ 2127.156517] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.156730] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7d82548-b0ad-4f20-a4a9-860bcd9cdebe {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.171565] env[63750]: DEBUG oslo_vmware.api [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007180, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.171875] env[63750]: DEBUG oslo_vmware.api [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Waiting for the task: (returnval){ [ 2127.171875] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527c3e98-4bd6-fe43-2666-337e19df540f" [ 2127.171875] env[63750]: _type = "Task" [ 2127.171875] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.180643] env[63750]: DEBUG oslo_vmware.api [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527c3e98-4bd6-fe43-2666-337e19df540f, 'name': SearchDatastore_Task, 'duration_secs': 0.01025} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2127.180734] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2127.180981] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] d813ccff-e26e-4778-8a0e-70f1fa867224/d813ccff-e26e-4778-8a0e-70f1fa867224.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2127.181256] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b0af889-60bc-46ae-adb7-ccde44167f21 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.196786] env[63750]: DEBUG oslo_vmware.api [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Waiting for the task: (returnval){ [ 2127.196786] env[63750]: value = "task-2007182" [ 2127.196786] env[63750]: _type = "Task" [ 2127.196786] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.205949] env[63750]: DEBUG oslo_vmware.api [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007182, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.659599] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquiring lock "6e8a2d2c-52bb-434a-8c11-37e2571e9f15" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2127.659911] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "6e8a2d2c-52bb-434a-8c11-37e2571e9f15" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2127.673120] env[63750]: DEBUG oslo_vmware.api [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007180, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.707811] env[63750]: DEBUG oslo_vmware.api [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007182, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480064} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2127.708158] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] d813ccff-e26e-4778-8a0e-70f1fa867224/d813ccff-e26e-4778-8a0e-70f1fa867224.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2127.708491] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2127.708781] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc7e084e-0b70-4488-9886-f3fd1a0a6aeb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.716475] env[63750]: DEBUG oslo_vmware.api [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Waiting for the task: (returnval){ [ 2127.716475] env[63750]: value = "task-2007185" [ 2127.716475] env[63750]: _type = "Task" [ 2127.716475] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.730190] env[63750]: DEBUG oslo_vmware.api [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007185, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.164547] env[63750]: DEBUG nova.compute.manager [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 6e8a2d2c-52bb-434a-8c11-37e2571e9f15] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2128.170047] env[63750]: DEBUG oslo_vmware.api [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007180, 'name': ReconfigVM_Task, 'duration_secs': 0.578239} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2128.170518] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Reconfigured VM instance instance-0000006d to attach disk [datastore1] volume-b4f39e67-8f2c-4a08-90cd-4288b52a446f/volume-b4f39e67-8f2c-4a08-90cd-4288b52a446f.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2128.175070] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88e87aa1-14c5-4909-ae83-c6040c4dd3e5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.189731] env[63750]: DEBUG oslo_vmware.api [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 2128.189731] env[63750]: value = "task-2007186" [ 2128.189731] env[63750]: _type = "Task" [ 2128.189731] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2128.197635] env[63750]: DEBUG oslo_vmware.api [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007186, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.224590] env[63750]: DEBUG oslo_vmware.api [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007185, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070243} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2128.224833] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2128.225591] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4cf976d-efe1-4544-994a-9d460de4aa65 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.247764] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] d813ccff-e26e-4778-8a0e-70f1fa867224/d813ccff-e26e-4778-8a0e-70f1fa867224.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2128.248032] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-550eae44-5a16-4aeb-9c80-baf00ffc1d26 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.268252] env[63750]: DEBUG oslo_vmware.api [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Waiting for the task: (returnval){ [ 2128.268252] env[63750]: value = "task-2007187" [ 2128.268252] env[63750]: _type = "Task" [ 2128.268252] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2128.280384] env[63750]: DEBUG oslo_vmware.api [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007187, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.691999] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2128.692342] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2128.693941] env[63750]: INFO nova.compute.claims [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 6e8a2d2c-52bb-434a-8c11-37e2571e9f15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2128.707550] env[63750]: DEBUG oslo_vmware.api [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007186, 'name': ReconfigVM_Task, 'duration_secs': 0.20229} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2128.707869] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412671', 'volume_id': 'b4f39e67-8f2c-4a08-90cd-4288b52a446f', 'name': 'volume-b4f39e67-8f2c-4a08-90cd-4288b52a446f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2ea581c2-febf-43a9-9bb2-42f9b60440a4', 'attached_at': '', 'detached_at': '', 'volume_id': 'b4f39e67-8f2c-4a08-90cd-4288b52a446f', 'serial': 'b4f39e67-8f2c-4a08-90cd-4288b52a446f'} {{(pid=63750) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2128.708392] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c13892ba-6ef5-492c-becd-3a26ae80ccd9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.715420] env[63750]: DEBUG oslo_vmware.api [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 2128.715420] env[63750]: value = "task-2007188" [ 2128.715420] env[63750]: _type = "Task" [ 2128.715420] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2128.725204] env[63750]: DEBUG oslo_vmware.api [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007188, 'name': Rename_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.778992] env[63750]: DEBUG oslo_vmware.api [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007187, 'name': ReconfigVM_Task, 'duration_secs': 0.285175} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2128.779264] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Reconfigured VM instance instance-0000006e to attach disk [datastore1] d813ccff-e26e-4778-8a0e-70f1fa867224/d813ccff-e26e-4778-8a0e-70f1fa867224.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2128.780076] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a532878-ee8f-4140-bec7-f605dfc9d13b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.788484] env[63750]: DEBUG oslo_vmware.api [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Waiting for the task: (returnval){ [ 2128.788484] env[63750]: value = "task-2007189" [ 2128.788484] env[63750]: _type = "Task" [ 2128.788484] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2128.797694] env[63750]: DEBUG oslo_vmware.api [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007189, 'name': Rename_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.224739] env[63750]: DEBUG oslo_vmware.api [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007188, 'name': Rename_Task, 'duration_secs': 0.336327} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2129.225056] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2129.225401] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10d34b6f-d9bb-40f7-885b-4a1c0ada4870 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.232102] env[63750]: DEBUG oslo_vmware.api [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 2129.232102] env[63750]: value = "task-2007190" [ 2129.232102] env[63750]: _type = "Task" [ 2129.232102] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.241018] env[63750]: DEBUG oslo_vmware.api [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007190, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.299426] env[63750]: DEBUG oslo_vmware.api [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007189, 'name': Rename_Task, 'duration_secs': 0.229369} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2129.299727] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2129.299982] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a22beaa9-07be-4920-9831-68d9a805a7e6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.306644] env[63750]: DEBUG oslo_vmware.api [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Waiting for the task: (returnval){ [ 2129.306644] env[63750]: value = "task-2007191" [ 2129.306644] env[63750]: _type = "Task" [ 2129.306644] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.315081] env[63750]: DEBUG oslo_vmware.api [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007191, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.742725] env[63750]: DEBUG oslo_vmware.api [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007190, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.818490] env[63750]: DEBUG oslo_vmware.api [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007191, 'name': PowerOnVM_Task, 'duration_secs': 0.46667} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2129.821951] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2129.822278] env[63750]: INFO nova.compute.manager [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Took 6.54 seconds to spawn the instance on the hypervisor. [ 2129.822541] env[63750]: DEBUG nova.compute.manager [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2129.823869] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252fd7d9-0524-457f-8cb0-6a964314e4bf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.882050] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c3d67f6f-8dd6-4186-bb86-9ddb58066bb1 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquiring lock "interface-e0dbea6c-f57b-4153-9160-73ddd91161cd-374a4447-d558-4f6e-bd38-4f29fd3f4d9b" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2129.882194] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c3d67f6f-8dd6-4186-bb86-9ddb58066bb1 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lock "interface-e0dbea6c-f57b-4153-9160-73ddd91161cd-374a4447-d558-4f6e-bd38-4f29fd3f4d9b" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2129.882459] env[63750]: DEBUG nova.objects.instance [None req-c3d67f6f-8dd6-4186-bb86-9ddb58066bb1 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lazy-loading 'flavor' on Instance uuid e0dbea6c-f57b-4153-9160-73ddd91161cd {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2129.901350] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4b8b4b-b880-47d9-9745-94599baf2863 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.910059] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65790bb9-7749-4357-bb40-0210de98b817 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.939905] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae85e331-97f7-4925-88a8-489fd2c73b2f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.947596] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a39d7ec-a073-4da3-9926-6ff983fdba43 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.961015] env[63750]: DEBUG nova.compute.provider_tree [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2130.245622] env[63750]: DEBUG oslo_vmware.api [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007190, 'name': PowerOnVM_Task, 'duration_secs': 0.653915} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2130.245995] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2130.246278] env[63750]: INFO nova.compute.manager [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Took 7.53 seconds to spawn the instance on the hypervisor. [ 2130.246542] env[63750]: DEBUG nova.compute.manager [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2130.247621] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1485fa92-b2af-4851-849d-7fa422effdbf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.350784] env[63750]: INFO nova.compute.manager [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Took 13.54 seconds to build instance. [ 2130.464020] env[63750]: DEBUG nova.scheduler.client.report [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2130.495472] env[63750]: DEBUG nova.objects.instance [None req-c3d67f6f-8dd6-4186-bb86-9ddb58066bb1 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lazy-loading 'pci_requests' on Instance uuid e0dbea6c-f57b-4153-9160-73ddd91161cd {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2130.768674] env[63750]: INFO nova.compute.manager [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Took 14.04 seconds to build instance. [ 2130.854052] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6b7f5fff-8e4b-441f-becd-ae1a645bf994 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lock "d813ccff-e26e-4778-8a0e-70f1fa867224" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.053s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2130.969829] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.277s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2130.970424] env[63750]: DEBUG nova.compute.manager [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 6e8a2d2c-52bb-434a-8c11-37e2571e9f15] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2130.997710] env[63750]: DEBUG nova.objects.base [None req-c3d67f6f-8dd6-4186-bb86-9ddb58066bb1 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63750) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2130.998165] env[63750]: DEBUG nova.network.neutron [None req-c3d67f6f-8dd6-4186-bb86-9ddb58066bb1 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2131.094907] env[63750]: DEBUG nova.policy [None req-c3d67f6f-8dd6-4186-bb86-9ddb58066bb1 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '742b9609250c4b599058105c38133a5d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd2139ec6eeb4ba6992db80e7239b224', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 2131.272059] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a7abae0c-ec95-4ba9-9169-8c5b93adeee7 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "2ea581c2-febf-43a9-9bb2-42f9b60440a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.556s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2131.476014] env[63750]: DEBUG nova.compute.utils [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2131.477341] env[63750]: DEBUG nova.compute.manager [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 6e8a2d2c-52bb-434a-8c11-37e2571e9f15] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2131.477478] env[63750]: DEBUG nova.network.neutron [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 6e8a2d2c-52bb-434a-8c11-37e2571e9f15] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2131.541926] env[63750]: DEBUG nova.compute.manager [req-6bbd81ee-8165-4577-a735-a1aa65f1aaa8 req-210337b1-5616-4b0e-97b7-4f86db8f9f0d service nova] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Received event network-changed-e0eb3d62-806c-4cef-a1aa-624e9a496395 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2131.542144] env[63750]: DEBUG nova.compute.manager [req-6bbd81ee-8165-4577-a735-a1aa65f1aaa8 req-210337b1-5616-4b0e-97b7-4f86db8f9f0d service nova] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Refreshing instance network info cache due to event network-changed-e0eb3d62-806c-4cef-a1aa-624e9a496395. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2131.542394] env[63750]: DEBUG oslo_concurrency.lockutils [req-6bbd81ee-8165-4577-a735-a1aa65f1aaa8 req-210337b1-5616-4b0e-97b7-4f86db8f9f0d service nova] Acquiring lock "refresh_cache-d813ccff-e26e-4778-8a0e-70f1fa867224" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2131.543118] env[63750]: DEBUG oslo_concurrency.lockutils [req-6bbd81ee-8165-4577-a735-a1aa65f1aaa8 req-210337b1-5616-4b0e-97b7-4f86db8f9f0d service nova] Acquired lock "refresh_cache-d813ccff-e26e-4778-8a0e-70f1fa867224" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2131.543332] env[63750]: DEBUG nova.network.neutron [req-6bbd81ee-8165-4577-a735-a1aa65f1aaa8 req-210337b1-5616-4b0e-97b7-4f86db8f9f0d service nova] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Refreshing network info cache for port e0eb3d62-806c-4cef-a1aa-624e9a496395 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2131.552100] env[63750]: DEBUG nova.policy [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86333ce8360340c3b7cf65e8273fd5ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23846c040dac48ec80f88340c38cbf38', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 2131.939301] env[63750]: DEBUG nova.network.neutron [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 6e8a2d2c-52bb-434a-8c11-37e2571e9f15] Successfully created port: 7b167305-e3ad-43aa-81ae-e390a80e8b36 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2131.980272] env[63750]: DEBUG nova.compute.manager [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 6e8a2d2c-52bb-434a-8c11-37e2571e9f15] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2132.105081] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0b4a193-27ed-4ba1-941c-95fa292f4d6a tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Volume attach. Driver type: vmdk {{(pid=63750) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2132.105081] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0b4a193-27ed-4ba1-941c-95fa292f4d6a tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412676', 'volume_id': '915f0c33-372f-4eec-b52a-027a39046c51', 'name': 'volume-915f0c33-372f-4eec-b52a-027a39046c51', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f19f74f5-d356-451e-9391-d3dcfe667537', 'attached_at': '', 'detached_at': '', 'volume_id': '915f0c33-372f-4eec-b52a-027a39046c51', 'serial': '915f0c33-372f-4eec-b52a-027a39046c51'} {{(pid=63750) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2132.105081] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933aa617-1487-4b28-8dcc-42dc77c7ee9a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.111675] env[63750]: DEBUG nova.compute.manager [req-78a61409-9046-427c-90db-661e1122796a req-cb130354-b206-4401-9883-694d341f9b76 service nova] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Received event network-changed-1af3e56a-ff15-4851-a629-891eaf8aa9b7 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2132.111884] env[63750]: DEBUG nova.compute.manager [req-78a61409-9046-427c-90db-661e1122796a req-cb130354-b206-4401-9883-694d341f9b76 service nova] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Refreshing instance network info cache due to event network-changed-1af3e56a-ff15-4851-a629-891eaf8aa9b7. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2132.112110] env[63750]: DEBUG oslo_concurrency.lockutils [req-78a61409-9046-427c-90db-661e1122796a req-cb130354-b206-4401-9883-694d341f9b76 service nova] Acquiring lock "refresh_cache-3d11142c-0197-4bd9-bf31-fffabf48ee87" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2132.112252] env[63750]: DEBUG oslo_concurrency.lockutils [req-78a61409-9046-427c-90db-661e1122796a req-cb130354-b206-4401-9883-694d341f9b76 service nova] Acquired lock "refresh_cache-3d11142c-0197-4bd9-bf31-fffabf48ee87" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2132.112410] env[63750]: DEBUG nova.network.neutron [req-78a61409-9046-427c-90db-661e1122796a req-cb130354-b206-4401-9883-694d341f9b76 service nova] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Refreshing network info cache for port 1af3e56a-ff15-4851-a629-891eaf8aa9b7 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2132.135135] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc4b7cb-360c-4101-8778-9947da5eb653 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.163044] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0b4a193-27ed-4ba1-941c-95fa292f4d6a tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] volume-915f0c33-372f-4eec-b52a-027a39046c51/volume-915f0c33-372f-4eec-b52a-027a39046c51.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2132.163597] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1c7d7a4-64e6-4d0f-a670-88f0ba7081a5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.183675] env[63750]: DEBUG oslo_vmware.api [None req-b0b4a193-27ed-4ba1-941c-95fa292f4d6a tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2132.183675] env[63750]: value = "task-2007193" [ 2132.183675] env[63750]: _type = "Task" [ 2132.183675] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2132.196707] env[63750]: DEBUG oslo_vmware.api [None req-b0b4a193-27ed-4ba1-941c-95fa292f4d6a tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007193, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.441319] env[63750]: DEBUG nova.network.neutron [req-6bbd81ee-8165-4577-a735-a1aa65f1aaa8 req-210337b1-5616-4b0e-97b7-4f86db8f9f0d service nova] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Updated VIF entry in instance network info cache for port e0eb3d62-806c-4cef-a1aa-624e9a496395. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2132.441865] env[63750]: DEBUG nova.network.neutron [req-6bbd81ee-8165-4577-a735-a1aa65f1aaa8 req-210337b1-5616-4b0e-97b7-4f86db8f9f0d service nova] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Updating instance_info_cache with network_info: [{"id": "e0eb3d62-806c-4cef-a1aa-624e9a496395", "address": "fa:16:3e:8c:db:08", "network": {"id": "dd6025b5-5331-4ade-abfb-6867d37b41da", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-649603207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91a6374b7ee44849998c8b16981afb61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0eb3d62-80", "ovs_interfaceid": "e0eb3d62-806c-4cef-a1aa-624e9a496395", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2132.696195] env[63750]: DEBUG oslo_vmware.api [None req-b0b4a193-27ed-4ba1-941c-95fa292f4d6a tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007193, 'name': ReconfigVM_Task, 'duration_secs': 0.36385} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2132.696478] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0b4a193-27ed-4ba1-941c-95fa292f4d6a tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Reconfigured VM instance instance-00000067 to attach disk [datastore1] volume-915f0c33-372f-4eec-b52a-027a39046c51/volume-915f0c33-372f-4eec-b52a-027a39046c51.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2132.701438] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6e4280a-4586-40ed-8ede-7a6cb904de1c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.719403] env[63750]: DEBUG oslo_vmware.api [None req-b0b4a193-27ed-4ba1-941c-95fa292f4d6a tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2132.719403] env[63750]: value = "task-2007194" [ 2132.719403] env[63750]: _type = "Task" [ 2132.719403] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2132.726737] env[63750]: DEBUG oslo_vmware.api [None req-b0b4a193-27ed-4ba1-941c-95fa292f4d6a tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007194, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.929712] env[63750]: DEBUG nova.network.neutron [req-78a61409-9046-427c-90db-661e1122796a req-cb130354-b206-4401-9883-694d341f9b76 service nova] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Updated VIF entry in instance network info cache for port 1af3e56a-ff15-4851-a629-891eaf8aa9b7. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2132.930100] env[63750]: DEBUG nova.network.neutron [req-78a61409-9046-427c-90db-661e1122796a req-cb130354-b206-4401-9883-694d341f9b76 service nova] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Updating instance_info_cache with network_info: [{"id": "1af3e56a-ff15-4851-a629-891eaf8aa9b7", "address": "fa:16:3e:6e:e3:76", "network": {"id": "8eeb3f57-9e47-48f4-ab8b-e14a44671e51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1675437426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "618573a371474aec86d00edfd3267bcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1af3e56a-ff", "ovs_interfaceid": "1af3e56a-ff15-4851-a629-891eaf8aa9b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2132.945515] env[63750]: DEBUG oslo_concurrency.lockutils [req-6bbd81ee-8165-4577-a735-a1aa65f1aaa8 req-210337b1-5616-4b0e-97b7-4f86db8f9f0d service nova] Releasing lock "refresh_cache-d813ccff-e26e-4778-8a0e-70f1fa867224" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2132.997487] env[63750]: DEBUG nova.compute.manager [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 6e8a2d2c-52bb-434a-8c11-37e2571e9f15] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2133.023722] env[63750]: DEBUG nova.virt.hardware [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2133.024049] env[63750]: DEBUG nova.virt.hardware [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2133.024215] env[63750]: DEBUG nova.virt.hardware [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2133.024401] env[63750]: DEBUG nova.virt.hardware [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2133.025380] env[63750]: DEBUG nova.virt.hardware [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2133.025380] env[63750]: DEBUG nova.virt.hardware [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2133.025380] env[63750]: DEBUG nova.virt.hardware [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2133.025380] env[63750]: DEBUG nova.virt.hardware [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2133.025579] env[63750]: DEBUG nova.virt.hardware [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2133.025753] env[63750]: DEBUG nova.virt.hardware [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2133.026039] env[63750]: DEBUG nova.virt.hardware [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2133.026906] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8278c7-000f-4fab-92a5-d47de428cdfd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.035863] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f341ca7a-43b6-4c97-b057-fd1db739a949 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.086916] env[63750]: DEBUG nova.network.neutron [None req-c3d67f6f-8dd6-4186-bb86-9ddb58066bb1 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Successfully updated port: 374a4447-d558-4f6e-bd38-4f29fd3f4d9b {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2133.228622] env[63750]: DEBUG oslo_vmware.api [None req-b0b4a193-27ed-4ba1-941c-95fa292f4d6a tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007194, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.433705] env[63750]: DEBUG oslo_concurrency.lockutils [req-78a61409-9046-427c-90db-661e1122796a req-cb130354-b206-4401-9883-694d341f9b76 service nova] Releasing lock "refresh_cache-3d11142c-0197-4bd9-bf31-fffabf48ee87" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2133.578148] env[63750]: DEBUG nova.compute.manager [req-44c026a4-5fb5-4728-8580-0f377a650da3 req-d557bd24-6c22-4998-9ec7-ae2b3d03576c service nova] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Received event network-vif-plugged-374a4447-d558-4f6e-bd38-4f29fd3f4d9b {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2133.578148] env[63750]: DEBUG oslo_concurrency.lockutils [req-44c026a4-5fb5-4728-8580-0f377a650da3 req-d557bd24-6c22-4998-9ec7-ae2b3d03576c service nova] Acquiring lock "e0dbea6c-f57b-4153-9160-73ddd91161cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2133.578447] env[63750]: DEBUG oslo_concurrency.lockutils [req-44c026a4-5fb5-4728-8580-0f377a650da3 req-d557bd24-6c22-4998-9ec7-ae2b3d03576c service nova] Lock "e0dbea6c-f57b-4153-9160-73ddd91161cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2133.578862] env[63750]: DEBUG oslo_concurrency.lockutils [req-44c026a4-5fb5-4728-8580-0f377a650da3 req-d557bd24-6c22-4998-9ec7-ae2b3d03576c service nova] Lock "e0dbea6c-f57b-4153-9160-73ddd91161cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2133.579163] env[63750]: DEBUG nova.compute.manager [req-44c026a4-5fb5-4728-8580-0f377a650da3 req-d557bd24-6c22-4998-9ec7-ae2b3d03576c service nova] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] No waiting events found dispatching network-vif-plugged-374a4447-d558-4f6e-bd38-4f29fd3f4d9b {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2133.579700] env[63750]: WARNING nova.compute.manager [req-44c026a4-5fb5-4728-8580-0f377a650da3 req-d557bd24-6c22-4998-9ec7-ae2b3d03576c service nova] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Received unexpected event network-vif-plugged-374a4447-d558-4f6e-bd38-4f29fd3f4d9b for instance with vm_state active and task_state None. [ 2133.579991] env[63750]: DEBUG nova.compute.manager [req-44c026a4-5fb5-4728-8580-0f377a650da3 req-d557bd24-6c22-4998-9ec7-ae2b3d03576c service nova] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Received event network-changed-374a4447-d558-4f6e-bd38-4f29fd3f4d9b {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2133.580944] env[63750]: DEBUG nova.compute.manager [req-44c026a4-5fb5-4728-8580-0f377a650da3 req-d557bd24-6c22-4998-9ec7-ae2b3d03576c service nova] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Refreshing instance network info cache due to event network-changed-374a4447-d558-4f6e-bd38-4f29fd3f4d9b. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2133.581263] env[63750]: DEBUG oslo_concurrency.lockutils [req-44c026a4-5fb5-4728-8580-0f377a650da3 req-d557bd24-6c22-4998-9ec7-ae2b3d03576c service nova] Acquiring lock "refresh_cache-e0dbea6c-f57b-4153-9160-73ddd91161cd" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2133.581507] env[63750]: DEBUG oslo_concurrency.lockutils [req-44c026a4-5fb5-4728-8580-0f377a650da3 req-d557bd24-6c22-4998-9ec7-ae2b3d03576c service nova] Acquired lock "refresh_cache-e0dbea6c-f57b-4153-9160-73ddd91161cd" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2133.582022] env[63750]: DEBUG nova.network.neutron [req-44c026a4-5fb5-4728-8580-0f377a650da3 req-d557bd24-6c22-4998-9ec7-ae2b3d03576c service nova] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Refreshing network info cache for port 374a4447-d558-4f6e-bd38-4f29fd3f4d9b {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2133.589449] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c3d67f6f-8dd6-4186-bb86-9ddb58066bb1 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquiring lock "refresh_cache-e0dbea6c-f57b-4153-9160-73ddd91161cd" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2133.690372] env[63750]: DEBUG nova.network.neutron [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 6e8a2d2c-52bb-434a-8c11-37e2571e9f15] Successfully updated port: 7b167305-e3ad-43aa-81ae-e390a80e8b36 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2133.694021] env[63750]: DEBUG nova.compute.manager [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Stashing vm_state: active {{(pid=63750) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2133.728513] env[63750]: DEBUG oslo_vmware.api [None req-b0b4a193-27ed-4ba1-941c-95fa292f4d6a tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007194, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.128863] env[63750]: DEBUG nova.compute.manager [req-4435b73c-c58b-4c87-8c13-cd9af234c964 req-d00a72fd-db26-45fe-8862-f0d71df3edb9 service nova] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Received event network-changed-1e1e3461-c83f-40ef-a6fe-5f87d0d76a38 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2134.129099] env[63750]: DEBUG nova.compute.manager [req-4435b73c-c58b-4c87-8c13-cd9af234c964 req-d00a72fd-db26-45fe-8862-f0d71df3edb9 service nova] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Refreshing instance network info cache due to event network-changed-1e1e3461-c83f-40ef-a6fe-5f87d0d76a38. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2134.129266] env[63750]: DEBUG oslo_concurrency.lockutils [req-4435b73c-c58b-4c87-8c13-cd9af234c964 req-d00a72fd-db26-45fe-8862-f0d71df3edb9 service nova] Acquiring lock "refresh_cache-2ea581c2-febf-43a9-9bb2-42f9b60440a4" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2134.129407] env[63750]: DEBUG oslo_concurrency.lockutils [req-4435b73c-c58b-4c87-8c13-cd9af234c964 req-d00a72fd-db26-45fe-8862-f0d71df3edb9 service nova] Acquired lock "refresh_cache-2ea581c2-febf-43a9-9bb2-42f9b60440a4" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2134.129567] env[63750]: DEBUG nova.network.neutron [req-4435b73c-c58b-4c87-8c13-cd9af234c964 req-d00a72fd-db26-45fe-8862-f0d71df3edb9 service nova] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Refreshing network info cache for port 1e1e3461-c83f-40ef-a6fe-5f87d0d76a38 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2134.195523] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquiring lock "refresh_cache-6e8a2d2c-52bb-434a-8c11-37e2571e9f15" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2134.195707] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquired lock "refresh_cache-6e8a2d2c-52bb-434a-8c11-37e2571e9f15" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2134.195872] env[63750]: DEBUG nova.network.neutron [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 6e8a2d2c-52bb-434a-8c11-37e2571e9f15] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2134.215158] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2134.215409] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2134.229493] env[63750]: DEBUG oslo_vmware.api [None req-b0b4a193-27ed-4ba1-941c-95fa292f4d6a tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007194, 'name': ReconfigVM_Task, 'duration_secs': 1.139812} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2134.230285] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0b4a193-27ed-4ba1-941c-95fa292f4d6a tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412676', 'volume_id': '915f0c33-372f-4eec-b52a-027a39046c51', 'name': 'volume-915f0c33-372f-4eec-b52a-027a39046c51', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f19f74f5-d356-451e-9391-d3dcfe667537', 'attached_at': '', 'detached_at': '', 'volume_id': '915f0c33-372f-4eec-b52a-027a39046c51', 'serial': '915f0c33-372f-4eec-b52a-027a39046c51'} {{(pid=63750) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2134.297453] env[63750]: DEBUG nova.network.neutron [req-44c026a4-5fb5-4728-8580-0f377a650da3 req-d557bd24-6c22-4998-9ec7-ae2b3d03576c service nova] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Added VIF to instance network info cache for port 374a4447-d558-4f6e-bd38-4f29fd3f4d9b. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3546}} [ 2134.297913] env[63750]: DEBUG nova.network.neutron [req-44c026a4-5fb5-4728-8580-0f377a650da3 req-d557bd24-6c22-4998-9ec7-ae2b3d03576c service nova] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Updating instance_info_cache with network_info: [{"id": "c7f42919-2ee2-46cc-86db-6fe2c314ee33", "address": "fa:16:3e:4b:c5:8d", "network": {"id": "ff81de04-7e48-4127-88aa-44bb0621a003", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-707332449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2139ec6eeb4ba6992db80e7239b224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7f42919-2e", "ovs_interfaceid": "c7f42919-2ee2-46cc-86db-6fe2c314ee33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "374a4447-d558-4f6e-bd38-4f29fd3f4d9b", "address": "fa:16:3e:cc:bb:d2", "network": {"id": "ff81de04-7e48-4127-88aa-44bb0621a003", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-707332449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2139ec6eeb4ba6992db80e7239b224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap374a4447-d5", "ovs_interfaceid": "374a4447-d558-4f6e-bd38-4f29fd3f4d9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2134.720139] env[63750]: INFO nova.compute.claims [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2134.743054] env[63750]: DEBUG nova.network.neutron [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 6e8a2d2c-52bb-434a-8c11-37e2571e9f15] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2134.801612] env[63750]: DEBUG oslo_concurrency.lockutils [req-44c026a4-5fb5-4728-8580-0f377a650da3 req-d557bd24-6c22-4998-9ec7-ae2b3d03576c service nova] Releasing lock "refresh_cache-e0dbea6c-f57b-4153-9160-73ddd91161cd" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2134.802033] env[63750]: DEBUG nova.compute.manager [req-44c026a4-5fb5-4728-8580-0f377a650da3 req-d557bd24-6c22-4998-9ec7-ae2b3d03576c service nova] [instance: 6e8a2d2c-52bb-434a-8c11-37e2571e9f15] Received event network-vif-plugged-7b167305-e3ad-43aa-81ae-e390a80e8b36 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2134.802380] env[63750]: DEBUG oslo_concurrency.lockutils [req-44c026a4-5fb5-4728-8580-0f377a650da3 req-d557bd24-6c22-4998-9ec7-ae2b3d03576c service nova] Acquiring lock "6e8a2d2c-52bb-434a-8c11-37e2571e9f15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2134.802711] env[63750]: DEBUG oslo_concurrency.lockutils [req-44c026a4-5fb5-4728-8580-0f377a650da3 req-d557bd24-6c22-4998-9ec7-ae2b3d03576c service nova] Lock "6e8a2d2c-52bb-434a-8c11-37e2571e9f15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2134.803049] env[63750]: DEBUG oslo_concurrency.lockutils [req-44c026a4-5fb5-4728-8580-0f377a650da3 req-d557bd24-6c22-4998-9ec7-ae2b3d03576c service nova] Lock "6e8a2d2c-52bb-434a-8c11-37e2571e9f15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2134.803490] env[63750]: DEBUG nova.compute.manager [req-44c026a4-5fb5-4728-8580-0f377a650da3 req-d557bd24-6c22-4998-9ec7-ae2b3d03576c service nova] [instance: 6e8a2d2c-52bb-434a-8c11-37e2571e9f15] No waiting events found dispatching network-vif-plugged-7b167305-e3ad-43aa-81ae-e390a80e8b36 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2134.803791] env[63750]: WARNING nova.compute.manager [req-44c026a4-5fb5-4728-8580-0f377a650da3 req-d557bd24-6c22-4998-9ec7-ae2b3d03576c service nova] [instance: 6e8a2d2c-52bb-434a-8c11-37e2571e9f15] Received unexpected event network-vif-plugged-7b167305-e3ad-43aa-81ae-e390a80e8b36 for instance with vm_state building and task_state spawning. [ 2134.804297] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c3d67f6f-8dd6-4186-bb86-9ddb58066bb1 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquired lock "refresh_cache-e0dbea6c-f57b-4153-9160-73ddd91161cd" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2134.804591] env[63750]: DEBUG nova.network.neutron [None req-c3d67f6f-8dd6-4186-bb86-9ddb58066bb1 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2135.034606] env[63750]: DEBUG nova.network.neutron [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 6e8a2d2c-52bb-434a-8c11-37e2571e9f15] Updating instance_info_cache with network_info: [{"id": "7b167305-e3ad-43aa-81ae-e390a80e8b36", "address": "fa:16:3e:8c:fc:26", "network": {"id": "6ee8b59d-97e1-4efe-b623-8db03ccc868f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-59123013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23846c040dac48ec80f88340c38cbf38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b167305-e3", "ovs_interfaceid": "7b167305-e3ad-43aa-81ae-e390a80e8b36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2135.040188] env[63750]: DEBUG nova.network.neutron [req-4435b73c-c58b-4c87-8c13-cd9af234c964 req-d00a72fd-db26-45fe-8862-f0d71df3edb9 service nova] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Updated VIF entry in instance network info cache for port 1e1e3461-c83f-40ef-a6fe-5f87d0d76a38. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2135.040540] env[63750]: DEBUG nova.network.neutron [req-4435b73c-c58b-4c87-8c13-cd9af234c964 req-d00a72fd-db26-45fe-8862-f0d71df3edb9 service nova] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Updating instance_info_cache with network_info: [{"id": "1e1e3461-c83f-40ef-a6fe-5f87d0d76a38", "address": "fa:16:3e:e7:ab:f7", "network": {"id": "8eeb3f57-9e47-48f4-ab8b-e14a44671e51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1675437426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "618573a371474aec86d00edfd3267bcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e1e3461-c8", "ovs_interfaceid": "1e1e3461-c83f-40ef-a6fe-5f87d0d76a38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2135.227261] env[63750]: INFO nova.compute.resource_tracker [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Updating resource usage from migration 17b812d8-cb04-4b4d-9665-fa88b10d20b2 [ 2135.264346] env[63750]: DEBUG nova.objects.instance [None req-b0b4a193-27ed-4ba1-941c-95fa292f4d6a tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Lazy-loading 'flavor' on Instance uuid f19f74f5-d356-451e-9391-d3dcfe667537 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2135.338867] env[63750]: WARNING nova.network.neutron [None req-c3d67f6f-8dd6-4186-bb86-9ddb58066bb1 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] ff81de04-7e48-4127-88aa-44bb0621a003 already exists in list: networks containing: ['ff81de04-7e48-4127-88aa-44bb0621a003']. ignoring it [ 2135.339193] env[63750]: WARNING nova.network.neutron [None req-c3d67f6f-8dd6-4186-bb86-9ddb58066bb1 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] ff81de04-7e48-4127-88aa-44bb0621a003 already exists in list: networks containing: ['ff81de04-7e48-4127-88aa-44bb0621a003']. ignoring it [ 2135.339376] env[63750]: WARNING nova.network.neutron [None req-c3d67f6f-8dd6-4186-bb86-9ddb58066bb1 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] 374a4447-d558-4f6e-bd38-4f29fd3f4d9b already exists in list: port_ids containing: ['374a4447-d558-4f6e-bd38-4f29fd3f4d9b']. ignoring it [ 2135.402096] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd31988b-5fc1-4d15-be47-c3aed0ec3e24 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.409612] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e93dd2-c7e4-431c-af45-d10ab1471da6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.441399] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74cd963-2b2a-460c-bdcc-008558045dfd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.449105] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde96583-7147-4b72-9454-ab8bafe4b047 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.462233] env[63750]: DEBUG nova.compute.provider_tree [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2135.538024] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Releasing lock "refresh_cache-6e8a2d2c-52bb-434a-8c11-37e2571e9f15" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2135.538024] env[63750]: DEBUG nova.compute.manager [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 6e8a2d2c-52bb-434a-8c11-37e2571e9f15] Instance network_info: |[{"id": "7b167305-e3ad-43aa-81ae-e390a80e8b36", "address": "fa:16:3e:8c:fc:26", "network": {"id": "6ee8b59d-97e1-4efe-b623-8db03ccc868f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-59123013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23846c040dac48ec80f88340c38cbf38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b167305-e3", "ovs_interfaceid": "7b167305-e3ad-43aa-81ae-e390a80e8b36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2135.538234] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 6e8a2d2c-52bb-434a-8c11-37e2571e9f15] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:fc:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7b5f1ef-d4b9-4ec3-b047-17e4cb349d25', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b167305-e3ad-43aa-81ae-e390a80e8b36', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2135.545564] env[63750]: DEBUG oslo.service.loopingcall [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2135.545957] env[63750]: DEBUG oslo_concurrency.lockutils [req-4435b73c-c58b-4c87-8c13-cd9af234c964 req-d00a72fd-db26-45fe-8862-f0d71df3edb9 service nova] Releasing lock "refresh_cache-2ea581c2-febf-43a9-9bb2-42f9b60440a4" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2135.546291] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e8a2d2c-52bb-434a-8c11-37e2571e9f15] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2135.548436] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7fc5dc5e-d109-4513-859c-fc03dada3b61 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.569666] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2135.569666] env[63750]: value = "task-2007195" [ 2135.569666] env[63750]: _type = "Task" [ 2135.569666] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.577413] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007195, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.612591] env[63750]: DEBUG nova.compute.manager [req-b49fa051-0e43-4f53-9f9b-5d16134223d7 req-beed7d8d-f6c1-4e76-95dd-4aa9d5ccd32e service nova] [instance: 6e8a2d2c-52bb-434a-8c11-37e2571e9f15] Received event network-changed-7b167305-e3ad-43aa-81ae-e390a80e8b36 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2135.612784] env[63750]: DEBUG nova.compute.manager [req-b49fa051-0e43-4f53-9f9b-5d16134223d7 req-beed7d8d-f6c1-4e76-95dd-4aa9d5ccd32e service nova] [instance: 6e8a2d2c-52bb-434a-8c11-37e2571e9f15] Refreshing instance network info cache due to event network-changed-7b167305-e3ad-43aa-81ae-e390a80e8b36. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2135.613019] env[63750]: DEBUG oslo_concurrency.lockutils [req-b49fa051-0e43-4f53-9f9b-5d16134223d7 req-beed7d8d-f6c1-4e76-95dd-4aa9d5ccd32e service nova] Acquiring lock "refresh_cache-6e8a2d2c-52bb-434a-8c11-37e2571e9f15" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2135.613391] env[63750]: DEBUG oslo_concurrency.lockutils [req-b49fa051-0e43-4f53-9f9b-5d16134223d7 req-beed7d8d-f6c1-4e76-95dd-4aa9d5ccd32e service nova] Acquired lock "refresh_cache-6e8a2d2c-52bb-434a-8c11-37e2571e9f15" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2135.613391] env[63750]: DEBUG nova.network.neutron [req-b49fa051-0e43-4f53-9f9b-5d16134223d7 req-beed7d8d-f6c1-4e76-95dd-4aa9d5ccd32e service nova] [instance: 6e8a2d2c-52bb-434a-8c11-37e2571e9f15] Refreshing network info cache for port 7b167305-e3ad-43aa-81ae-e390a80e8b36 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2135.639733] env[63750]: INFO nova.compute.manager [None req-f2117d09-d4ba-450d-b359-954ee159781d tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Rescuing [ 2135.639948] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f2117d09-d4ba-450d-b359-954ee159781d tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Acquiring lock "refresh_cache-f19f74f5-d356-451e-9391-d3dcfe667537" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2135.640125] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f2117d09-d4ba-450d-b359-954ee159781d tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Acquired lock "refresh_cache-f19f74f5-d356-451e-9391-d3dcfe667537" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2135.640333] env[63750]: DEBUG nova.network.neutron [None req-f2117d09-d4ba-450d-b359-954ee159781d tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2135.675076] env[63750]: DEBUG nova.network.neutron [None req-c3d67f6f-8dd6-4186-bb86-9ddb58066bb1 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Updating instance_info_cache with network_info: [{"id": "c7f42919-2ee2-46cc-86db-6fe2c314ee33", "address": "fa:16:3e:4b:c5:8d", "network": {"id": "ff81de04-7e48-4127-88aa-44bb0621a003", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-707332449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2139ec6eeb4ba6992db80e7239b224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7f42919-2e", "ovs_interfaceid": "c7f42919-2ee2-46cc-86db-6fe2c314ee33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "374a4447-d558-4f6e-bd38-4f29fd3f4d9b", "address": "fa:16:3e:cc:bb:d2", "network": {"id": "ff81de04-7e48-4127-88aa-44bb0621a003", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-707332449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2139ec6eeb4ba6992db80e7239b224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap374a4447-d5", "ovs_interfaceid": "374a4447-d558-4f6e-bd38-4f29fd3f4d9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2135.769518] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b0b4a193-27ed-4ba1-941c-95fa292f4d6a tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Lock "f19f74f5-d356-451e-9391-d3dcfe667537" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.779s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2135.965965] env[63750]: DEBUG nova.scheduler.client.report [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2136.079509] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007195, 'name': CreateVM_Task, 'duration_secs': 0.432545} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2136.079687] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e8a2d2c-52bb-434a-8c11-37e2571e9f15] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2136.080444] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2136.080613] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2136.080946] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2136.081214] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-034b8257-b5cc-4b7f-93c4-08440b05f048 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.085622] env[63750]: DEBUG oslo_vmware.api [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2136.085622] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52050ccc-cf28-4943-bcf6-f7c38befae67" [ 2136.085622] env[63750]: _type = "Task" [ 2136.085622] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.093207] env[63750]: DEBUG oslo_vmware.api [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52050ccc-cf28-4943-bcf6-f7c38befae67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.178065] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c3d67f6f-8dd6-4186-bb86-9ddb58066bb1 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Releasing lock "refresh_cache-e0dbea6c-f57b-4153-9160-73ddd91161cd" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2136.178828] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c3d67f6f-8dd6-4186-bb86-9ddb58066bb1 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquiring lock "e0dbea6c-f57b-4153-9160-73ddd91161cd" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2136.178911] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c3d67f6f-8dd6-4186-bb86-9ddb58066bb1 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquired lock "e0dbea6c-f57b-4153-9160-73ddd91161cd" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2136.179755] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239671d1-cddf-49cf-9a82-d1b19f1b9a10 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.201378] env[63750]: DEBUG nova.virt.hardware [None req-c3d67f6f-8dd6-4186-bb86-9ddb58066bb1 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2136.201795] env[63750]: DEBUG nova.virt.hardware [None req-c3d67f6f-8dd6-4186-bb86-9ddb58066bb1 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2136.201795] env[63750]: DEBUG nova.virt.hardware [None req-c3d67f6f-8dd6-4186-bb86-9ddb58066bb1 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2136.201964] env[63750]: DEBUG nova.virt.hardware [None req-c3d67f6f-8dd6-4186-bb86-9ddb58066bb1 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2136.202092] env[63750]: DEBUG nova.virt.hardware [None req-c3d67f6f-8dd6-4186-bb86-9ddb58066bb1 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2136.202242] env[63750]: DEBUG nova.virt.hardware [None req-c3d67f6f-8dd6-4186-bb86-9ddb58066bb1 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2136.202444] env[63750]: DEBUG nova.virt.hardware [None req-c3d67f6f-8dd6-4186-bb86-9ddb58066bb1 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2136.202598] env[63750]: DEBUG nova.virt.hardware [None req-c3d67f6f-8dd6-4186-bb86-9ddb58066bb1 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2136.202758] env[63750]: DEBUG nova.virt.hardware [None req-c3d67f6f-8dd6-4186-bb86-9ddb58066bb1 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2136.202915] env[63750]: DEBUG nova.virt.hardware [None req-c3d67f6f-8dd6-4186-bb86-9ddb58066bb1 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2136.203132] env[63750]: DEBUG nova.virt.hardware [None req-c3d67f6f-8dd6-4186-bb86-9ddb58066bb1 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2136.209282] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d67f6f-8dd6-4186-bb86-9ddb58066bb1 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Reconfiguring VM to attach interface {{(pid=63750) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2136.213487] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0077a83-11ab-4864-abcf-e282abe35413 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.230834] env[63750]: DEBUG oslo_vmware.api [None req-c3d67f6f-8dd6-4186-bb86-9ddb58066bb1 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Waiting for the task: (returnval){ [ 2136.230834] env[63750]: value = "task-2007196" [ 2136.230834] env[63750]: _type = "Task" [ 2136.230834] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.240981] env[63750]: DEBUG oslo_vmware.api [None req-c3d67f6f-8dd6-4186-bb86-9ddb58066bb1 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007196, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.470613] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.255s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2136.470830] env[63750]: INFO nova.compute.manager [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Migrating [ 2136.492157] env[63750]: DEBUG nova.network.neutron [req-b49fa051-0e43-4f53-9f9b-5d16134223d7 req-beed7d8d-f6c1-4e76-95dd-4aa9d5ccd32e service nova] [instance: 6e8a2d2c-52bb-434a-8c11-37e2571e9f15] Updated VIF entry in instance network info cache for port 7b167305-e3ad-43aa-81ae-e390a80e8b36. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2136.492276] env[63750]: DEBUG nova.network.neutron [req-b49fa051-0e43-4f53-9f9b-5d16134223d7 req-beed7d8d-f6c1-4e76-95dd-4aa9d5ccd32e service nova] [instance: 6e8a2d2c-52bb-434a-8c11-37e2571e9f15] Updating instance_info_cache with network_info: [{"id": "7b167305-e3ad-43aa-81ae-e390a80e8b36", "address": "fa:16:3e:8c:fc:26", "network": {"id": "6ee8b59d-97e1-4efe-b623-8db03ccc868f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-59123013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23846c040dac48ec80f88340c38cbf38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b167305-e3", "ovs_interfaceid": "7b167305-e3ad-43aa-81ae-e390a80e8b36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2136.591110] env[63750]: DEBUG nova.network.neutron [None req-f2117d09-d4ba-450d-b359-954ee159781d tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Updating instance_info_cache with network_info: [{"id": "c0035770-6307-4f77-bb59-c5fd722412e0", "address": "fa:16:3e:03:a5:39", "network": {"id": "bc8caa0c-64a5-498f-9d9f-64dc1d502217", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1864557009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc1114710e0d4372a8536f19816902bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0035770-63", "ovs_interfaceid": "c0035770-6307-4f77-bb59-c5fd722412e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2136.599035] env[63750]: DEBUG oslo_vmware.api [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52050ccc-cf28-4943-bcf6-f7c38befae67, 'name': SearchDatastore_Task, 'duration_secs': 0.012315} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2136.599035] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2136.599261] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 6e8a2d2c-52bb-434a-8c11-37e2571e9f15] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2136.599474] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2136.599615] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2136.600314] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2136.600314] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27a28f2a-7e3f-44d8-9bfd-9383ce0ae358 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.609409] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2136.609594] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2136.610550] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45fd6bb7-0d42-43df-bef3-9508bdb5c7eb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.616414] env[63750]: DEBUG oslo_vmware.api [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2136.616414] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5253eef1-54aa-5c2a-6a39-968c1f596be8" [ 2136.616414] env[63750]: _type = "Task" [ 2136.616414] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.625765] env[63750]: DEBUG oslo_vmware.api [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5253eef1-54aa-5c2a-6a39-968c1f596be8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.741940] env[63750]: DEBUG oslo_vmware.api [None req-c3d67f6f-8dd6-4186-bb86-9ddb58066bb1 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.986484] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquiring lock "refresh_cache-2ea581c2-febf-43a9-9bb2-42f9b60440a4" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2136.986685] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquired lock "refresh_cache-2ea581c2-febf-43a9-9bb2-42f9b60440a4" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2136.986867] env[63750]: DEBUG nova.network.neutron [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2136.993893] env[63750]: DEBUG oslo_concurrency.lockutils [req-b49fa051-0e43-4f53-9f9b-5d16134223d7 req-beed7d8d-f6c1-4e76-95dd-4aa9d5ccd32e service nova] Releasing lock "refresh_cache-6e8a2d2c-52bb-434a-8c11-37e2571e9f15" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2137.093473] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f2117d09-d4ba-450d-b359-954ee159781d tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Releasing lock "refresh_cache-f19f74f5-d356-451e-9391-d3dcfe667537" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2137.130902] env[63750]: DEBUG oslo_vmware.api [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5253eef1-54aa-5c2a-6a39-968c1f596be8, 'name': SearchDatastore_Task, 'duration_secs': 0.00891} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2137.131896] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39785202-c18f-42e4-85f7-45e67fad7edc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.137635] env[63750]: DEBUG oslo_vmware.api [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2137.137635] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52e5a32f-bd3e-2cbf-9d70-2311d64a74b6" [ 2137.137635] env[63750]: _type = "Task" [ 2137.137635] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2137.145188] env[63750]: DEBUG oslo_vmware.api [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52e5a32f-bd3e-2cbf-9d70-2311d64a74b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.190556] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2ebfce4a-6165-433f-96af-2cae6d9d1e46 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquiring lock "737f136f-7ff2-4176-8709-fa4eda49e2dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2137.190790] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2ebfce4a-6165-433f-96af-2cae6d9d1e46 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "737f136f-7ff2-4176-8709-fa4eda49e2dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2137.191037] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2ebfce4a-6165-433f-96af-2cae6d9d1e46 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquiring lock "737f136f-7ff2-4176-8709-fa4eda49e2dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2137.191214] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2ebfce4a-6165-433f-96af-2cae6d9d1e46 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "737f136f-7ff2-4176-8709-fa4eda49e2dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2137.191392] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2ebfce4a-6165-433f-96af-2cae6d9d1e46 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "737f136f-7ff2-4176-8709-fa4eda49e2dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2137.193966] env[63750]: INFO nova.compute.manager [None req-2ebfce4a-6165-433f-96af-2cae6d9d1e46 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Terminating instance [ 2137.240816] env[63750]: DEBUG oslo_vmware.api [None req-c3d67f6f-8dd6-4186-bb86-9ddb58066bb1 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007196, 'name': ReconfigVM_Task, 'duration_secs': 0.606806} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2137.241280] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c3d67f6f-8dd6-4186-bb86-9ddb58066bb1 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Releasing lock "e0dbea6c-f57b-4153-9160-73ddd91161cd" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2137.241479] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d67f6f-8dd6-4186-bb86-9ddb58066bb1 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Reconfigured VM to attach interface {{(pid=63750) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2137.648194] env[63750]: DEBUG oslo_vmware.api [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52e5a32f-bd3e-2cbf-9d70-2311d64a74b6, 'name': SearchDatastore_Task, 'duration_secs': 0.01026} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2137.648468] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2137.648726] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 6e8a2d2c-52bb-434a-8c11-37e2571e9f15/6e8a2d2c-52bb-434a-8c11-37e2571e9f15.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2137.649016] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa338f4c-7cee-4294-8c5c-146b131baa5f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.656424] env[63750]: DEBUG oslo_vmware.api [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2137.656424] env[63750]: value = "task-2007197" [ 2137.656424] env[63750]: _type = "Task" [ 2137.656424] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2137.699165] env[63750]: DEBUG nova.compute.manager [None req-2ebfce4a-6165-433f-96af-2cae6d9d1e46 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2137.699403] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2ebfce4a-6165-433f-96af-2cae6d9d1e46 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2137.700331] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c35d8a9-9a6a-4cef-aa27-de3350281d69 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.708603] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ebfce4a-6165-433f-96af-2cae6d9d1e46 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2137.708851] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be136533-2818-4104-8ec0-9d236bccc127 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.718517] env[63750]: DEBUG oslo_vmware.api [None req-2ebfce4a-6165-433f-96af-2cae6d9d1e46 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2137.718517] env[63750]: value = "task-2007198" [ 2137.718517] env[63750]: _type = "Task" [ 2137.718517] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2137.729783] env[63750]: DEBUG oslo_vmware.api [None req-2ebfce4a-6165-433f-96af-2cae6d9d1e46 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007198, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.738275] env[63750]: DEBUG nova.network.neutron [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Updating instance_info_cache with network_info: [{"id": "1e1e3461-c83f-40ef-a6fe-5f87d0d76a38", "address": "fa:16:3e:e7:ab:f7", "network": {"id": "8eeb3f57-9e47-48f4-ab8b-e14a44671e51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1675437426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "618573a371474aec86d00edfd3267bcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e1e3461-c8", "ovs_interfaceid": "1e1e3461-c83f-40ef-a6fe-5f87d0d76a38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2137.746051] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c3d67f6f-8dd6-4186-bb86-9ddb58066bb1 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lock "interface-e0dbea6c-f57b-4153-9160-73ddd91161cd-374a4447-d558-4f6e-bd38-4f29fd3f4d9b" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.864s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2138.167766] env[63750]: DEBUG oslo_vmware.api [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007197, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.228733] env[63750]: DEBUG oslo_vmware.api [None req-2ebfce4a-6165-433f-96af-2cae6d9d1e46 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007198, 'name': PowerOffVM_Task, 'duration_secs': 0.225609} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.229011] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ebfce4a-6165-433f-96af-2cae6d9d1e46 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2138.229217] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2ebfce4a-6165-433f-96af-2cae6d9d1e46 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2138.229468] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82a31bf6-5b88-435c-bafe-af7a37f37843 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.240775] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Releasing lock "refresh_cache-2ea581c2-febf-43a9-9bb2-42f9b60440a4" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2138.449249] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2ebfce4a-6165-433f-96af-2cae6d9d1e46 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2138.449644] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2ebfce4a-6165-433f-96af-2cae6d9d1e46 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Deleting contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2138.449703] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ebfce4a-6165-433f-96af-2cae6d9d1e46 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Deleting the datastore file [datastore2] 737f136f-7ff2-4176-8709-fa4eda49e2dc {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2138.449996] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-117bb9f9-e186-4372-bebc-95be84a6b126 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.457141] env[63750]: DEBUG oslo_vmware.api [None req-2ebfce4a-6165-433f-96af-2cae6d9d1e46 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2138.457141] env[63750]: value = "task-2007200" [ 2138.457141] env[63750]: _type = "Task" [ 2138.457141] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.464295] env[63750]: DEBUG oslo_vmware.api [None req-2ebfce4a-6165-433f-96af-2cae6d9d1e46 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007200, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.633664] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2117d09-d4ba-450d-b359-954ee159781d tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2138.633989] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ea2978c-f633-40f9-be2f-46117b1c9665 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.641594] env[63750]: DEBUG oslo_vmware.api [None req-f2117d09-d4ba-450d-b359-954ee159781d tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2138.641594] env[63750]: value = "task-2007201" [ 2138.641594] env[63750]: _type = "Task" [ 2138.641594] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.649382] env[63750]: DEBUG oslo_vmware.api [None req-f2117d09-d4ba-450d-b359-954ee159781d tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007201, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.668072] env[63750]: DEBUG oslo_vmware.api [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007197, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539018} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.668345] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 6e8a2d2c-52bb-434a-8c11-37e2571e9f15/6e8a2d2c-52bb-434a-8c11-37e2571e9f15.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2138.668568] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 6e8a2d2c-52bb-434a-8c11-37e2571e9f15] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2138.669261] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-666f50cd-c811-4208-b7b3-fae114367d86 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.676343] env[63750]: DEBUG oslo_vmware.api [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2138.676343] env[63750]: value = "task-2007202" [ 2138.676343] env[63750]: _type = "Task" [ 2138.676343] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.684777] env[63750]: DEBUG oslo_vmware.api [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007202, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.967246] env[63750]: DEBUG oslo_vmware.api [None req-2ebfce4a-6165-433f-96af-2cae6d9d1e46 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007200, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167308} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.967471] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ebfce4a-6165-433f-96af-2cae6d9d1e46 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2138.967558] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2ebfce4a-6165-433f-96af-2cae6d9d1e46 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Deleted contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2138.967737] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2ebfce4a-6165-433f-96af-2cae6d9d1e46 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2138.967933] env[63750]: INFO nova.compute.manager [None req-2ebfce4a-6165-433f-96af-2cae6d9d1e46 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Took 1.27 seconds to destroy the instance on the hypervisor. [ 2138.968217] env[63750]: DEBUG oslo.service.loopingcall [None req-2ebfce4a-6165-433f-96af-2cae6d9d1e46 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2138.968415] env[63750]: DEBUG nova.compute.manager [-] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2138.968509] env[63750]: DEBUG nova.network.neutron [-] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2139.096152] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ffedcc25-f975-4e00-83f7-b2b41f37febf tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquiring lock "interface-e0dbea6c-f57b-4153-9160-73ddd91161cd-374a4447-d558-4f6e-bd38-4f29fd3f4d9b" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2139.096433] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ffedcc25-f975-4e00-83f7-b2b41f37febf tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lock "interface-e0dbea6c-f57b-4153-9160-73ddd91161cd-374a4447-d558-4f6e-bd38-4f29fd3f4d9b" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2139.151220] env[63750]: DEBUG oslo_vmware.api [None req-f2117d09-d4ba-450d-b359-954ee159781d tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007201, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.187945] env[63750]: DEBUG oslo_vmware.api [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007202, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069692} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.188245] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 6e8a2d2c-52bb-434a-8c11-37e2571e9f15] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2139.189042] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c162507-31bf-4d63-a6d6-4ad4b43010a1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.211268] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 6e8a2d2c-52bb-434a-8c11-37e2571e9f15] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 6e8a2d2c-52bb-434a-8c11-37e2571e9f15/6e8a2d2c-52bb-434a-8c11-37e2571e9f15.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2139.211589] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a204fd78-4527-47a9-9a81-e06291559f21 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.232234] env[63750]: DEBUG oslo_vmware.api [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2139.232234] env[63750]: value = "task-2007203" [ 2139.232234] env[63750]: _type = "Task" [ 2139.232234] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.241343] env[63750]: DEBUG oslo_vmware.api [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007203, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.416529] env[63750]: DEBUG nova.compute.manager [req-238e2474-56e4-4d71-bc65-3027b71ee73a req-ea549e84-d8d2-479f-83de-04e54b32db1f service nova] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Received event network-vif-deleted-55505234-0fda-4f3b-b7e2-f2e83b8bbaf6 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2139.416666] env[63750]: INFO nova.compute.manager [req-238e2474-56e4-4d71-bc65-3027b71ee73a req-ea549e84-d8d2-479f-83de-04e54b32db1f service nova] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Neutron deleted interface 55505234-0fda-4f3b-b7e2-f2e83b8bbaf6; detaching it from the instance and deleting it from the info cache [ 2139.416783] env[63750]: DEBUG nova.network.neutron [req-238e2474-56e4-4d71-bc65-3027b71ee73a req-ea549e84-d8d2-479f-83de-04e54b32db1f service nova] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2139.599278] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ffedcc25-f975-4e00-83f7-b2b41f37febf tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquiring lock "e0dbea6c-f57b-4153-9160-73ddd91161cd" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2139.600210] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ffedcc25-f975-4e00-83f7-b2b41f37febf tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquired lock "e0dbea6c-f57b-4153-9160-73ddd91161cd" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2139.600906] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f1682e-5eee-45aa-b8cb-19606de7a8b5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.618849] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ededd06-f8ae-48a6-90e5-d520311360f5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.645190] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ffedcc25-f975-4e00-83f7-b2b41f37febf tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Reconfiguring VM to detach interface {{(pid=63750) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2139.645541] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d7d7f09-be78-4825-bf36-1efb5649584b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.669142] env[63750]: DEBUG oslo_vmware.api [None req-f2117d09-d4ba-450d-b359-954ee159781d tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007201, 'name': PowerOffVM_Task, 'duration_secs': 0.583161} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.670336] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2117d09-d4ba-450d-b359-954ee159781d tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2139.670691] env[63750]: DEBUG oslo_vmware.api [None req-ffedcc25-f975-4e00-83f7-b2b41f37febf tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Waiting for the task: (returnval){ [ 2139.670691] env[63750]: value = "task-2007204" [ 2139.670691] env[63750]: _type = "Task" [ 2139.670691] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.671398] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c7f87d-f547-4a55-9314-5eb6fb3ffd88 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.681374] env[63750]: DEBUG oslo_vmware.api [None req-ffedcc25-f975-4e00-83f7-b2b41f37febf tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007204, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.697490] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a403be97-5222-42f1-8f33-448879793951 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.732699] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2117d09-d4ba-450d-b359-954ee159781d tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2139.733191] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec694a6d-92cf-48a4-bed5-f9fc8e27f7d5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.743681] env[63750]: DEBUG oslo_vmware.api [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007203, 'name': ReconfigVM_Task, 'duration_secs': 0.29344} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.744969] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 6e8a2d2c-52bb-434a-8c11-37e2571e9f15] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 6e8a2d2c-52bb-434a-8c11-37e2571e9f15/6e8a2d2c-52bb-434a-8c11-37e2571e9f15.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2139.745679] env[63750]: DEBUG oslo_vmware.api [None req-f2117d09-d4ba-450d-b359-954ee159781d tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2139.745679] env[63750]: value = "task-2007205" [ 2139.745679] env[63750]: _type = "Task" [ 2139.745679] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.745866] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71fdefdb-3755-40c7-bb5d-ef77a05863e5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.758934] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85e918d-1f40-44d8-9e01-cd8587d2ee9c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.761489] env[63750]: DEBUG oslo_vmware.api [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2139.761489] env[63750]: value = "task-2007206" [ 2139.761489] env[63750]: _type = "Task" [ 2139.761489] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.761754] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2117d09-d4ba-450d-b359-954ee159781d tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] VM already powered off {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2139.761944] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f2117d09-d4ba-450d-b359-954ee159781d tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2139.762190] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f2117d09-d4ba-450d-b359-954ee159781d tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2139.762332] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f2117d09-d4ba-450d-b359-954ee159781d tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2139.762507] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2117d09-d4ba-450d-b359-954ee159781d tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2139.763113] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-babe8c95-c25d-4037-9882-9c501ff5d8a3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.780197] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Updating instance '2ea581c2-febf-43a9-9bb2-42f9b60440a4' progress to 0 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2139.789716] env[63750]: DEBUG oslo_vmware.api [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007206, 'name': Rename_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.791117] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2117d09-d4ba-450d-b359-954ee159781d tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2139.791117] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f2117d09-d4ba-450d-b359-954ee159781d tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2139.791710] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f489d19-beb0-435c-b97e-9c28805761cc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.796333] env[63750]: DEBUG oslo_vmware.api [None req-f2117d09-d4ba-450d-b359-954ee159781d tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2139.796333] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527d5d10-de81-7fd4-8c6b-60f8bc9d8138" [ 2139.796333] env[63750]: _type = "Task" [ 2139.796333] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.803654] env[63750]: DEBUG oslo_vmware.api [None req-f2117d09-d4ba-450d-b359-954ee159781d tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527d5d10-de81-7fd4-8c6b-60f8bc9d8138, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.893917] env[63750]: DEBUG nova.network.neutron [-] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2139.919254] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-feefd7f7-8e97-4a49-b45f-e6bf45131c61 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.931407] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a973f7e-943f-44aa-9c47-0ac6fc02d024 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.966081] env[63750]: DEBUG nova.compute.manager [req-238e2474-56e4-4d71-bc65-3027b71ee73a req-ea549e84-d8d2-479f-83de-04e54b32db1f service nova] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Detach interface failed, port_id=55505234-0fda-4f3b-b7e2-f2e83b8bbaf6, reason: Instance 737f136f-7ff2-4176-8709-fa4eda49e2dc could not be found. {{(pid=63750) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2140.183555] env[63750]: DEBUG oslo_vmware.api [None req-ffedcc25-f975-4e00-83f7-b2b41f37febf tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007204, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.272171] env[63750]: DEBUG oslo_vmware.api [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007206, 'name': Rename_Task, 'duration_secs': 0.125612} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.272480] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 6e8a2d2c-52bb-434a-8c11-37e2571e9f15] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2140.272757] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac29c7e9-e638-458a-a378-f4e4c9b86fb3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.279730] env[63750]: DEBUG oslo_vmware.api [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2140.279730] env[63750]: value = "task-2007207" [ 2140.279730] env[63750]: _type = "Task" [ 2140.279730] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.285587] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2140.289139] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36586ad2-fdbd-49e0-b107-3cd883695ce2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.291145] env[63750]: DEBUG oslo_vmware.api [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007207, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.296195] env[63750]: DEBUG oslo_vmware.api [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 2140.296195] env[63750]: value = "task-2007208" [ 2140.296195] env[63750]: _type = "Task" [ 2140.296195] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.311930] env[63750]: DEBUG oslo_vmware.api [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007208, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.317958] env[63750]: DEBUG oslo_vmware.api [None req-f2117d09-d4ba-450d-b359-954ee159781d tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527d5d10-de81-7fd4-8c6b-60f8bc9d8138, 'name': SearchDatastore_Task, 'duration_secs': 0.008726} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.319033] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68abe6d2-b011-44ee-aa0d-baf2c5c5d4dc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.327097] env[63750]: DEBUG oslo_vmware.api [None req-f2117d09-d4ba-450d-b359-954ee159781d tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2140.327097] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]526ac121-cda1-499c-bcc0-76ae5bb52520" [ 2140.327097] env[63750]: _type = "Task" [ 2140.327097] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.336945] env[63750]: DEBUG oslo_vmware.api [None req-f2117d09-d4ba-450d-b359-954ee159781d tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]526ac121-cda1-499c-bcc0-76ae5bb52520, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.396794] env[63750]: INFO nova.compute.manager [-] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Took 1.43 seconds to deallocate network for instance. [ 2140.684331] env[63750]: DEBUG oslo_vmware.api [None req-ffedcc25-f975-4e00-83f7-b2b41f37febf tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007204, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.789377] env[63750]: DEBUG oslo_vmware.api [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007207, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.804106] env[63750]: DEBUG oslo_vmware.api [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007208, 'name': PowerOffVM_Task, 'duration_secs': 0.143148} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.804372] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2140.804594] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Updating instance '2ea581c2-febf-43a9-9bb2-42f9b60440a4' progress to 17 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2140.836517] env[63750]: DEBUG oslo_vmware.api [None req-f2117d09-d4ba-450d-b359-954ee159781d tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]526ac121-cda1-499c-bcc0-76ae5bb52520, 'name': SearchDatastore_Task, 'duration_secs': 0.011128} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.836754] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f2117d09-d4ba-450d-b359-954ee159781d tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2140.837017] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2117d09-d4ba-450d-b359-954ee159781d tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] f19f74f5-d356-451e-9391-d3dcfe667537/53a5fdf8-c6be-4008-8c9d-7c67205e61eb-rescue.vmdk. {{(pid=63750) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2140.837292] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-408c6903-46a8-4c72-8497-f8691efef7a3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.844278] env[63750]: DEBUG oslo_vmware.api [None req-f2117d09-d4ba-450d-b359-954ee159781d tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2140.844278] env[63750]: value = "task-2007209" [ 2140.844278] env[63750]: _type = "Task" [ 2140.844278] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.852825] env[63750]: DEBUG oslo_vmware.api [None req-f2117d09-d4ba-450d-b359-954ee159781d tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007209, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.905379] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2ebfce4a-6165-433f-96af-2cae6d9d1e46 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2140.905646] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2ebfce4a-6165-433f-96af-2cae6d9d1e46 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2140.905894] env[63750]: DEBUG nova.objects.instance [None req-2ebfce4a-6165-433f-96af-2cae6d9d1e46 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lazy-loading 'resources' on Instance uuid 737f136f-7ff2-4176-8709-fa4eda49e2dc {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2141.187811] env[63750]: DEBUG oslo_vmware.api [None req-ffedcc25-f975-4e00-83f7-b2b41f37febf tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007204, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.292265] env[63750]: DEBUG oslo_vmware.api [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007207, 'name': PowerOnVM_Task, 'duration_secs': 0.614531} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2141.292527] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 6e8a2d2c-52bb-434a-8c11-37e2571e9f15] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2141.292726] env[63750]: INFO nova.compute.manager [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 6e8a2d2c-52bb-434a-8c11-37e2571e9f15] Took 8.30 seconds to spawn the instance on the hypervisor. [ 2141.292907] env[63750]: DEBUG nova.compute.manager [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 6e8a2d2c-52bb-434a-8c11-37e2571e9f15] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2141.293674] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9baf005-666b-4a04-9926-202465030f91 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.310763] env[63750]: DEBUG nova.virt.hardware [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2141.310763] env[63750]: DEBUG nova.virt.hardware [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2141.311034] env[63750]: DEBUG nova.virt.hardware [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2141.311072] env[63750]: DEBUG nova.virt.hardware [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2141.311204] env[63750]: DEBUG nova.virt.hardware [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2141.311350] env[63750]: DEBUG nova.virt.hardware [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2141.311549] env[63750]: DEBUG nova.virt.hardware [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2141.311709] env[63750]: DEBUG nova.virt.hardware [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2141.311872] env[63750]: DEBUG nova.virt.hardware [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2141.312038] env[63750]: DEBUG nova.virt.hardware [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2141.312219] env[63750]: DEBUG nova.virt.hardware [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2141.318891] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79105423-36df-49eb-b273-b37ceff1efdd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.333400] env[63750]: DEBUG oslo_vmware.api [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 2141.333400] env[63750]: value = "task-2007210" [ 2141.333400] env[63750]: _type = "Task" [ 2141.333400] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2141.342805] env[63750]: DEBUG oslo_vmware.api [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007210, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.353164] env[63750]: DEBUG oslo_vmware.api [None req-f2117d09-d4ba-450d-b359-954ee159781d tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007209, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445765} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2141.353358] env[63750]: INFO nova.virt.vmwareapi.ds_util [None req-f2117d09-d4ba-450d-b359-954ee159781d tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] f19f74f5-d356-451e-9391-d3dcfe667537/53a5fdf8-c6be-4008-8c9d-7c67205e61eb-rescue.vmdk. [ 2141.354128] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6612f9c6-cbb7-4c57-9b63-f701b9d67bc1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.381889] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2117d09-d4ba-450d-b359-954ee159781d tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] f19f74f5-d356-451e-9391-d3dcfe667537/53a5fdf8-c6be-4008-8c9d-7c67205e61eb-rescue.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2141.382194] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-401c79ce-21aa-4bb2-96c7-c31803cbf774 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.400555] env[63750]: DEBUG oslo_vmware.api [None req-f2117d09-d4ba-450d-b359-954ee159781d tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2141.400555] env[63750]: value = "task-2007211" [ 2141.400555] env[63750]: _type = "Task" [ 2141.400555] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2141.410997] env[63750]: DEBUG oslo_vmware.api [None req-f2117d09-d4ba-450d-b359-954ee159781d tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007211, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.574902] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8636e16e-942b-44a6-b12d-ab0e3da9ae4a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.581963] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b621f9-e3cc-4fe8-a519-b5c59d23b3be {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.613770] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7278edd1-9de9-4d48-8805-4337e789392c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.621050] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e7149b-f528-4197-9b83-9cc663804633 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.634152] env[63750]: DEBUG nova.compute.provider_tree [None req-2ebfce4a-6165-433f-96af-2cae6d9d1e46 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2141.687161] env[63750]: DEBUG oslo_vmware.api [None req-ffedcc25-f975-4e00-83f7-b2b41f37febf tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007204, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.811913] env[63750]: INFO nova.compute.manager [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 6e8a2d2c-52bb-434a-8c11-37e2571e9f15] Took 13.14 seconds to build instance. [ 2141.843654] env[63750]: DEBUG oslo_vmware.api [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007210, 'name': ReconfigVM_Task, 'duration_secs': 0.403907} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2141.843966] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Updating instance '2ea581c2-febf-43a9-9bb2-42f9b60440a4' progress to 33 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2141.911507] env[63750]: DEBUG oslo_vmware.api [None req-f2117d09-d4ba-450d-b359-954ee159781d tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007211, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.137340] env[63750]: DEBUG nova.scheduler.client.report [None req-2ebfce4a-6165-433f-96af-2cae6d9d1e46 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2142.187471] env[63750]: DEBUG oslo_vmware.api [None req-ffedcc25-f975-4e00-83f7-b2b41f37febf tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007204, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.288642] env[63750]: DEBUG oslo_concurrency.lockutils [None req-75b79712-fd02-4c42-82cd-55c65fa6a926 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquiring lock "6e8a2d2c-52bb-434a-8c11-37e2571e9f15" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2142.314058] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ba7a214e-e8e5-4b93-97b1-973bbdc72c7b tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "6e8a2d2c-52bb-434a-8c11-37e2571e9f15" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.654s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2142.314058] env[63750]: DEBUG oslo_concurrency.lockutils [None req-75b79712-fd02-4c42-82cd-55c65fa6a926 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "6e8a2d2c-52bb-434a-8c11-37e2571e9f15" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.026s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2142.314204] env[63750]: DEBUG nova.compute.manager [None req-75b79712-fd02-4c42-82cd-55c65fa6a926 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 6e8a2d2c-52bb-434a-8c11-37e2571e9f15] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2142.314955] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97498705-bddf-4ce4-a4e4-ff1c2d3950f0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.321743] env[63750]: DEBUG nova.compute.manager [None req-75b79712-fd02-4c42-82cd-55c65fa6a926 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 6e8a2d2c-52bb-434a-8c11-37e2571e9f15] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63750) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2142.322308] env[63750]: DEBUG nova.objects.instance [None req-75b79712-fd02-4c42-82cd-55c65fa6a926 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lazy-loading 'flavor' on Instance uuid 6e8a2d2c-52bb-434a-8c11-37e2571e9f15 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2142.350544] env[63750]: DEBUG nova.virt.hardware [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2142.350768] env[63750]: DEBUG nova.virt.hardware [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2142.350928] env[63750]: DEBUG nova.virt.hardware [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2142.351126] env[63750]: DEBUG nova.virt.hardware [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2142.351274] env[63750]: DEBUG nova.virt.hardware [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2142.351420] env[63750]: DEBUG nova.virt.hardware [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2142.351622] env[63750]: DEBUG nova.virt.hardware [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2142.351779] env[63750]: DEBUG nova.virt.hardware [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2142.351943] env[63750]: DEBUG nova.virt.hardware [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2142.352119] env[63750]: DEBUG nova.virt.hardware [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2142.352291] env[63750]: DEBUG nova.virt.hardware [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2142.357515] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2142.358029] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7fafca0-681e-489e-b3a4-682454256bf9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.376922] env[63750]: DEBUG oslo_vmware.api [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 2142.376922] env[63750]: value = "task-2007212" [ 2142.376922] env[63750]: _type = "Task" [ 2142.376922] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2142.387404] env[63750]: DEBUG oslo_vmware.api [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007212, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.411416] env[63750]: DEBUG oslo_vmware.api [None req-f2117d09-d4ba-450d-b359-954ee159781d tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007211, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.643010] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2ebfce4a-6165-433f-96af-2cae6d9d1e46 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.737s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2142.663433] env[63750]: INFO nova.scheduler.client.report [None req-2ebfce4a-6165-433f-96af-2cae6d9d1e46 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Deleted allocations for instance 737f136f-7ff2-4176-8709-fa4eda49e2dc [ 2142.690892] env[63750]: DEBUG oslo_vmware.api [None req-ffedcc25-f975-4e00-83f7-b2b41f37febf tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007204, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.886637] env[63750]: DEBUG oslo_vmware.api [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007212, 'name': ReconfigVM_Task, 'duration_secs': 0.158122} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2142.886897] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2142.887701] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c51328-1a44-40ce-9c79-a566910152e9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.909714] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] volume-b4f39e67-8f2c-4a08-90cd-4288b52a446f/volume-b4f39e67-8f2c-4a08-90cd-4288b52a446f.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2142.910035] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ab5249c-129b-44ae-a348-01e2ca5e0c41 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.930316] env[63750]: DEBUG oslo_vmware.api [None req-f2117d09-d4ba-450d-b359-954ee159781d tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007211, 'name': ReconfigVM_Task, 'duration_secs': 1.153205} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2142.931511] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2117d09-d4ba-450d-b359-954ee159781d tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Reconfigured VM instance instance-00000067 to attach disk [datastore1] f19f74f5-d356-451e-9391-d3dcfe667537/53a5fdf8-c6be-4008-8c9d-7c67205e61eb-rescue.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2142.931917] env[63750]: DEBUG oslo_vmware.api [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 2142.931917] env[63750]: value = "task-2007213" [ 2142.931917] env[63750]: _type = "Task" [ 2142.931917] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2142.932576] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c653ade-23ac-4333-a6bb-4c6a37b37618 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.942517] env[63750]: DEBUG oslo_vmware.api [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007213, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.965967] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bc01fa5-5544-42ef-b8be-78349eca8dfe {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.980990] env[63750]: DEBUG oslo_vmware.api [None req-f2117d09-d4ba-450d-b359-954ee159781d tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2142.980990] env[63750]: value = "task-2007214" [ 2142.980990] env[63750]: _type = "Task" [ 2142.980990] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2142.988709] env[63750]: DEBUG oslo_vmware.api [None req-f2117d09-d4ba-450d-b359-954ee159781d tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007214, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.172688] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2ebfce4a-6165-433f-96af-2cae6d9d1e46 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "737f136f-7ff2-4176-8709-fa4eda49e2dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.982s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2143.191827] env[63750]: DEBUG oslo_vmware.api [None req-ffedcc25-f975-4e00-83f7-b2b41f37febf tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007204, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.330586] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b79712-fd02-4c42-82cd-55c65fa6a926 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 6e8a2d2c-52bb-434a-8c11-37e2571e9f15] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2143.330586] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a67c7b1-9cdb-45cd-9887-fa5ff03dc2ac {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.337146] env[63750]: DEBUG oslo_vmware.api [None req-75b79712-fd02-4c42-82cd-55c65fa6a926 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2143.337146] env[63750]: value = "task-2007215" [ 2143.337146] env[63750]: _type = "Task" [ 2143.337146] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2143.345493] env[63750]: DEBUG oslo_vmware.api [None req-75b79712-fd02-4c42-82cd-55c65fa6a926 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007215, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.444767] env[63750]: DEBUG oslo_vmware.api [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007213, 'name': ReconfigVM_Task, 'duration_secs': 0.267824} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.445300] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Reconfigured VM instance instance-0000006d to attach disk [datastore1] volume-b4f39e67-8f2c-4a08-90cd-4288b52a446f/volume-b4f39e67-8f2c-4a08-90cd-4288b52a446f.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2143.445755] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Updating instance '2ea581c2-febf-43a9-9bb2-42f9b60440a4' progress to 50 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2143.495400] env[63750]: DEBUG oslo_vmware.api [None req-f2117d09-d4ba-450d-b359-954ee159781d tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007214, 'name': ReconfigVM_Task, 'duration_secs': 0.14513} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.496016] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2117d09-d4ba-450d-b359-954ee159781d tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2143.496105] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7eb4e3c-a400-43ee-acf1-3fab89d90078 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.505045] env[63750]: DEBUG oslo_vmware.api [None req-f2117d09-d4ba-450d-b359-954ee159781d tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2143.505045] env[63750]: value = "task-2007216" [ 2143.505045] env[63750]: _type = "Task" [ 2143.505045] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2143.513381] env[63750]: DEBUG oslo_vmware.api [None req-f2117d09-d4ba-450d-b359-954ee159781d tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007216, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.690443] env[63750]: DEBUG oslo_vmware.api [None req-ffedcc25-f975-4e00-83f7-b2b41f37febf tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007204, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.848229] env[63750]: DEBUG oslo_vmware.api [None req-75b79712-fd02-4c42-82cd-55c65fa6a926 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007215, 'name': PowerOffVM_Task, 'duration_secs': 0.179329} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.848553] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b79712-fd02-4c42-82cd-55c65fa6a926 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 6e8a2d2c-52bb-434a-8c11-37e2571e9f15] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2143.848755] env[63750]: DEBUG nova.compute.manager [None req-75b79712-fd02-4c42-82cd-55c65fa6a926 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 6e8a2d2c-52bb-434a-8c11-37e2571e9f15] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2143.849720] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40739a9-cf48-4c49-a6a0-07a326379856 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.954326] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1032ff3-0468-4465-98d7-d5ec8e062b6d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.973762] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57a739d-8d14-451b-9181-b20ad8704098 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.992810] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Updating instance '2ea581c2-febf-43a9-9bb2-42f9b60440a4' progress to 67 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2144.014197] env[63750]: DEBUG oslo_vmware.api [None req-f2117d09-d4ba-450d-b359-954ee159781d tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007216, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.192266] env[63750]: DEBUG oslo_vmware.api [None req-ffedcc25-f975-4e00-83f7-b2b41f37febf tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007204, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.360878] env[63750]: DEBUG oslo_concurrency.lockutils [None req-75b79712-fd02-4c42-82cd-55c65fa6a926 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "6e8a2d2c-52bb-434a-8c11-37e2571e9f15" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2144.514909] env[63750]: DEBUG oslo_vmware.api [None req-f2117d09-d4ba-450d-b359-954ee159781d tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007216, 'name': PowerOnVM_Task, 'duration_secs': 0.714024} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2144.515270] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2117d09-d4ba-450d-b359-954ee159781d tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2144.517875] env[63750]: DEBUG nova.compute.manager [None req-f2117d09-d4ba-450d-b359-954ee159781d tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2144.518643] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c32df1-9a06-4914-bebf-1d8ec17d70d9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.683034] env[63750]: DEBUG oslo_concurrency.lockutils [None req-54aa0153-af76-42b7-be01-039bffe3b328 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquiring lock "6e8a2d2c-52bb-434a-8c11-37e2571e9f15" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2144.683034] env[63750]: DEBUG oslo_concurrency.lockutils [None req-54aa0153-af76-42b7-be01-039bffe3b328 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "6e8a2d2c-52bb-434a-8c11-37e2571e9f15" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2144.683034] env[63750]: DEBUG oslo_concurrency.lockutils [None req-54aa0153-af76-42b7-be01-039bffe3b328 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquiring lock "6e8a2d2c-52bb-434a-8c11-37e2571e9f15-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2144.683034] env[63750]: DEBUG oslo_concurrency.lockutils [None req-54aa0153-af76-42b7-be01-039bffe3b328 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "6e8a2d2c-52bb-434a-8c11-37e2571e9f15-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2144.683034] env[63750]: DEBUG oslo_concurrency.lockutils [None req-54aa0153-af76-42b7-be01-039bffe3b328 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "6e8a2d2c-52bb-434a-8c11-37e2571e9f15-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2144.688708] env[63750]: INFO nova.compute.manager [None req-54aa0153-af76-42b7-be01-039bffe3b328 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 6e8a2d2c-52bb-434a-8c11-37e2571e9f15] Terminating instance [ 2144.697148] env[63750]: DEBUG oslo_vmware.api [None req-ffedcc25-f975-4e00-83f7-b2b41f37febf tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007204, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.049370] env[63750]: DEBUG nova.compute.manager [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Stashing vm_state: active {{(pid=63750) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2145.194963] env[63750]: DEBUG nova.compute.manager [None req-54aa0153-af76-42b7-be01-039bffe3b328 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 6e8a2d2c-52bb-434a-8c11-37e2571e9f15] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2145.195208] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-54aa0153-af76-42b7-be01-039bffe3b328 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 6e8a2d2c-52bb-434a-8c11-37e2571e9f15] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2145.195486] env[63750]: DEBUG oslo_vmware.api [None req-ffedcc25-f975-4e00-83f7-b2b41f37febf tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007204, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.196252] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7662b493-8004-4c46-a1b0-8b77d030937c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.203312] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-54aa0153-af76-42b7-be01-039bffe3b328 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 6e8a2d2c-52bb-434a-8c11-37e2571e9f15] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2145.203575] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-525c93de-a97c-439b-9b39-6594b0a09d62 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.315053] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-54aa0153-af76-42b7-be01-039bffe3b328 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 6e8a2d2c-52bb-434a-8c11-37e2571e9f15] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2145.315420] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-54aa0153-af76-42b7-be01-039bffe3b328 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 6e8a2d2c-52bb-434a-8c11-37e2571e9f15] Deleting contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2145.315688] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-54aa0153-af76-42b7-be01-039bffe3b328 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Deleting the datastore file [datastore2] 6e8a2d2c-52bb-434a-8c11-37e2571e9f15 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2145.315976] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b59ce4a2-530e-4636-9ae7-6378389d92b4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.322775] env[63750]: DEBUG oslo_vmware.api [None req-54aa0153-af76-42b7-be01-039bffe3b328 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2145.322775] env[63750]: value = "task-2007218" [ 2145.322775] env[63750]: _type = "Task" [ 2145.322775] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.330894] env[63750]: DEBUG oslo_vmware.api [None req-54aa0153-af76-42b7-be01-039bffe3b328 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007218, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.568900] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2145.569200] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2145.637256] env[63750]: DEBUG nova.network.neutron [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Port 1e1e3461-c83f-40ef-a6fe-5f87d0d76a38 binding to destination host cpu-1 is already ACTIVE {{(pid=63750) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2145.697195] env[63750]: DEBUG oslo_vmware.api [None req-ffedcc25-f975-4e00-83f7-b2b41f37febf tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007204, 'name': ReconfigVM_Task, 'duration_secs': 5.764029} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2145.697460] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ffedcc25-f975-4e00-83f7-b2b41f37febf tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Releasing lock "e0dbea6c-f57b-4153-9160-73ddd91161cd" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2145.697662] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ffedcc25-f975-4e00-83f7-b2b41f37febf tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Reconfigured VM to detach interface {{(pid=63750) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2145.832906] env[63750]: DEBUG oslo_vmware.api [None req-54aa0153-af76-42b7-be01-039bffe3b328 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007218, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154561} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2145.833181] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-54aa0153-af76-42b7-be01-039bffe3b328 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2145.833370] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-54aa0153-af76-42b7-be01-039bffe3b328 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 6e8a2d2c-52bb-434a-8c11-37e2571e9f15] Deleted contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2145.833546] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-54aa0153-af76-42b7-be01-039bffe3b328 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 6e8a2d2c-52bb-434a-8c11-37e2571e9f15] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2145.833726] env[63750]: INFO nova.compute.manager [None req-54aa0153-af76-42b7-be01-039bffe3b328 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 6e8a2d2c-52bb-434a-8c11-37e2571e9f15] Took 0.64 seconds to destroy the instance on the hypervisor. [ 2145.833951] env[63750]: DEBUG oslo.service.loopingcall [None req-54aa0153-af76-42b7-be01-039bffe3b328 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2145.834152] env[63750]: DEBUG nova.compute.manager [-] [instance: 6e8a2d2c-52bb-434a-8c11-37e2571e9f15] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2145.834245] env[63750]: DEBUG nova.network.neutron [-] [instance: 6e8a2d2c-52bb-434a-8c11-37e2571e9f15] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2146.018983] env[63750]: INFO nova.compute.manager [None req-50501d7d-017b-404f-b968-a653f0c57f31 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Unrescuing [ 2146.018983] env[63750]: DEBUG oslo_concurrency.lockutils [None req-50501d7d-017b-404f-b968-a653f0c57f31 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Acquiring lock "refresh_cache-f19f74f5-d356-451e-9391-d3dcfe667537" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2146.018983] env[63750]: DEBUG oslo_concurrency.lockutils [None req-50501d7d-017b-404f-b968-a653f0c57f31 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Acquired lock "refresh_cache-f19f74f5-d356-451e-9391-d3dcfe667537" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2146.018983] env[63750]: DEBUG nova.network.neutron [None req-50501d7d-017b-404f-b968-a653f0c57f31 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2146.075311] env[63750]: INFO nova.compute.claims [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2146.470559] env[63750]: DEBUG nova.compute.manager [req-ec17dcd6-64d7-41f3-947b-80d42d663784 req-b8fe2a16-efad-47c6-b20f-a1c75290d1ae service nova] [instance: 6e8a2d2c-52bb-434a-8c11-37e2571e9f15] Received event network-vif-deleted-7b167305-e3ad-43aa-81ae-e390a80e8b36 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2146.470783] env[63750]: INFO nova.compute.manager [req-ec17dcd6-64d7-41f3-947b-80d42d663784 req-b8fe2a16-efad-47c6-b20f-a1c75290d1ae service nova] [instance: 6e8a2d2c-52bb-434a-8c11-37e2571e9f15] Neutron deleted interface 7b167305-e3ad-43aa-81ae-e390a80e8b36; detaching it from the instance and deleting it from the info cache [ 2146.471410] env[63750]: DEBUG nova.network.neutron [req-ec17dcd6-64d7-41f3-947b-80d42d663784 req-b8fe2a16-efad-47c6-b20f-a1c75290d1ae service nova] [instance: 6e8a2d2c-52bb-434a-8c11-37e2571e9f15] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2146.583488] env[63750]: INFO nova.compute.resource_tracker [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Updating resource usage from migration 9a02c95c-cbb3-4f34-8e12-68ce33f7df4c [ 2146.662374] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquiring lock "2ea581c2-febf-43a9-9bb2-42f9b60440a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2146.662900] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "2ea581c2-febf-43a9-9bb2-42f9b60440a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2146.662900] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "2ea581c2-febf-43a9-9bb2-42f9b60440a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2146.783313] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed058494-2065-4233-8f0e-99a31d302044 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.794555] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5feef8-6cb0-4218-8985-3b5519781e3e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.827177] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2f6abc-67a2-4e2d-a5e1-5a15ce954a00 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.834946] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238e3eb5-da6d-46f9-bfa2-9f77bbcca927 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.839640] env[63750]: DEBUG nova.network.neutron [None req-50501d7d-017b-404f-b968-a653f0c57f31 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Updating instance_info_cache with network_info: [{"id": "c0035770-6307-4f77-bb59-c5fd722412e0", "address": "fa:16:3e:03:a5:39", "network": {"id": "bc8caa0c-64a5-498f-9d9f-64dc1d502217", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1864557009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc1114710e0d4372a8536f19816902bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0035770-63", "ovs_interfaceid": "c0035770-6307-4f77-bb59-c5fd722412e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2146.850327] env[63750]: DEBUG nova.compute.provider_tree [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2146.942144] env[63750]: DEBUG nova.network.neutron [-] [instance: 6e8a2d2c-52bb-434a-8c11-37e2571e9f15] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2146.975511] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-69a82159-9f15-4536-8276-08b966b4d2e7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.984871] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb286e2-b312-44c4-8d1a-df5a4d8b90b8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.015887] env[63750]: DEBUG nova.compute.manager [req-ec17dcd6-64d7-41f3-947b-80d42d663784 req-b8fe2a16-efad-47c6-b20f-a1c75290d1ae service nova] [instance: 6e8a2d2c-52bb-434a-8c11-37e2571e9f15] Detach interface failed, port_id=7b167305-e3ad-43aa-81ae-e390a80e8b36, reason: Instance 6e8a2d2c-52bb-434a-8c11-37e2571e9f15 could not be found. {{(pid=63750) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2147.342365] env[63750]: DEBUG oslo_concurrency.lockutils [None req-50501d7d-017b-404f-b968-a653f0c57f31 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Releasing lock "refresh_cache-f19f74f5-d356-451e-9391-d3dcfe667537" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2147.343044] env[63750]: DEBUG nova.objects.instance [None req-50501d7d-017b-404f-b968-a653f0c57f31 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Lazy-loading 'flavor' on Instance uuid f19f74f5-d356-451e-9391-d3dcfe667537 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2147.353564] env[63750]: DEBUG nova.scheduler.client.report [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2147.371718] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ffedcc25-f975-4e00-83f7-b2b41f37febf tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquiring lock "refresh_cache-e0dbea6c-f57b-4153-9160-73ddd91161cd" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2147.371899] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ffedcc25-f975-4e00-83f7-b2b41f37febf tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquired lock "refresh_cache-e0dbea6c-f57b-4153-9160-73ddd91161cd" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2147.372062] env[63750]: DEBUG nova.network.neutron [None req-ffedcc25-f975-4e00-83f7-b2b41f37febf tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2147.444695] env[63750]: INFO nova.compute.manager [-] [instance: 6e8a2d2c-52bb-434a-8c11-37e2571e9f15] Took 1.61 seconds to deallocate network for instance. [ 2147.712035] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquiring lock "refresh_cache-2ea581c2-febf-43a9-9bb2-42f9b60440a4" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2147.712035] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquired lock "refresh_cache-2ea581c2-febf-43a9-9bb2-42f9b60440a4" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2147.712035] env[63750]: DEBUG nova.network.neutron [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2147.849660] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3286ade-1d30-431f-81c6-8cd2e36de2a3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.876578] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.307s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2147.876783] env[63750]: INFO nova.compute.manager [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Migrating [ 2147.886480] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-50501d7d-017b-404f-b968-a653f0c57f31 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2147.889495] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2440abcb-da58-4853-ab10-201cd7047eeb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.902020] env[63750]: DEBUG oslo_vmware.api [None req-50501d7d-017b-404f-b968-a653f0c57f31 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2147.902020] env[63750]: value = "task-2007219" [ 2147.902020] env[63750]: _type = "Task" [ 2147.902020] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2147.912525] env[63750]: DEBUG oslo_vmware.api [None req-50501d7d-017b-404f-b968-a653f0c57f31 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007219, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.952384] env[63750]: DEBUG oslo_concurrency.lockutils [None req-54aa0153-af76-42b7-be01-039bffe3b328 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2147.952664] env[63750]: DEBUG oslo_concurrency.lockutils [None req-54aa0153-af76-42b7-be01-039bffe3b328 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2147.952883] env[63750]: DEBUG nova.objects.instance [None req-54aa0153-af76-42b7-be01-039bffe3b328 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lazy-loading 'resources' on Instance uuid 6e8a2d2c-52bb-434a-8c11-37e2571e9f15 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2148.133164] env[63750]: INFO nova.network.neutron [None req-ffedcc25-f975-4e00-83f7-b2b41f37febf tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Port 374a4447-d558-4f6e-bd38-4f29fd3f4d9b from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2148.133164] env[63750]: DEBUG nova.network.neutron [None req-ffedcc25-f975-4e00-83f7-b2b41f37febf tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Updating instance_info_cache with network_info: [{"id": "c7f42919-2ee2-46cc-86db-6fe2c314ee33", "address": "fa:16:3e:4b:c5:8d", "network": {"id": "ff81de04-7e48-4127-88aa-44bb0621a003", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-707332449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2139ec6eeb4ba6992db80e7239b224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7f42919-2e", "ovs_interfaceid": "c7f42919-2ee2-46cc-86db-6fe2c314ee33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2148.399063] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquiring lock "refresh_cache-bf03616d-723b-4ab9-9e5e-68b50541b080" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2148.399063] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquired lock "refresh_cache-bf03616d-723b-4ab9-9e5e-68b50541b080" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2148.399437] env[63750]: DEBUG nova.network.neutron [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2148.414300] env[63750]: DEBUG oslo_vmware.api [None req-50501d7d-017b-404f-b968-a653f0c57f31 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007219, 'name': PowerOffVM_Task, 'duration_secs': 0.411521} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2148.414545] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-50501d7d-017b-404f-b968-a653f0c57f31 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2148.419806] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-50501d7d-017b-404f-b968-a653f0c57f31 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Reconfiguring VM instance instance-00000067 to detach disk 2002 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2148.420394] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-393845ef-3447-4d8a-9021-d4f0fec635bd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.441633] env[63750]: DEBUG oslo_vmware.api [None req-50501d7d-017b-404f-b968-a653f0c57f31 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2148.441633] env[63750]: value = "task-2007220" [ 2148.441633] env[63750]: _type = "Task" [ 2148.441633] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2148.450028] env[63750]: DEBUG oslo_vmware.api [None req-50501d7d-017b-404f-b968-a653f0c57f31 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007220, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.472110] env[63750]: DEBUG nova.network.neutron [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Updating instance_info_cache with network_info: [{"id": "1e1e3461-c83f-40ef-a6fe-5f87d0d76a38", "address": "fa:16:3e:e7:ab:f7", "network": {"id": "8eeb3f57-9e47-48f4-ab8b-e14a44671e51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1675437426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "618573a371474aec86d00edfd3267bcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e1e3461-c8", "ovs_interfaceid": "1e1e3461-c83f-40ef-a6fe-5f87d0d76a38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2148.479514] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a52b8b4c-3b27-4981-b771-7079662b3993 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquiring lock "interface-12e9e58f-8684-479e-be3a-2626dda15d3e-374a4447-d558-4f6e-bd38-4f29fd3f4d9b" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2148.479794] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a52b8b4c-3b27-4981-b771-7079662b3993 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lock "interface-12e9e58f-8684-479e-be3a-2626dda15d3e-374a4447-d558-4f6e-bd38-4f29fd3f4d9b" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2148.480181] env[63750]: DEBUG nova.objects.instance [None req-a52b8b4c-3b27-4981-b771-7079662b3993 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lazy-loading 'flavor' on Instance uuid 12e9e58f-8684-479e-be3a-2626dda15d3e {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2148.499778] env[63750]: DEBUG nova.compute.manager [req-98b1733a-0b4f-4085-ad03-6caed49ac4ad req-f21ef987-02d2-4ede-9afc-4799db6e525e service nova] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Received event network-changed-c7f42919-2ee2-46cc-86db-6fe2c314ee33 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2148.500089] env[63750]: DEBUG nova.compute.manager [req-98b1733a-0b4f-4085-ad03-6caed49ac4ad req-f21ef987-02d2-4ede-9afc-4799db6e525e service nova] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Refreshing instance network info cache due to event network-changed-c7f42919-2ee2-46cc-86db-6fe2c314ee33. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2148.500252] env[63750]: DEBUG oslo_concurrency.lockutils [req-98b1733a-0b4f-4085-ad03-6caed49ac4ad req-f21ef987-02d2-4ede-9afc-4799db6e525e service nova] Acquiring lock "refresh_cache-e0dbea6c-f57b-4153-9160-73ddd91161cd" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2148.634368] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ffedcc25-f975-4e00-83f7-b2b41f37febf tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Releasing lock "refresh_cache-e0dbea6c-f57b-4153-9160-73ddd91161cd" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2148.636712] env[63750]: DEBUG oslo_concurrency.lockutils [req-98b1733a-0b4f-4085-ad03-6caed49ac4ad req-f21ef987-02d2-4ede-9afc-4799db6e525e service nova] Acquired lock "refresh_cache-e0dbea6c-f57b-4153-9160-73ddd91161cd" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2148.636918] env[63750]: DEBUG nova.network.neutron [req-98b1733a-0b4f-4085-ad03-6caed49ac4ad req-f21ef987-02d2-4ede-9afc-4799db6e525e service nova] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Refreshing network info cache for port c7f42919-2ee2-46cc-86db-6fe2c314ee33 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2148.665302] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0df3baa-109b-4902-9168-6a4b0b3bfd72 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.677431] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7987426a-06eb-4d22-af33-4d200ed1e0df {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.725050] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9dc301-dad7-40a6-b7a4-3ec9faf9909d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.732439] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0252b1f4-2f48-417c-b681-e9f3c2a064f4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.748158] env[63750]: DEBUG nova.compute.provider_tree [None req-54aa0153-af76-42b7-be01-039bffe3b328 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2148.951146] env[63750]: DEBUG oslo_vmware.api [None req-50501d7d-017b-404f-b968-a653f0c57f31 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007220, 'name': ReconfigVM_Task, 'duration_secs': 0.273594} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2148.951418] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-50501d7d-017b-404f-b968-a653f0c57f31 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Reconfigured VM instance instance-00000067 to detach disk 2002 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2148.951611] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-50501d7d-017b-404f-b968-a653f0c57f31 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2148.951864] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12f8361d-8770-496a-9b62-c91bf0c0a1e4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.959282] env[63750]: DEBUG oslo_vmware.api [None req-50501d7d-017b-404f-b968-a653f0c57f31 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2148.959282] env[63750]: value = "task-2007221" [ 2148.959282] env[63750]: _type = "Task" [ 2148.959282] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2148.967291] env[63750]: DEBUG oslo_vmware.api [None req-50501d7d-017b-404f-b968-a653f0c57f31 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007221, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.974866] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Releasing lock "refresh_cache-2ea581c2-febf-43a9-9bb2-42f9b60440a4" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2149.141016] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ffedcc25-f975-4e00-83f7-b2b41f37febf tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lock "interface-e0dbea6c-f57b-4153-9160-73ddd91161cd-374a4447-d558-4f6e-bd38-4f29fd3f4d9b" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.043s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2149.215277] env[63750]: DEBUG nova.objects.instance [None req-a52b8b4c-3b27-4981-b771-7079662b3993 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lazy-loading 'pci_requests' on Instance uuid 12e9e58f-8684-479e-be3a-2626dda15d3e {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2149.252038] env[63750]: DEBUG nova.scheduler.client.report [None req-54aa0153-af76-42b7-be01-039bffe3b328 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2149.268332] env[63750]: DEBUG nova.network.neutron [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Updating instance_info_cache with network_info: [{"id": "10fa378c-3848-496f-8b88-5d1101aae14b", "address": "fa:16:3e:b3:c0:57", "network": {"id": "3190c9f9-ed08-4a95-905a-91e470b8e973", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-172291959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7dd23ed8566493d991974157cb177d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10fa378c-38", "ovs_interfaceid": "10fa378c-3848-496f-8b88-5d1101aae14b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2149.444950] env[63750]: DEBUG nova.network.neutron [req-98b1733a-0b4f-4085-ad03-6caed49ac4ad req-f21ef987-02d2-4ede-9afc-4799db6e525e service nova] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Updated VIF entry in instance network info cache for port c7f42919-2ee2-46cc-86db-6fe2c314ee33. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2149.445329] env[63750]: DEBUG nova.network.neutron [req-98b1733a-0b4f-4085-ad03-6caed49ac4ad req-f21ef987-02d2-4ede-9afc-4799db6e525e service nova] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Updating instance_info_cache with network_info: [{"id": "c7f42919-2ee2-46cc-86db-6fe2c314ee33", "address": "fa:16:3e:4b:c5:8d", "network": {"id": "ff81de04-7e48-4127-88aa-44bb0621a003", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-707332449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2139ec6eeb4ba6992db80e7239b224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7f42919-2e", "ovs_interfaceid": "c7f42919-2ee2-46cc-86db-6fe2c314ee33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2149.470087] env[63750]: DEBUG oslo_vmware.api [None req-50501d7d-017b-404f-b968-a653f0c57f31 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007221, 'name': PowerOnVM_Task, 'duration_secs': 0.357241} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2149.470332] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-50501d7d-017b-404f-b968-a653f0c57f31 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2149.470601] env[63750]: DEBUG nova.compute.manager [None req-50501d7d-017b-404f-b968-a653f0c57f31 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2149.471437] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81705cd1-5795-4e8c-97e0-5e9395a425a7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.483782] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f61c5a-1465-47cb-837f-a7bef509d949 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.490442] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40d2b73-45bd-43e0-9690-60f80ed262b0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.718833] env[63750]: DEBUG nova.objects.base [None req-a52b8b4c-3b27-4981-b771-7079662b3993 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Object Instance<12e9e58f-8684-479e-be3a-2626dda15d3e> lazy-loaded attributes: flavor,pci_requests {{(pid=63750) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2149.719114] env[63750]: DEBUG nova.network.neutron [None req-a52b8b4c-3b27-4981-b771-7079662b3993 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2149.757406] env[63750]: DEBUG oslo_concurrency.lockutils [None req-54aa0153-af76-42b7-be01-039bffe3b328 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.805s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2149.770333] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Releasing lock "refresh_cache-bf03616d-723b-4ab9-9e5e-68b50541b080" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2149.777763] env[63750]: INFO nova.scheduler.client.report [None req-54aa0153-af76-42b7-be01-039bffe3b328 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Deleted allocations for instance 6e8a2d2c-52bb-434a-8c11-37e2571e9f15 [ 2149.830984] env[63750]: DEBUG nova.policy [None req-a52b8b4c-3b27-4981-b771-7079662b3993 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '742b9609250c4b599058105c38133a5d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd2139ec6eeb4ba6992db80e7239b224', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 2149.948555] env[63750]: DEBUG oslo_concurrency.lockutils [req-98b1733a-0b4f-4085-ad03-6caed49ac4ad req-f21ef987-02d2-4ede-9afc-4799db6e525e service nova] Releasing lock "refresh_cache-e0dbea6c-f57b-4153-9160-73ddd91161cd" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2149.948865] env[63750]: DEBUG nova.compute.manager [req-98b1733a-0b4f-4085-ad03-6caed49ac4ad req-f21ef987-02d2-4ede-9afc-4799db6e525e service nova] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Received event network-changed-b2d4b24c-fffe-498c-8680-85d3b87cfadc {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2149.949060] env[63750]: DEBUG nova.compute.manager [req-98b1733a-0b4f-4085-ad03-6caed49ac4ad req-f21ef987-02d2-4ede-9afc-4799db6e525e service nova] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Refreshing instance network info cache due to event network-changed-b2d4b24c-fffe-498c-8680-85d3b87cfadc. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2149.949283] env[63750]: DEBUG oslo_concurrency.lockutils [req-98b1733a-0b4f-4085-ad03-6caed49ac4ad req-f21ef987-02d2-4ede-9afc-4799db6e525e service nova] Acquiring lock "refresh_cache-12e9e58f-8684-479e-be3a-2626dda15d3e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2149.949423] env[63750]: DEBUG oslo_concurrency.lockutils [req-98b1733a-0b4f-4085-ad03-6caed49ac4ad req-f21ef987-02d2-4ede-9afc-4799db6e525e service nova] Acquired lock "refresh_cache-12e9e58f-8684-479e-be3a-2626dda15d3e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2149.949585] env[63750]: DEBUG nova.network.neutron [req-98b1733a-0b4f-4085-ad03-6caed49ac4ad req-f21ef987-02d2-4ede-9afc-4799db6e525e service nova] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Refreshing network info cache for port b2d4b24c-fffe-498c-8680-85d3b87cfadc {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2150.285751] env[63750]: DEBUG oslo_concurrency.lockutils [None req-54aa0153-af76-42b7-be01-039bffe3b328 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "6e8a2d2c-52bb-434a-8c11-37e2571e9f15" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.602s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2150.585117] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b0a601-9592-49f5-b13c-2eed9e7d470d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.608952] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95f9f74-04fa-494d-b64d-c926aa2d1b77 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.616628] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Updating instance '2ea581c2-febf-43a9-9bb2-42f9b60440a4' progress to 83 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2150.872289] env[63750]: DEBUG oslo_concurrency.lockutils [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquiring lock "3915f943-80f2-4023-82da-70d30b5a4bad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2150.872535] env[63750]: DEBUG oslo_concurrency.lockutils [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "3915f943-80f2-4023-82da-70d30b5a4bad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2150.878538] env[63750]: DEBUG nova.network.neutron [req-98b1733a-0b4f-4085-ad03-6caed49ac4ad req-f21ef987-02d2-4ede-9afc-4799db6e525e service nova] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Updated VIF entry in instance network info cache for port b2d4b24c-fffe-498c-8680-85d3b87cfadc. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2150.879516] env[63750]: DEBUG nova.network.neutron [req-98b1733a-0b4f-4085-ad03-6caed49ac4ad req-f21ef987-02d2-4ede-9afc-4799db6e525e service nova] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Updating instance_info_cache with network_info: [{"id": "b2d4b24c-fffe-498c-8680-85d3b87cfadc", "address": "fa:16:3e:06:fb:95", "network": {"id": "ff81de04-7e48-4127-88aa-44bb0621a003", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-707332449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2139ec6eeb4ba6992db80e7239b224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2d4b24c-ff", "ovs_interfaceid": "b2d4b24c-fffe-498c-8680-85d3b87cfadc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2151.089319] env[63750]: DEBUG nova.compute.manager [req-72bbd2ee-eb97-45e9-abbd-03d7e78c2342 req-afa4d046-3ef3-401a-9a1b-7ed566ec3070 service nova] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Received event network-changed-c0035770-6307-4f77-bb59-c5fd722412e0 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2151.089574] env[63750]: DEBUG nova.compute.manager [req-72bbd2ee-eb97-45e9-abbd-03d7e78c2342 req-afa4d046-3ef3-401a-9a1b-7ed566ec3070 service nova] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Refreshing instance network info cache due to event network-changed-c0035770-6307-4f77-bb59-c5fd722412e0. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2151.089725] env[63750]: DEBUG oslo_concurrency.lockutils [req-72bbd2ee-eb97-45e9-abbd-03d7e78c2342 req-afa4d046-3ef3-401a-9a1b-7ed566ec3070 service nova] Acquiring lock "refresh_cache-f19f74f5-d356-451e-9391-d3dcfe667537" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2151.089867] env[63750]: DEBUG oslo_concurrency.lockutils [req-72bbd2ee-eb97-45e9-abbd-03d7e78c2342 req-afa4d046-3ef3-401a-9a1b-7ed566ec3070 service nova] Acquired lock "refresh_cache-f19f74f5-d356-451e-9391-d3dcfe667537" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2151.090038] env[63750]: DEBUG nova.network.neutron [req-72bbd2ee-eb97-45e9-abbd-03d7e78c2342 req-afa4d046-3ef3-401a-9a1b-7ed566ec3070 service nova] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Refreshing network info cache for port c0035770-6307-4f77-bb59-c5fd722412e0 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2151.124269] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2151.124750] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aed7acc1-b7fb-4e9f-8fb8-76651306ce9f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.133047] env[63750]: DEBUG oslo_vmware.api [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 2151.133047] env[63750]: value = "task-2007222" [ 2151.133047] env[63750]: _type = "Task" [ 2151.133047] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2151.140735] env[63750]: DEBUG oslo_vmware.api [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007222, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.284104] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e1fe82-d515-46fc-9380-3bd44cecff61 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.304665] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Updating instance 'bf03616d-723b-4ab9-9e5e-68b50541b080' progress to 0 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2151.374483] env[63750]: DEBUG nova.compute.manager [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 3915f943-80f2-4023-82da-70d30b5a4bad] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2151.382032] env[63750]: DEBUG oslo_concurrency.lockutils [req-98b1733a-0b4f-4085-ad03-6caed49ac4ad req-f21ef987-02d2-4ede-9afc-4799db6e525e service nova] Releasing lock "refresh_cache-12e9e58f-8684-479e-be3a-2626dda15d3e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2151.439944] env[63750]: DEBUG nova.network.neutron [None req-a52b8b4c-3b27-4981-b771-7079662b3993 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Successfully updated port: 374a4447-d558-4f6e-bd38-4f29fd3f4d9b {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2151.643210] env[63750]: DEBUG oslo_vmware.api [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007222, 'name': PowerOnVM_Task, 'duration_secs': 0.41712} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2151.643495] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2151.643663] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3e020c4e-9ed2-4f26-a6d2-791cd0d95bbd tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Updating instance '2ea581c2-febf-43a9-9bb2-42f9b60440a4' progress to 100 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2151.810669] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2151.810937] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-065f1055-21b1-488f-b522-709f7ea9ec86 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.818072] env[63750]: DEBUG oslo_vmware.api [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2151.818072] env[63750]: value = "task-2007223" [ 2151.818072] env[63750]: _type = "Task" [ 2151.818072] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2151.826218] env[63750]: DEBUG oslo_vmware.api [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.850529] env[63750]: DEBUG nova.network.neutron [req-72bbd2ee-eb97-45e9-abbd-03d7e78c2342 req-afa4d046-3ef3-401a-9a1b-7ed566ec3070 service nova] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Updated VIF entry in instance network info cache for port c0035770-6307-4f77-bb59-c5fd722412e0. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2151.850935] env[63750]: DEBUG nova.network.neutron [req-72bbd2ee-eb97-45e9-abbd-03d7e78c2342 req-afa4d046-3ef3-401a-9a1b-7ed566ec3070 service nova] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Updating instance_info_cache with network_info: [{"id": "c0035770-6307-4f77-bb59-c5fd722412e0", "address": "fa:16:3e:03:a5:39", "network": {"id": "bc8caa0c-64a5-498f-9d9f-64dc1d502217", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1864557009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc1114710e0d4372a8536f19816902bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0035770-63", "ovs_interfaceid": "c0035770-6307-4f77-bb59-c5fd722412e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2151.896780] env[63750]: DEBUG oslo_concurrency.lockutils [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2151.897044] env[63750]: DEBUG oslo_concurrency.lockutils [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2151.898631] env[63750]: INFO nova.compute.claims [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 3915f943-80f2-4023-82da-70d30b5a4bad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2151.942734] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a52b8b4c-3b27-4981-b771-7079662b3993 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquiring lock "refresh_cache-12e9e58f-8684-479e-be3a-2626dda15d3e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2151.942911] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a52b8b4c-3b27-4981-b771-7079662b3993 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquired lock "refresh_cache-12e9e58f-8684-479e-be3a-2626dda15d3e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2151.943131] env[63750]: DEBUG nova.network.neutron [None req-a52b8b4c-3b27-4981-b771-7079662b3993 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2152.327827] env[63750]: DEBUG oslo_vmware.api [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007223, 'name': PowerOffVM_Task, 'duration_secs': 0.177089} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2152.328124] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2152.328313] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Updating instance 'bf03616d-723b-4ab9-9e5e-68b50541b080' progress to 17 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2152.353535] env[63750]: DEBUG oslo_concurrency.lockutils [req-72bbd2ee-eb97-45e9-abbd-03d7e78c2342 req-afa4d046-3ef3-401a-9a1b-7ed566ec3070 service nova] Releasing lock "refresh_cache-f19f74f5-d356-451e-9391-d3dcfe667537" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2152.481776] env[63750]: WARNING nova.network.neutron [None req-a52b8b4c-3b27-4981-b771-7079662b3993 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] ff81de04-7e48-4127-88aa-44bb0621a003 already exists in list: networks containing: ['ff81de04-7e48-4127-88aa-44bb0621a003']. ignoring it [ 2152.753285] env[63750]: DEBUG nova.network.neutron [None req-a52b8b4c-3b27-4981-b771-7079662b3993 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Updating instance_info_cache with network_info: [{"id": "b2d4b24c-fffe-498c-8680-85d3b87cfadc", "address": "fa:16:3e:06:fb:95", "network": {"id": "ff81de04-7e48-4127-88aa-44bb0621a003", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-707332449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2139ec6eeb4ba6992db80e7239b224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2d4b24c-ff", "ovs_interfaceid": "b2d4b24c-fffe-498c-8680-85d3b87cfadc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "374a4447-d558-4f6e-bd38-4f29fd3f4d9b", "address": "fa:16:3e:cc:bb:d2", "network": {"id": "ff81de04-7e48-4127-88aa-44bb0621a003", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-707332449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2139ec6eeb4ba6992db80e7239b224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap374a4447-d5", "ovs_interfaceid": "374a4447-d558-4f6e-bd38-4f29fd3f4d9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2152.834517] env[63750]: DEBUG nova.virt.hardware [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2152.834517] env[63750]: DEBUG nova.virt.hardware [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2152.834517] env[63750]: DEBUG nova.virt.hardware [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2152.834764] env[63750]: DEBUG nova.virt.hardware [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2152.836041] env[63750]: DEBUG nova.virt.hardware [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2152.836041] env[63750]: DEBUG nova.virt.hardware [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2152.836041] env[63750]: DEBUG nova.virt.hardware [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2152.836041] env[63750]: DEBUG nova.virt.hardware [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2152.836041] env[63750]: DEBUG nova.virt.hardware [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2152.836041] env[63750]: DEBUG nova.virt.hardware [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2152.836041] env[63750]: DEBUG nova.virt.hardware [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2152.840826] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7839dcbb-dc8a-4fe0-8afb-86d679e99c15 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.858307] env[63750]: DEBUG oslo_vmware.api [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2152.858307] env[63750]: value = "task-2007224" [ 2152.858307] env[63750]: _type = "Task" [ 2152.858307] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2152.872786] env[63750]: DEBUG oslo_vmware.api [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007224, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.097400] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfeb69a9-7d19-402b-9f28-12f2723fef6a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.105750] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f8cf1a-33d9-469e-b072-ac07aad9d068 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.138060] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b158fbed-27a4-4a90-80f7-ececb516a4f6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.141705] env[63750]: DEBUG nova.compute.manager [req-b839ef5a-e565-42d7-b9c5-ebec83b559db req-d7d26011-8f3d-4f0c-9643-ed6ea9b1ac49 service nova] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Received event network-changed-c0035770-6307-4f77-bb59-c5fd722412e0 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2153.141897] env[63750]: DEBUG nova.compute.manager [req-b839ef5a-e565-42d7-b9c5-ebec83b559db req-d7d26011-8f3d-4f0c-9643-ed6ea9b1ac49 service nova] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Refreshing instance network info cache due to event network-changed-c0035770-6307-4f77-bb59-c5fd722412e0. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2153.142128] env[63750]: DEBUG oslo_concurrency.lockutils [req-b839ef5a-e565-42d7-b9c5-ebec83b559db req-d7d26011-8f3d-4f0c-9643-ed6ea9b1ac49 service nova] Acquiring lock "refresh_cache-f19f74f5-d356-451e-9391-d3dcfe667537" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2153.142274] env[63750]: DEBUG oslo_concurrency.lockutils [req-b839ef5a-e565-42d7-b9c5-ebec83b559db req-d7d26011-8f3d-4f0c-9643-ed6ea9b1ac49 service nova] Acquired lock "refresh_cache-f19f74f5-d356-451e-9391-d3dcfe667537" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2153.142429] env[63750]: DEBUG nova.network.neutron [req-b839ef5a-e565-42d7-b9c5-ebec83b559db req-d7d26011-8f3d-4f0c-9643-ed6ea9b1ac49 service nova] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Refreshing network info cache for port c0035770-6307-4f77-bb59-c5fd722412e0 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2153.149715] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0234bc7c-bbc5-4e2d-9311-a74803632fac {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.167172] env[63750]: DEBUG nova.compute.provider_tree [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2153.256043] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a52b8b4c-3b27-4981-b771-7079662b3993 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Releasing lock "refresh_cache-12e9e58f-8684-479e-be3a-2626dda15d3e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2153.256704] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a52b8b4c-3b27-4981-b771-7079662b3993 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquiring lock "12e9e58f-8684-479e-be3a-2626dda15d3e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2153.256895] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a52b8b4c-3b27-4981-b771-7079662b3993 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquired lock "12e9e58f-8684-479e-be3a-2626dda15d3e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2153.257694] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c0001d-d1eb-4fa5-aaa0-1cd0961d7d1d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.276941] env[63750]: DEBUG nova.virt.hardware [None req-a52b8b4c-3b27-4981-b771-7079662b3993 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2153.277201] env[63750]: DEBUG nova.virt.hardware [None req-a52b8b4c-3b27-4981-b771-7079662b3993 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2153.277363] env[63750]: DEBUG nova.virt.hardware [None req-a52b8b4c-3b27-4981-b771-7079662b3993 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2153.277540] env[63750]: DEBUG nova.virt.hardware [None req-a52b8b4c-3b27-4981-b771-7079662b3993 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2153.277682] env[63750]: DEBUG nova.virt.hardware [None req-a52b8b4c-3b27-4981-b771-7079662b3993 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2153.277825] env[63750]: DEBUG nova.virt.hardware [None req-a52b8b4c-3b27-4981-b771-7079662b3993 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2153.278032] env[63750]: DEBUG nova.virt.hardware [None req-a52b8b4c-3b27-4981-b771-7079662b3993 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2153.278223] env[63750]: DEBUG nova.virt.hardware [None req-a52b8b4c-3b27-4981-b771-7079662b3993 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2153.278391] env[63750]: DEBUG nova.virt.hardware [None req-a52b8b4c-3b27-4981-b771-7079662b3993 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2153.278548] env[63750]: DEBUG nova.virt.hardware [None req-a52b8b4c-3b27-4981-b771-7079662b3993 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2153.278716] env[63750]: DEBUG nova.virt.hardware [None req-a52b8b4c-3b27-4981-b771-7079662b3993 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2153.284811] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a52b8b4c-3b27-4981-b771-7079662b3993 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Reconfiguring VM to attach interface {{(pid=63750) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2153.285366] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38ae7040-378d-44d9-917c-36b400c81fd1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.302575] env[63750]: DEBUG oslo_vmware.api [None req-a52b8b4c-3b27-4981-b771-7079662b3993 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Waiting for the task: (returnval){ [ 2153.302575] env[63750]: value = "task-2007225" [ 2153.302575] env[63750]: _type = "Task" [ 2153.302575] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2153.310106] env[63750]: DEBUG oslo_vmware.api [None req-a52b8b4c-3b27-4981-b771-7079662b3993 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007225, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.367755] env[63750]: DEBUG oslo_vmware.api [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007224, 'name': ReconfigVM_Task, 'duration_secs': 0.314283} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2153.368065] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Updating instance 'bf03616d-723b-4ab9-9e5e-68b50541b080' progress to 33 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2153.422509] env[63750]: DEBUG oslo_concurrency.lockutils [None req-519d9c0b-59c1-450e-b906-623352548ebc tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquiring lock "2ea581c2-febf-43a9-9bb2-42f9b60440a4" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2153.422716] env[63750]: DEBUG oslo_concurrency.lockutils [None req-519d9c0b-59c1-450e-b906-623352548ebc tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "2ea581c2-febf-43a9-9bb2-42f9b60440a4" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2153.422900] env[63750]: DEBUG nova.compute.manager [None req-519d9c0b-59c1-450e-b906-623352548ebc tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Going to confirm migration 6 {{(pid=63750) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2153.670615] env[63750]: DEBUG nova.scheduler.client.report [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2153.812357] env[63750]: DEBUG oslo_vmware.api [None req-a52b8b4c-3b27-4981-b771-7079662b3993 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007225, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.864937] env[63750]: DEBUG nova.network.neutron [req-b839ef5a-e565-42d7-b9c5-ebec83b559db req-d7d26011-8f3d-4f0c-9643-ed6ea9b1ac49 service nova] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Updated VIF entry in instance network info cache for port c0035770-6307-4f77-bb59-c5fd722412e0. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2153.865363] env[63750]: DEBUG nova.network.neutron [req-b839ef5a-e565-42d7-b9c5-ebec83b559db req-d7d26011-8f3d-4f0c-9643-ed6ea9b1ac49 service nova] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Updating instance_info_cache with network_info: [{"id": "c0035770-6307-4f77-bb59-c5fd722412e0", "address": "fa:16:3e:03:a5:39", "network": {"id": "bc8caa0c-64a5-498f-9d9f-64dc1d502217", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1864557009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc1114710e0d4372a8536f19816902bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0035770-63", "ovs_interfaceid": "c0035770-6307-4f77-bb59-c5fd722412e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2153.873913] env[63750]: DEBUG nova.virt.hardware [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2153.874165] env[63750]: DEBUG nova.virt.hardware [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2153.874331] env[63750]: DEBUG nova.virt.hardware [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2153.874518] env[63750]: DEBUG nova.virt.hardware [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2153.874667] env[63750]: DEBUG nova.virt.hardware [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2153.874816] env[63750]: DEBUG nova.virt.hardware [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2153.875034] env[63750]: DEBUG nova.virt.hardware [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2153.875208] env[63750]: DEBUG nova.virt.hardware [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2153.875368] env[63750]: DEBUG nova.virt.hardware [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2153.875528] env[63750]: DEBUG nova.virt.hardware [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2153.875699] env[63750]: DEBUG nova.virt.hardware [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2153.881098] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Reconfiguring VM instance instance-00000035 to detach disk 2000 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2153.881900] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a0a6837-0684-4bc5-84e0-72013b984036 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.900926] env[63750]: DEBUG oslo_vmware.api [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2153.900926] env[63750]: value = "task-2007226" [ 2153.900926] env[63750]: _type = "Task" [ 2153.900926] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2153.909720] env[63750]: DEBUG oslo_vmware.api [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007226, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.983276] env[63750]: DEBUG oslo_concurrency.lockutils [None req-519d9c0b-59c1-450e-b906-623352548ebc tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquiring lock "refresh_cache-2ea581c2-febf-43a9-9bb2-42f9b60440a4" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2153.983481] env[63750]: DEBUG oslo_concurrency.lockutils [None req-519d9c0b-59c1-450e-b906-623352548ebc tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquired lock "refresh_cache-2ea581c2-febf-43a9-9bb2-42f9b60440a4" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2153.983670] env[63750]: DEBUG nova.network.neutron [None req-519d9c0b-59c1-450e-b906-623352548ebc tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2153.983862] env[63750]: DEBUG nova.objects.instance [None req-519d9c0b-59c1-450e-b906-623352548ebc tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lazy-loading 'info_cache' on Instance uuid 2ea581c2-febf-43a9-9bb2-42f9b60440a4 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2154.175577] env[63750]: DEBUG oslo_concurrency.lockutils [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.278s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2154.176194] env[63750]: DEBUG nova.compute.manager [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 3915f943-80f2-4023-82da-70d30b5a4bad] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2154.312507] env[63750]: DEBUG oslo_vmware.api [None req-a52b8b4c-3b27-4981-b771-7079662b3993 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007225, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.367835] env[63750]: DEBUG oslo_concurrency.lockutils [req-b839ef5a-e565-42d7-b9c5-ebec83b559db req-d7d26011-8f3d-4f0c-9643-ed6ea9b1ac49 service nova] Releasing lock "refresh_cache-f19f74f5-d356-451e-9391-d3dcfe667537" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2154.368171] env[63750]: DEBUG nova.compute.manager [req-b839ef5a-e565-42d7-b9c5-ebec83b559db req-d7d26011-8f3d-4f0c-9643-ed6ea9b1ac49 service nova] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Received event network-vif-plugged-374a4447-d558-4f6e-bd38-4f29fd3f4d9b {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2154.368370] env[63750]: DEBUG oslo_concurrency.lockutils [req-b839ef5a-e565-42d7-b9c5-ebec83b559db req-d7d26011-8f3d-4f0c-9643-ed6ea9b1ac49 service nova] Acquiring lock "12e9e58f-8684-479e-be3a-2626dda15d3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2154.368579] env[63750]: DEBUG oslo_concurrency.lockutils [req-b839ef5a-e565-42d7-b9c5-ebec83b559db req-d7d26011-8f3d-4f0c-9643-ed6ea9b1ac49 service nova] Lock "12e9e58f-8684-479e-be3a-2626dda15d3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2154.368744] env[63750]: DEBUG oslo_concurrency.lockutils [req-b839ef5a-e565-42d7-b9c5-ebec83b559db req-d7d26011-8f3d-4f0c-9643-ed6ea9b1ac49 service nova] Lock "12e9e58f-8684-479e-be3a-2626dda15d3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2154.368938] env[63750]: DEBUG nova.compute.manager [req-b839ef5a-e565-42d7-b9c5-ebec83b559db req-d7d26011-8f3d-4f0c-9643-ed6ea9b1ac49 service nova] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] No waiting events found dispatching network-vif-plugged-374a4447-d558-4f6e-bd38-4f29fd3f4d9b {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2154.369086] env[63750]: WARNING nova.compute.manager [req-b839ef5a-e565-42d7-b9c5-ebec83b559db req-d7d26011-8f3d-4f0c-9643-ed6ea9b1ac49 service nova] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Received unexpected event network-vif-plugged-374a4447-d558-4f6e-bd38-4f29fd3f4d9b for instance with vm_state active and task_state None. [ 2154.369258] env[63750]: DEBUG nova.compute.manager [req-b839ef5a-e565-42d7-b9c5-ebec83b559db req-d7d26011-8f3d-4f0c-9643-ed6ea9b1ac49 service nova] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Received event network-changed-374a4447-d558-4f6e-bd38-4f29fd3f4d9b {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2154.369413] env[63750]: DEBUG nova.compute.manager [req-b839ef5a-e565-42d7-b9c5-ebec83b559db req-d7d26011-8f3d-4f0c-9643-ed6ea9b1ac49 service nova] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Refreshing instance network info cache due to event network-changed-374a4447-d558-4f6e-bd38-4f29fd3f4d9b. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2154.369593] env[63750]: DEBUG oslo_concurrency.lockutils [req-b839ef5a-e565-42d7-b9c5-ebec83b559db req-d7d26011-8f3d-4f0c-9643-ed6ea9b1ac49 service nova] Acquiring lock "refresh_cache-12e9e58f-8684-479e-be3a-2626dda15d3e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2154.369849] env[63750]: DEBUG oslo_concurrency.lockutils [req-b839ef5a-e565-42d7-b9c5-ebec83b559db req-d7d26011-8f3d-4f0c-9643-ed6ea9b1ac49 service nova] Acquired lock "refresh_cache-12e9e58f-8684-479e-be3a-2626dda15d3e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2154.369921] env[63750]: DEBUG nova.network.neutron [req-b839ef5a-e565-42d7-b9c5-ebec83b559db req-d7d26011-8f3d-4f0c-9643-ed6ea9b1ac49 service nova] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Refreshing network info cache for port 374a4447-d558-4f6e-bd38-4f29fd3f4d9b {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2154.411898] env[63750]: DEBUG oslo_vmware.api [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007226, 'name': ReconfigVM_Task, 'duration_secs': 0.159879} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2154.412193] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Reconfigured VM instance instance-00000035 to detach disk 2000 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2154.413017] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d51a20-94ae-48aa-9d7c-03d4737891a1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.437026] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] bf03616d-723b-4ab9-9e5e-68b50541b080/bf03616d-723b-4ab9-9e5e-68b50541b080.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2154.437342] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ad0fa2a-2b00-4e26-b76d-689a06cca43b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.456687] env[63750]: DEBUG oslo_vmware.api [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2154.456687] env[63750]: value = "task-2007227" [ 2154.456687] env[63750]: _type = "Task" [ 2154.456687] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2154.466828] env[63750]: DEBUG oslo_vmware.api [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007227, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.681501] env[63750]: DEBUG nova.compute.utils [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2154.682990] env[63750]: DEBUG nova.compute.manager [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 3915f943-80f2-4023-82da-70d30b5a4bad] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2154.683194] env[63750]: DEBUG nova.network.neutron [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 3915f943-80f2-4023-82da-70d30b5a4bad] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2154.724013] env[63750]: DEBUG nova.policy [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86333ce8360340c3b7cf65e8273fd5ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23846c040dac48ec80f88340c38cbf38', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 2154.733956] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cae0548c-6b34-464d-9751-1f164356821d tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquiring lock "00dfffcc-8529-47de-a0c6-21d5e35e47dc" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2154.734222] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cae0548c-6b34-464d-9751-1f164356821d tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lock "00dfffcc-8529-47de-a0c6-21d5e35e47dc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2154.812895] env[63750]: DEBUG oslo_vmware.api [None req-a52b8b4c-3b27-4981-b771-7079662b3993 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007225, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.966337] env[63750]: DEBUG oslo_vmware.api [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007227, 'name': ReconfigVM_Task, 'duration_secs': 0.26444} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2154.966616] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Reconfigured VM instance instance-00000035 to attach disk [datastore1] bf03616d-723b-4ab9-9e5e-68b50541b080/bf03616d-723b-4ab9-9e5e-68b50541b080.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2154.966886] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Updating instance 'bf03616d-723b-4ab9-9e5e-68b50541b080' progress to 50 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2155.083487] env[63750]: DEBUG nova.network.neutron [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 3915f943-80f2-4023-82da-70d30b5a4bad] Successfully created port: 293a800e-1c39-4624-a680-d24ba23a2983 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2155.187397] env[63750]: DEBUG nova.compute.manager [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 3915f943-80f2-4023-82da-70d30b5a4bad] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2155.236868] env[63750]: DEBUG nova.compute.utils [None req-cae0548c-6b34-464d-9751-1f164356821d tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2155.281793] env[63750]: DEBUG nova.network.neutron [req-b839ef5a-e565-42d7-b9c5-ebec83b559db req-d7d26011-8f3d-4f0c-9643-ed6ea9b1ac49 service nova] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Updated VIF entry in instance network info cache for port 374a4447-d558-4f6e-bd38-4f29fd3f4d9b. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2155.282257] env[63750]: DEBUG nova.network.neutron [req-b839ef5a-e565-42d7-b9c5-ebec83b559db req-d7d26011-8f3d-4f0c-9643-ed6ea9b1ac49 service nova] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Updating instance_info_cache with network_info: [{"id": "b2d4b24c-fffe-498c-8680-85d3b87cfadc", "address": "fa:16:3e:06:fb:95", "network": {"id": "ff81de04-7e48-4127-88aa-44bb0621a003", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-707332449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2139ec6eeb4ba6992db80e7239b224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2d4b24c-ff", "ovs_interfaceid": "b2d4b24c-fffe-498c-8680-85d3b87cfadc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "374a4447-d558-4f6e-bd38-4f29fd3f4d9b", "address": "fa:16:3e:cc:bb:d2", "network": {"id": "ff81de04-7e48-4127-88aa-44bb0621a003", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-707332449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2139ec6eeb4ba6992db80e7239b224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap374a4447-d5", "ovs_interfaceid": "374a4447-d558-4f6e-bd38-4f29fd3f4d9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2155.313585] env[63750]: DEBUG oslo_vmware.api [None req-a52b8b4c-3b27-4981-b771-7079662b3993 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007225, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.431344] env[63750]: DEBUG nova.network.neutron [None req-519d9c0b-59c1-450e-b906-623352548ebc tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Updating instance_info_cache with network_info: [{"id": "1e1e3461-c83f-40ef-a6fe-5f87d0d76a38", "address": "fa:16:3e:e7:ab:f7", "network": {"id": "8eeb3f57-9e47-48f4-ab8b-e14a44671e51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1675437426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "618573a371474aec86d00edfd3267bcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e1e3461-c8", "ovs_interfaceid": "1e1e3461-c83f-40ef-a6fe-5f87d0d76a38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2155.475725] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18a2249-f5ee-417d-b898-7845118f7605 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.498478] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0f43e6-1c59-473c-b8c8-c05a867e6c6a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.517518] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Updating instance 'bf03616d-723b-4ab9-9e5e-68b50541b080' progress to 67 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2155.739854] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cae0548c-6b34-464d-9751-1f164356821d tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lock "00dfffcc-8529-47de-a0c6-21d5e35e47dc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2155.784814] env[63750]: DEBUG oslo_concurrency.lockutils [req-b839ef5a-e565-42d7-b9c5-ebec83b559db req-d7d26011-8f3d-4f0c-9643-ed6ea9b1ac49 service nova] Releasing lock "refresh_cache-12e9e58f-8684-479e-be3a-2626dda15d3e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2155.813590] env[63750]: DEBUG oslo_vmware.api [None req-a52b8b4c-3b27-4981-b771-7079662b3993 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007225, 'name': ReconfigVM_Task, 'duration_secs': 2.13607} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2155.814050] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a52b8b4c-3b27-4981-b771-7079662b3993 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Releasing lock "12e9e58f-8684-479e-be3a-2626dda15d3e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2155.814263] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a52b8b4c-3b27-4981-b771-7079662b3993 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Reconfigured VM to attach interface {{(pid=63750) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2155.932175] env[63750]: DEBUG oslo_concurrency.lockutils [None req-519d9c0b-59c1-450e-b906-623352548ebc tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Releasing lock "refresh_cache-2ea581c2-febf-43a9-9bb2-42f9b60440a4" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2155.932529] env[63750]: DEBUG nova.objects.instance [None req-519d9c0b-59c1-450e-b906-623352548ebc tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lazy-loading 'migration_context' on Instance uuid 2ea581c2-febf-43a9-9bb2-42f9b60440a4 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2156.055685] env[63750]: DEBUG nova.network.neutron [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Port 10fa378c-3848-496f-8b88-5d1101aae14b binding to destination host cpu-1 is already ACTIVE {{(pid=63750) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2156.197563] env[63750]: DEBUG nova.compute.manager [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 3915f943-80f2-4023-82da-70d30b5a4bad] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2156.223348] env[63750]: DEBUG nova.virt.hardware [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2156.223596] env[63750]: DEBUG nova.virt.hardware [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2156.223751] env[63750]: DEBUG nova.virt.hardware [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2156.223930] env[63750]: DEBUG nova.virt.hardware [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2156.224089] env[63750]: DEBUG nova.virt.hardware [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2156.224239] env[63750]: DEBUG nova.virt.hardware [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2156.224450] env[63750]: DEBUG nova.virt.hardware [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2156.224606] env[63750]: DEBUG nova.virt.hardware [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2156.224766] env[63750]: DEBUG nova.virt.hardware [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2156.224924] env[63750]: DEBUG nova.virt.hardware [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2156.225108] env[63750]: DEBUG nova.virt.hardware [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2156.225965] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f907c81-3e4b-4680-a541-72e855b17c9f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.234155] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9e8658-1a91-4355-a105-780fed0e98fe {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.319333] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a52b8b4c-3b27-4981-b771-7079662b3993 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lock "interface-12e9e58f-8684-479e-be3a-2626dda15d3e-374a4447-d558-4f6e-bd38-4f29fd3f4d9b" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.839s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2156.435683] env[63750]: DEBUG nova.objects.base [None req-519d9c0b-59c1-450e-b906-623352548ebc tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Object Instance<2ea581c2-febf-43a9-9bb2-42f9b60440a4> lazy-loaded attributes: info_cache,migration_context {{(pid=63750) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2156.436723] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7990d6f8-923e-48ee-83ca-38c2508374b1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.457290] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54f66711-900e-4502-acb9-790fca3afe71 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.463832] env[63750]: DEBUG oslo_vmware.api [None req-519d9c0b-59c1-450e-b906-623352548ebc tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 2156.463832] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52efb20d-4588-3120-e8d8-446a33434bda" [ 2156.463832] env[63750]: _type = "Task" [ 2156.463832] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2156.471577] env[63750]: DEBUG oslo_vmware.api [None req-519d9c0b-59c1-450e-b906-623352548ebc tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52efb20d-4588-3120-e8d8-446a33434bda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.805328] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cae0548c-6b34-464d-9751-1f164356821d tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquiring lock "00dfffcc-8529-47de-a0c6-21d5e35e47dc" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2156.805588] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cae0548c-6b34-464d-9751-1f164356821d tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lock "00dfffcc-8529-47de-a0c6-21d5e35e47dc" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2156.805825] env[63750]: INFO nova.compute.manager [None req-cae0548c-6b34-464d-9751-1f164356821d tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Attaching volume 9497f89f-4d83-4468-8089-8ef2c66dee5f to /dev/sdb [ 2156.841914] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746ef009-c5bd-41da-b239-728a226784b3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.848860] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d068aa-075b-4c82-aede-1648612dc880 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.861602] env[63750]: DEBUG nova.virt.block_device [None req-cae0548c-6b34-464d-9751-1f164356821d tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Updating existing volume attachment record: 7170bb73-3111-4b66-b398-d9238f38a459 {{(pid=63750) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2156.972969] env[63750]: DEBUG oslo_vmware.api [None req-519d9c0b-59c1-450e-b906-623352548ebc tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52efb20d-4588-3120-e8d8-446a33434bda, 'name': SearchDatastore_Task, 'duration_secs': 0.007752} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2156.973284] env[63750]: DEBUG oslo_concurrency.lockutils [None req-519d9c0b-59c1-450e-b906-623352548ebc tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2156.973517] env[63750]: DEBUG oslo_concurrency.lockutils [None req-519d9c0b-59c1-450e-b906-623352548ebc tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2157.078618] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquiring lock "bf03616d-723b-4ab9-9e5e-68b50541b080-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2157.078914] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "bf03616d-723b-4ab9-9e5e-68b50541b080-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2157.079133] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "bf03616d-723b-4ab9-9e5e-68b50541b080-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2157.655524] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995224b0-1adf-4971-aca1-2e7c5e3f53c0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.663863] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad617ed1-a1e8-4f6d-a396-29dacadc84cc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.696113] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6873d4-52c1-45db-b94f-1e2eba14b228 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.699147] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c5784865-3341-4730-9221-d0ab7a844822 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquiring lock "interface-12e9e58f-8684-479e-be3a-2626dda15d3e-374a4447-d558-4f6e-bd38-4f29fd3f4d9b" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2157.699448] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c5784865-3341-4730-9221-d0ab7a844822 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lock "interface-12e9e58f-8684-479e-be3a-2626dda15d3e-374a4447-d558-4f6e-bd38-4f29fd3f4d9b" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2157.705647] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a86404-907d-47e1-9502-d6bec874ea15 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.720597] env[63750]: DEBUG nova.compute.provider_tree [None req-519d9c0b-59c1-450e-b906-623352548ebc tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2158.113433] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquiring lock "refresh_cache-bf03616d-723b-4ab9-9e5e-68b50541b080" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2158.113720] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquired lock "refresh_cache-bf03616d-723b-4ab9-9e5e-68b50541b080" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2158.113793] env[63750]: DEBUG nova.network.neutron [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2158.202292] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c5784865-3341-4730-9221-d0ab7a844822 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquiring lock "12e9e58f-8684-479e-be3a-2626dda15d3e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2158.202514] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c5784865-3341-4730-9221-d0ab7a844822 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquired lock "12e9e58f-8684-479e-be3a-2626dda15d3e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2158.203348] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47a0a1d-900b-44ae-b89f-7eaa205543bb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.223480] env[63750]: DEBUG nova.scheduler.client.report [None req-519d9c0b-59c1-450e-b906-623352548ebc tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2158.226967] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff322993-bc83-42fc-9d62-1d4e02dc8829 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.254045] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c5784865-3341-4730-9221-d0ab7a844822 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Reconfiguring VM to detach interface {{(pid=63750) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2158.254930] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5026cee-4651-45fe-b099-14fa25932ed3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.273704] env[63750]: DEBUG oslo_vmware.api [None req-c5784865-3341-4730-9221-d0ab7a844822 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Waiting for the task: (returnval){ [ 2158.273704] env[63750]: value = "task-2007231" [ 2158.273704] env[63750]: _type = "Task" [ 2158.273704] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.283277] env[63750]: DEBUG oslo_vmware.api [None req-c5784865-3341-4730-9221-d0ab7a844822 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007231, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.783905] env[63750]: DEBUG oslo_vmware.api [None req-c5784865-3341-4730-9221-d0ab7a844822 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.879932] env[63750]: DEBUG nova.network.neutron [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Updating instance_info_cache with network_info: [{"id": "10fa378c-3848-496f-8b88-5d1101aae14b", "address": "fa:16:3e:b3:c0:57", "network": {"id": "3190c9f9-ed08-4a95-905a-91e470b8e973", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-172291959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7dd23ed8566493d991974157cb177d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10fa378c-38", "ovs_interfaceid": "10fa378c-3848-496f-8b88-5d1101aae14b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2159.236112] env[63750]: DEBUG oslo_concurrency.lockutils [None req-519d9c0b-59c1-450e-b906-623352548ebc tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.262s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2159.284365] env[63750]: DEBUG oslo_vmware.api [None req-c5784865-3341-4730-9221-d0ab7a844822 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.382550] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Releasing lock "refresh_cache-bf03616d-723b-4ab9-9e5e-68b50541b080" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2159.784374] env[63750]: DEBUG oslo_vmware.api [None req-c5784865-3341-4730-9221-d0ab7a844822 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.794170] env[63750]: INFO nova.scheduler.client.report [None req-519d9c0b-59c1-450e-b906-623352548ebc tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Deleted allocation for migration 17b812d8-cb04-4b4d-9665-fa88b10d20b2 [ 2159.875915] env[63750]: INFO nova.compute.manager [None req-270b43a8-b5d6-4b80-91e0-ceaa4866d082 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Get console output [ 2159.876175] env[63750]: WARNING nova.virt.vmwareapi.driver [None req-270b43a8-b5d6-4b80-91e0-ceaa4866d082 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] The console log is missing. Check your VSPC configuration [ 2159.905351] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b19f491-af55-4056-b08e-720bc2075c99 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.924397] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e589bb04-5c07-409a-bd9c-1dcbec453443 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.931349] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Updating instance 'bf03616d-723b-4ab9-9e5e-68b50541b080' progress to 83 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2160.287755] env[63750]: DEBUG oslo_vmware.api [None req-c5784865-3341-4730-9221-d0ab7a844822 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.301847] env[63750]: DEBUG oslo_concurrency.lockutils [None req-519d9c0b-59c1-450e-b906-623352548ebc tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "2ea581c2-febf-43a9-9bb2-42f9b60440a4" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.879s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2160.438386] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2160.438699] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8c9fafa-cb9a-4661-9e28-310e396fdc1d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.446816] env[63750]: DEBUG oslo_vmware.api [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2160.446816] env[63750]: value = "task-2007233" [ 2160.446816] env[63750]: _type = "Task" [ 2160.446816] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2160.454312] env[63750]: DEBUG oslo_vmware.api [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007233, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.789056] env[63750]: DEBUG oslo_vmware.api [None req-c5784865-3341-4730-9221-d0ab7a844822 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.956650] env[63750]: DEBUG oslo_vmware.api [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007233, 'name': PowerOnVM_Task, 'duration_secs': 0.368536} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2160.956922] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2160.957114] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a50a4043-4e05-4f22-9801-145ab3d97fd5 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Updating instance 'bf03616d-723b-4ab9-9e5e-68b50541b080' progress to 100 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2161.286168] env[63750]: DEBUG oslo_vmware.api [None req-c5784865-3341-4730-9221-d0ab7a844822 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.405333] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-cae0548c-6b34-464d-9751-1f164356821d tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Volume attach. Driver type: vmdk {{(pid=63750) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2161.405576] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-cae0548c-6b34-464d-9751-1f164356821d tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412679', 'volume_id': '9497f89f-4d83-4468-8089-8ef2c66dee5f', 'name': 'volume-9497f89f-4d83-4468-8089-8ef2c66dee5f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '00dfffcc-8529-47de-a0c6-21d5e35e47dc', 'attached_at': '', 'detached_at': '', 'volume_id': '9497f89f-4d83-4468-8089-8ef2c66dee5f', 'serial': '9497f89f-4d83-4468-8089-8ef2c66dee5f'} {{(pid=63750) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2161.406495] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3411f2ed-e904-40fd-a72f-a38addd8ca4c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.422232] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b53d68-ec1b-4364-8de5-454538d7e10d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.445641] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-cae0548c-6b34-464d-9751-1f164356821d tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] volume-9497f89f-4d83-4468-8089-8ef2c66dee5f/volume-9497f89f-4d83-4468-8089-8ef2c66dee5f.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2161.445869] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12ad5f19-b6ff-404c-bdbe-de31a2da1cfc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.465007] env[63750]: DEBUG oslo_vmware.api [None req-cae0548c-6b34-464d-9751-1f164356821d tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2161.465007] env[63750]: value = "task-2007234" [ 2161.465007] env[63750]: _type = "Task" [ 2161.465007] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2161.473537] env[63750]: DEBUG oslo_vmware.api [None req-cae0548c-6b34-464d-9751-1f164356821d tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007234, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.655812] env[63750]: DEBUG nova.compute.manager [req-3406051c-3fbc-4410-9edc-ac33a2e5c71f req-6a80b186-0138-40e4-99c1-4b3b9534678f service nova] [instance: 3915f943-80f2-4023-82da-70d30b5a4bad] Received event network-vif-plugged-293a800e-1c39-4624-a680-d24ba23a2983 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2161.656372] env[63750]: DEBUG oslo_concurrency.lockutils [req-3406051c-3fbc-4410-9edc-ac33a2e5c71f req-6a80b186-0138-40e4-99c1-4b3b9534678f service nova] Acquiring lock "3915f943-80f2-4023-82da-70d30b5a4bad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2161.656605] env[63750]: DEBUG oslo_concurrency.lockutils [req-3406051c-3fbc-4410-9edc-ac33a2e5c71f req-6a80b186-0138-40e4-99c1-4b3b9534678f service nova] Lock "3915f943-80f2-4023-82da-70d30b5a4bad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2161.656778] env[63750]: DEBUG oslo_concurrency.lockutils [req-3406051c-3fbc-4410-9edc-ac33a2e5c71f req-6a80b186-0138-40e4-99c1-4b3b9534678f service nova] Lock "3915f943-80f2-4023-82da-70d30b5a4bad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2161.656945] env[63750]: DEBUG nova.compute.manager [req-3406051c-3fbc-4410-9edc-ac33a2e5c71f req-6a80b186-0138-40e4-99c1-4b3b9534678f service nova] [instance: 3915f943-80f2-4023-82da-70d30b5a4bad] No waiting events found dispatching network-vif-plugged-293a800e-1c39-4624-a680-d24ba23a2983 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2161.657125] env[63750]: WARNING nova.compute.manager [req-3406051c-3fbc-4410-9edc-ac33a2e5c71f req-6a80b186-0138-40e4-99c1-4b3b9534678f service nova] [instance: 3915f943-80f2-4023-82da-70d30b5a4bad] Received unexpected event network-vif-plugged-293a800e-1c39-4624-a680-d24ba23a2983 for instance with vm_state building and task_state spawning. [ 2161.744668] env[63750]: DEBUG nova.network.neutron [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 3915f943-80f2-4023-82da-70d30b5a4bad] Successfully updated port: 293a800e-1c39-4624-a680-d24ba23a2983 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2161.786765] env[63750]: DEBUG oslo_vmware.api [None req-c5784865-3341-4730-9221-d0ab7a844822 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.977876] env[63750]: DEBUG oslo_vmware.api [None req-cae0548c-6b34-464d-9751-1f164356821d tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007234, 'name': ReconfigVM_Task, 'duration_secs': 0.33927} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2161.978097] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-cae0548c-6b34-464d-9751-1f164356821d tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Reconfigured VM instance instance-0000006c to attach disk [datastore2] volume-9497f89f-4d83-4468-8089-8ef2c66dee5f/volume-9497f89f-4d83-4468-8089-8ef2c66dee5f.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2161.982674] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac452030-7c5b-4c5f-bbf9-8bd0fe06b423 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.997993] env[63750]: DEBUG oslo_vmware.api [None req-cae0548c-6b34-464d-9751-1f164356821d tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2161.997993] env[63750]: value = "task-2007235" [ 2161.997993] env[63750]: _type = "Task" [ 2161.997993] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2162.008796] env[63750]: DEBUG oslo_vmware.api [None req-cae0548c-6b34-464d-9751-1f164356821d tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007235, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2162.248044] env[63750]: DEBUG oslo_concurrency.lockutils [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquiring lock "refresh_cache-3915f943-80f2-4023-82da-70d30b5a4bad" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2162.248044] env[63750]: DEBUG oslo_concurrency.lockutils [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquired lock "refresh_cache-3915f943-80f2-4023-82da-70d30b5a4bad" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2162.248044] env[63750]: DEBUG nova.network.neutron [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 3915f943-80f2-4023-82da-70d30b5a4bad] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2162.288125] env[63750]: DEBUG oslo_vmware.api [None req-c5784865-3341-4730-9221-d0ab7a844822 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2162.508412] env[63750]: DEBUG oslo_vmware.api [None req-cae0548c-6b34-464d-9751-1f164356821d tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007235, 'name': ReconfigVM_Task, 'duration_secs': 0.132602} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2162.508752] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-cae0548c-6b34-464d-9751-1f164356821d tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412679', 'volume_id': '9497f89f-4d83-4468-8089-8ef2c66dee5f', 'name': 'volume-9497f89f-4d83-4468-8089-8ef2c66dee5f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '00dfffcc-8529-47de-a0c6-21d5e35e47dc', 'attached_at': '', 'detached_at': '', 'volume_id': '9497f89f-4d83-4468-8089-8ef2c66dee5f', 'serial': '9497f89f-4d83-4468-8089-8ef2c66dee5f'} {{(pid=63750) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2162.684382] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cc5fc97b-359a-4408-9ade-68dce81fd8fd tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquiring lock "bf03616d-723b-4ab9-9e5e-68b50541b080" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2162.684638] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cc5fc97b-359a-4408-9ade-68dce81fd8fd tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "bf03616d-723b-4ab9-9e5e-68b50541b080" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2162.684821] env[63750]: DEBUG nova.compute.manager [None req-cc5fc97b-359a-4408-9ade-68dce81fd8fd tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Going to confirm migration 7 {{(pid=63750) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2162.788738] env[63750]: DEBUG oslo_vmware.api [None req-c5784865-3341-4730-9221-d0ab7a844822 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2162.789525] env[63750]: DEBUG nova.network.neutron [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 3915f943-80f2-4023-82da-70d30b5a4bad] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2162.925622] env[63750]: DEBUG nova.network.neutron [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 3915f943-80f2-4023-82da-70d30b5a4bad] Updating instance_info_cache with network_info: [{"id": "293a800e-1c39-4624-a680-d24ba23a2983", "address": "fa:16:3e:f3:8c:d2", "network": {"id": "6ee8b59d-97e1-4efe-b623-8db03ccc868f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-59123013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23846c040dac48ec80f88340c38cbf38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap293a800e-1c", "ovs_interfaceid": "293a800e-1c39-4624-a680-d24ba23a2983", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2163.219495] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cc5fc97b-359a-4408-9ade-68dce81fd8fd tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquiring lock "refresh_cache-bf03616d-723b-4ab9-9e5e-68b50541b080" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2163.219707] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cc5fc97b-359a-4408-9ade-68dce81fd8fd tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquired lock "refresh_cache-bf03616d-723b-4ab9-9e5e-68b50541b080" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2163.219881] env[63750]: DEBUG nova.network.neutron [None req-cc5fc97b-359a-4408-9ade-68dce81fd8fd tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2163.220073] env[63750]: DEBUG nova.objects.instance [None req-cc5fc97b-359a-4408-9ade-68dce81fd8fd tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lazy-loading 'info_cache' on Instance uuid bf03616d-723b-4ab9-9e5e-68b50541b080 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2163.289301] env[63750]: DEBUG oslo_vmware.api [None req-c5784865-3341-4730-9221-d0ab7a844822 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.428223] env[63750]: DEBUG oslo_concurrency.lockutils [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Releasing lock "refresh_cache-3915f943-80f2-4023-82da-70d30b5a4bad" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2163.428551] env[63750]: DEBUG nova.compute.manager [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 3915f943-80f2-4023-82da-70d30b5a4bad] Instance network_info: |[{"id": "293a800e-1c39-4624-a680-d24ba23a2983", "address": "fa:16:3e:f3:8c:d2", "network": {"id": "6ee8b59d-97e1-4efe-b623-8db03ccc868f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-59123013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23846c040dac48ec80f88340c38cbf38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap293a800e-1c", "ovs_interfaceid": "293a800e-1c39-4624-a680-d24ba23a2983", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2163.428976] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 3915f943-80f2-4023-82da-70d30b5a4bad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:8c:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7b5f1ef-d4b9-4ec3-b047-17e4cb349d25', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '293a800e-1c39-4624-a680-d24ba23a2983', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2163.436479] env[63750]: DEBUG oslo.service.loopingcall [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2163.436759] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3915f943-80f2-4023-82da-70d30b5a4bad] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2163.436960] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c06a3d4-09f5-43c5-bb59-93cd3ad4e017 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.457837] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2163.457837] env[63750]: value = "task-2007236" [ 2163.457837] env[63750]: _type = "Task" [ 2163.457837] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2163.469297] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007236, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.544305] env[63750]: DEBUG nova.objects.instance [None req-cae0548c-6b34-464d-9751-1f164356821d tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lazy-loading 'flavor' on Instance uuid 00dfffcc-8529-47de-a0c6-21d5e35e47dc {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2163.682830] env[63750]: DEBUG nova.compute.manager [req-c6229eaa-4fe2-413a-9d4a-25c83198da11 req-3f51e6b3-6efb-499e-91a0-b7f57e2519b2 service nova] [instance: 3915f943-80f2-4023-82da-70d30b5a4bad] Received event network-changed-293a800e-1c39-4624-a680-d24ba23a2983 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2163.683044] env[63750]: DEBUG nova.compute.manager [req-c6229eaa-4fe2-413a-9d4a-25c83198da11 req-3f51e6b3-6efb-499e-91a0-b7f57e2519b2 service nova] [instance: 3915f943-80f2-4023-82da-70d30b5a4bad] Refreshing instance network info cache due to event network-changed-293a800e-1c39-4624-a680-d24ba23a2983. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2163.683260] env[63750]: DEBUG oslo_concurrency.lockutils [req-c6229eaa-4fe2-413a-9d4a-25c83198da11 req-3f51e6b3-6efb-499e-91a0-b7f57e2519b2 service nova] Acquiring lock "refresh_cache-3915f943-80f2-4023-82da-70d30b5a4bad" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2163.683404] env[63750]: DEBUG oslo_concurrency.lockutils [req-c6229eaa-4fe2-413a-9d4a-25c83198da11 req-3f51e6b3-6efb-499e-91a0-b7f57e2519b2 service nova] Acquired lock "refresh_cache-3915f943-80f2-4023-82da-70d30b5a4bad" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2163.683560] env[63750]: DEBUG nova.network.neutron [req-c6229eaa-4fe2-413a-9d4a-25c83198da11 req-3f51e6b3-6efb-499e-91a0-b7f57e2519b2 service nova] [instance: 3915f943-80f2-4023-82da-70d30b5a4bad] Refreshing network info cache for port 293a800e-1c39-4624-a680-d24ba23a2983 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2163.790317] env[63750]: DEBUG oslo_vmware.api [None req-c5784865-3341-4730-9221-d0ab7a844822 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007231, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.967557] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007236, 'name': CreateVM_Task, 'duration_secs': 0.401971} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2163.967720] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3915f943-80f2-4023-82da-70d30b5a4bad] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2163.968482] env[63750]: DEBUG oslo_concurrency.lockutils [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2163.968665] env[63750]: DEBUG oslo_concurrency.lockutils [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2163.968977] env[63750]: DEBUG oslo_concurrency.lockutils [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2163.969245] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90839485-f66e-45c9-96ed-268952346b3e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.973550] env[63750]: DEBUG oslo_vmware.api [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2163.973550] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a9b13b-89b8-e1fa-e1d3-63851825d5de" [ 2163.973550] env[63750]: _type = "Task" [ 2163.973550] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2163.980692] env[63750]: DEBUG oslo_vmware.api [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a9b13b-89b8-e1fa-e1d3-63851825d5de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.050206] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cae0548c-6b34-464d-9751-1f164356821d tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lock "00dfffcc-8529-47de-a0c6-21d5e35e47dc" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.244s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2164.289660] env[63750]: DEBUG oslo_vmware.api [None req-c5784865-3341-4730-9221-d0ab7a844822 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007231, 'name': ReconfigVM_Task, 'duration_secs': 5.974297} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2164.289904] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c5784865-3341-4730-9221-d0ab7a844822 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Releasing lock "12e9e58f-8684-479e-be3a-2626dda15d3e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2164.290126] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c5784865-3341-4730-9221-d0ab7a844822 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Reconfigured VM to detach interface {{(pid=63750) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2164.484657] env[63750]: DEBUG oslo_vmware.api [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a9b13b-89b8-e1fa-e1d3-63851825d5de, 'name': SearchDatastore_Task, 'duration_secs': 0.009304} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2164.484970] env[63750]: DEBUG oslo_concurrency.lockutils [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2164.485215] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 3915f943-80f2-4023-82da-70d30b5a4bad] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2164.485447] env[63750]: DEBUG oslo_concurrency.lockutils [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2164.485594] env[63750]: DEBUG oslo_concurrency.lockutils [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2164.485772] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2164.488204] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5397ac17-7285-4458-ad48-9660f3a0254e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.497519] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2164.497701] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2164.498765] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf70cb66-1a9a-4de5-99c7-be9fa1b185ba {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.505575] env[63750]: DEBUG oslo_vmware.api [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2164.505575] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52d65027-4496-398c-873e-1096872309cd" [ 2164.505575] env[63750]: _type = "Task" [ 2164.505575] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2164.515250] env[63750]: DEBUG oslo_vmware.api [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52d65027-4496-398c-873e-1096872309cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.624494] env[63750]: DEBUG nova.network.neutron [req-c6229eaa-4fe2-413a-9d4a-25c83198da11 req-3f51e6b3-6efb-499e-91a0-b7f57e2519b2 service nova] [instance: 3915f943-80f2-4023-82da-70d30b5a4bad] Updated VIF entry in instance network info cache for port 293a800e-1c39-4624-a680-d24ba23a2983. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2164.624841] env[63750]: DEBUG nova.network.neutron [req-c6229eaa-4fe2-413a-9d4a-25c83198da11 req-3f51e6b3-6efb-499e-91a0-b7f57e2519b2 service nova] [instance: 3915f943-80f2-4023-82da-70d30b5a4bad] Updating instance_info_cache with network_info: [{"id": "293a800e-1c39-4624-a680-d24ba23a2983", "address": "fa:16:3e:f3:8c:d2", "network": {"id": "6ee8b59d-97e1-4efe-b623-8db03ccc868f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-59123013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23846c040dac48ec80f88340c38cbf38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap293a800e-1c", "ovs_interfaceid": "293a800e-1c39-4624-a680-d24ba23a2983", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2164.736699] env[63750]: DEBUG nova.network.neutron [None req-cc5fc97b-359a-4408-9ade-68dce81fd8fd tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Updating instance_info_cache with network_info: [{"id": "10fa378c-3848-496f-8b88-5d1101aae14b", "address": "fa:16:3e:b3:c0:57", "network": {"id": "3190c9f9-ed08-4a95-905a-91e470b8e973", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-172291959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7dd23ed8566493d991974157cb177d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10fa378c-38", "ovs_interfaceid": "10fa378c-3848-496f-8b88-5d1101aae14b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2164.873484] env[63750]: DEBUG nova.compute.manager [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Stashing vm_state: active {{(pid=63750) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2165.015785] env[63750]: DEBUG oslo_vmware.api [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52d65027-4496-398c-873e-1096872309cd, 'name': SearchDatastore_Task, 'duration_secs': 0.008749} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2165.016608] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79c9eb77-55c2-40c4-826e-f7dc29f7db44 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.021980] env[63750]: DEBUG oslo_vmware.api [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2165.021980] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]522af3a6-e7fa-09ec-360a-4ad6d94fd202" [ 2165.021980] env[63750]: _type = "Task" [ 2165.021980] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2165.028971] env[63750]: DEBUG oslo_vmware.api [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]522af3a6-e7fa-09ec-360a-4ad6d94fd202, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2165.128415] env[63750]: DEBUG oslo_concurrency.lockutils [req-c6229eaa-4fe2-413a-9d4a-25c83198da11 req-3f51e6b3-6efb-499e-91a0-b7f57e2519b2 service nova] Releasing lock "refresh_cache-3915f943-80f2-4023-82da-70d30b5a4bad" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2165.238932] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cc5fc97b-359a-4408-9ade-68dce81fd8fd tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Releasing lock "refresh_cache-bf03616d-723b-4ab9-9e5e-68b50541b080" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2165.239207] env[63750]: DEBUG nova.objects.instance [None req-cc5fc97b-359a-4408-9ade-68dce81fd8fd tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lazy-loading 'migration_context' on Instance uuid bf03616d-723b-4ab9-9e5e-68b50541b080 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2165.392285] env[63750]: DEBUG oslo_concurrency.lockutils [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2165.392541] env[63750]: DEBUG oslo_concurrency.lockutils [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2165.532573] env[63750]: DEBUG oslo_vmware.api [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]522af3a6-e7fa-09ec-360a-4ad6d94fd202, 'name': SearchDatastore_Task, 'duration_secs': 0.009204} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2165.532825] env[63750]: DEBUG oslo_concurrency.lockutils [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2165.533090] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 3915f943-80f2-4023-82da-70d30b5a4bad/3915f943-80f2-4023-82da-70d30b5a4bad.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2165.533609] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e903f54b-5359-4e05-982a-7e50ef889939 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.540381] env[63750]: DEBUG oslo_vmware.api [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2165.540381] env[63750]: value = "task-2007237" [ 2165.540381] env[63750]: _type = "Task" [ 2165.540381] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2165.547704] env[63750]: DEBUG oslo_vmware.api [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007237, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2165.742196] env[63750]: DEBUG nova.objects.base [None req-cc5fc97b-359a-4408-9ade-68dce81fd8fd tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63750) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2165.743176] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2540453e-1d78-45b2-8057-18cf12e29e8c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.765773] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34c15af6-fdb7-447e-88b0-8f0b63bff222 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.772925] env[63750]: DEBUG oslo_vmware.api [None req-cc5fc97b-359a-4408-9ade-68dce81fd8fd tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2165.772925] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52685bb0-9098-6fb7-05fd-50bd16e10831" [ 2165.772925] env[63750]: _type = "Task" [ 2165.772925] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2165.781298] env[63750]: DEBUG oslo_vmware.api [None req-cc5fc97b-359a-4408-9ade-68dce81fd8fd tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52685bb0-9098-6fb7-05fd-50bd16e10831, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2165.829573] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c5784865-3341-4730-9221-d0ab7a844822 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquiring lock "refresh_cache-12e9e58f-8684-479e-be3a-2626dda15d3e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2165.829904] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c5784865-3341-4730-9221-d0ab7a844822 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquired lock "refresh_cache-12e9e58f-8684-479e-be3a-2626dda15d3e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2165.830227] env[63750]: DEBUG nova.network.neutron [None req-c5784865-3341-4730-9221-d0ab7a844822 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2165.897682] env[63750]: INFO nova.compute.claims [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2166.051286] env[63750]: DEBUG oslo_vmware.api [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007237, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452678} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2166.051548] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 3915f943-80f2-4023-82da-70d30b5a4bad/3915f943-80f2-4023-82da-70d30b5a4bad.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2166.051768] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 3915f943-80f2-4023-82da-70d30b5a4bad] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2166.052427] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-136bf6df-ef31-41c2-98d5-bd926751f050 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.059452] env[63750]: DEBUG oslo_vmware.api [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2166.059452] env[63750]: value = "task-2007238" [ 2166.059452] env[63750]: _type = "Task" [ 2166.059452] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2166.066852] env[63750]: DEBUG oslo_vmware.api [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007238, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.101512] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8510d322-1256-4b89-a608-0b74c0e987dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquiring lock "12e9e58f-8684-479e-be3a-2626dda15d3e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2166.101798] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8510d322-1256-4b89-a608-0b74c0e987dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lock "12e9e58f-8684-479e-be3a-2626dda15d3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2166.102031] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8510d322-1256-4b89-a608-0b74c0e987dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquiring lock "12e9e58f-8684-479e-be3a-2626dda15d3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2166.102231] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8510d322-1256-4b89-a608-0b74c0e987dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lock "12e9e58f-8684-479e-be3a-2626dda15d3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2166.102406] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8510d322-1256-4b89-a608-0b74c0e987dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lock "12e9e58f-8684-479e-be3a-2626dda15d3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2166.104673] env[63750]: INFO nova.compute.manager [None req-8510d322-1256-4b89-a608-0b74c0e987dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Terminating instance [ 2166.282472] env[63750]: DEBUG oslo_vmware.api [None req-cc5fc97b-359a-4408-9ade-68dce81fd8fd tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52685bb0-9098-6fb7-05fd-50bd16e10831, 'name': SearchDatastore_Task, 'duration_secs': 0.009287} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2166.282760] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cc5fc97b-359a-4408-9ade-68dce81fd8fd tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2166.404824] env[63750]: INFO nova.compute.resource_tracker [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Updating resource usage from migration eaf60a34-a574-4bf7-8572-6635ec0685ac [ 2166.556646] env[63750]: INFO nova.network.neutron [None req-c5784865-3341-4730-9221-d0ab7a844822 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Port 374a4447-d558-4f6e-bd38-4f29fd3f4d9b from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2166.557059] env[63750]: DEBUG nova.network.neutron [None req-c5784865-3341-4730-9221-d0ab7a844822 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Updating instance_info_cache with network_info: [{"id": "b2d4b24c-fffe-498c-8680-85d3b87cfadc", "address": "fa:16:3e:06:fb:95", "network": {"id": "ff81de04-7e48-4127-88aa-44bb0621a003", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-707332449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2139ec6eeb4ba6992db80e7239b224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2d4b24c-ff", "ovs_interfaceid": "b2d4b24c-fffe-498c-8680-85d3b87cfadc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2166.570140] env[63750]: DEBUG oslo_vmware.api [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007238, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061517} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2166.571630] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 3915f943-80f2-4023-82da-70d30b5a4bad] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2166.572381] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6a7eb5-fb6f-425d-9417-1eb3cad98e52 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.575479] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40aff698-87df-42d0-bb86-9bfdace5c6a3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.598811] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 3915f943-80f2-4023-82da-70d30b5a4bad] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 3915f943-80f2-4023-82da-70d30b5a4bad/3915f943-80f2-4023-82da-70d30b5a4bad.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2166.599726] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9a6a48-89da-46fb-8942-849856b48aa7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.602841] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbc8dc70-5504-42a9-bcf4-a42dc9a4836a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.616695] env[63750]: DEBUG nova.compute.manager [None req-8510d322-1256-4b89-a608-0b74c0e987dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2166.616887] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-8510d322-1256-4b89-a608-0b74c0e987dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2166.617979] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e87c198-a18d-44d0-81c9-b1d456ff8ec3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.647492] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7596e39-31f8-481f-82b3-2114a60a584a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.649915] env[63750]: DEBUG oslo_vmware.api [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2166.649915] env[63750]: value = "task-2007239" [ 2166.649915] env[63750]: _type = "Task" [ 2166.649915] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2166.652067] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-8510d322-1256-4b89-a608-0b74c0e987dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2166.655324] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-422847ea-a89d-435a-9d9a-e092547d1bbe {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.660120] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d07dd5b-d5d8-4fa9-9f7b-063e5fc73384 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.666889] env[63750]: DEBUG oslo_vmware.api [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007239, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.667202] env[63750]: DEBUG oslo_vmware.api [None req-8510d322-1256-4b89-a608-0b74c0e987dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Waiting for the task: (returnval){ [ 2166.667202] env[63750]: value = "task-2007240" [ 2166.667202] env[63750]: _type = "Task" [ 2166.667202] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2166.678384] env[63750]: DEBUG nova.compute.provider_tree [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2166.684966] env[63750]: DEBUG oslo_vmware.api [None req-8510d322-1256-4b89-a608-0b74c0e987dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007240, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2167.060274] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c5784865-3341-4730-9221-d0ab7a844822 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Releasing lock "refresh_cache-12e9e58f-8684-479e-be3a-2626dda15d3e" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2167.121009] env[63750]: DEBUG oslo_concurrency.lockutils [None req-552e2c20-d54f-45fc-896d-895877d49bb3 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Acquiring lock "d813ccff-e26e-4778-8a0e-70f1fa867224" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2167.121261] env[63750]: DEBUG oslo_concurrency.lockutils [None req-552e2c20-d54f-45fc-896d-895877d49bb3 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lock "d813ccff-e26e-4778-8a0e-70f1fa867224" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2167.161732] env[63750]: DEBUG oslo_vmware.api [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007239, 'name': ReconfigVM_Task, 'duration_secs': 0.288306} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2167.161990] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 3915f943-80f2-4023-82da-70d30b5a4bad] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 3915f943-80f2-4023-82da-70d30b5a4bad/3915f943-80f2-4023-82da-70d30b5a4bad.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2167.162824] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ed61bec-f3f3-4780-beb5-91ae2c65450c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.169723] env[63750]: DEBUG oslo_vmware.api [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2167.169723] env[63750]: value = "task-2007241" [ 2167.169723] env[63750]: _type = "Task" [ 2167.169723] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2167.179660] env[63750]: DEBUG oslo_vmware.api [None req-8510d322-1256-4b89-a608-0b74c0e987dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007240, 'name': PowerOffVM_Task, 'duration_secs': 0.180919} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2167.182628] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-8510d322-1256-4b89-a608-0b74c0e987dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2167.182803] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-8510d322-1256-4b89-a608-0b74c0e987dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2167.183600] env[63750]: DEBUG nova.scheduler.client.report [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2167.186479] env[63750]: DEBUG oslo_vmware.api [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007241, 'name': Rename_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2167.186685] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e10834e2-986f-4a9e-bf16-9c4f9cca8f5e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.343868] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-8510d322-1256-4b89-a608-0b74c0e987dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2167.344116] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-8510d322-1256-4b89-a608-0b74c0e987dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Deleting contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2167.344306] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-8510d322-1256-4b89-a608-0b74c0e987dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Deleting the datastore file [datastore2] 12e9e58f-8684-479e-be3a-2626dda15d3e {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2167.344574] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc6ab70f-fd2c-4af2-bacf-abd2bf63caf8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.350413] env[63750]: DEBUG oslo_vmware.api [None req-8510d322-1256-4b89-a608-0b74c0e987dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Waiting for the task: (returnval){ [ 2167.350413] env[63750]: value = "task-2007243" [ 2167.350413] env[63750]: _type = "Task" [ 2167.350413] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2167.359451] env[63750]: DEBUG oslo_vmware.api [None req-8510d322-1256-4b89-a608-0b74c0e987dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007243, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2167.566956] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c5784865-3341-4730-9221-d0ab7a844822 tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lock "interface-12e9e58f-8684-479e-be3a-2626dda15d3e-374a4447-d558-4f6e-bd38-4f29fd3f4d9b" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.867s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2167.624854] env[63750]: DEBUG nova.compute.utils [None req-552e2c20-d54f-45fc-896d-895877d49bb3 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2167.681999] env[63750]: DEBUG oslo_vmware.api [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007241, 'name': Rename_Task, 'duration_secs': 0.134064} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2167.682299] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 3915f943-80f2-4023-82da-70d30b5a4bad] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2167.682547] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e90fc674-cd13-467d-a5b1-a8a657be96ed {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.689362] env[63750]: DEBUG oslo_concurrency.lockutils [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.297s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2167.689564] env[63750]: INFO nova.compute.manager [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Migrating [ 2167.695709] env[63750]: DEBUG oslo_vmware.api [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2167.695709] env[63750]: value = "task-2007244" [ 2167.695709] env[63750]: _type = "Task" [ 2167.695709] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2167.697358] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cc5fc97b-359a-4408-9ade-68dce81fd8fd tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.415s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2167.713565] env[63750]: DEBUG oslo_vmware.api [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007244, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2167.859985] env[63750]: DEBUG oslo_vmware.api [None req-8510d322-1256-4b89-a608-0b74c0e987dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007243, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146669} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2167.860257] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-8510d322-1256-4b89-a608-0b74c0e987dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2167.860439] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-8510d322-1256-4b89-a608-0b74c0e987dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Deleted contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2167.860617] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-8510d322-1256-4b89-a608-0b74c0e987dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2167.860816] env[63750]: INFO nova.compute.manager [None req-8510d322-1256-4b89-a608-0b74c0e987dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Took 1.24 seconds to destroy the instance on the hypervisor. [ 2167.861069] env[63750]: DEBUG oslo.service.loopingcall [None req-8510d322-1256-4b89-a608-0b74c0e987dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2167.861261] env[63750]: DEBUG nova.compute.manager [-] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2167.861359] env[63750]: DEBUG nova.network.neutron [-] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2168.127851] env[63750]: DEBUG oslo_concurrency.lockutils [None req-552e2c20-d54f-45fc-896d-895877d49bb3 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lock "d813ccff-e26e-4778-8a0e-70f1fa867224" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2168.211337] env[63750]: DEBUG oslo_concurrency.lockutils [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquiring lock "refresh_cache-00dfffcc-8529-47de-a0c6-21d5e35e47dc" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2168.211519] env[63750]: DEBUG oslo_concurrency.lockutils [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquired lock "refresh_cache-00dfffcc-8529-47de-a0c6-21d5e35e47dc" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2168.211712] env[63750]: DEBUG nova.network.neutron [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2168.212801] env[63750]: DEBUG oslo_vmware.api [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007244, 'name': PowerOnVM_Task, 'duration_secs': 0.498195} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2168.213352] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 3915f943-80f2-4023-82da-70d30b5a4bad] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2168.213425] env[63750]: INFO nova.compute.manager [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 3915f943-80f2-4023-82da-70d30b5a4bad] Took 12.02 seconds to spawn the instance on the hypervisor. [ 2168.214358] env[63750]: DEBUG nova.compute.manager [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 3915f943-80f2-4023-82da-70d30b5a4bad] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2168.214658] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71c03b5-19c4-4b05-b18e-96bb9ea8aacf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.251101] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2168.251284] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2168.251961] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Starting heal instance info cache {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2168.251961] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Rebuilding the list of instances to heal {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 2168.388932] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ca49e2-0870-4e50-980c-5a7c9a7475a8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.398024] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f1f3c3-556b-46f9-abf0-efbc2df06f87 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.432339] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80643be8-294f-40e8-84f7-30734536fd7b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.440412] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5eafc47-6c48-46a1-9c29-d001788a2146 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.454804] env[63750]: DEBUG nova.compute.provider_tree [None req-cc5fc97b-359a-4408-9ade-68dce81fd8fd tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2168.581667] env[63750]: DEBUG nova.compute.manager [req-fbd78d11-f3f1-4da9-86ee-1dfc238ad599 req-1a2fe464-151b-434f-b75c-0897a7112fb2 service nova] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Received event network-vif-deleted-b2d4b24c-fffe-498c-8680-85d3b87cfadc {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2168.581895] env[63750]: INFO nova.compute.manager [req-fbd78d11-f3f1-4da9-86ee-1dfc238ad599 req-1a2fe464-151b-434f-b75c-0897a7112fb2 service nova] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Neutron deleted interface b2d4b24c-fffe-498c-8680-85d3b87cfadc; detaching it from the instance and deleting it from the info cache [ 2168.582081] env[63750]: DEBUG nova.network.neutron [req-fbd78d11-f3f1-4da9-86ee-1dfc238ad599 req-1a2fe464-151b-434f-b75c-0897a7112fb2 service nova] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2168.734164] env[63750]: INFO nova.compute.manager [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 3915f943-80f2-4023-82da-70d30b5a4bad] Took 16.85 seconds to build instance. [ 2168.756787] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Skipping network cache update for instance because it is being deleted. {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10463}} [ 2168.757027] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 3915f943-80f2-4023-82da-70d30b5a4bad] Skipping network cache update for instance because it is Building. {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 2168.795415] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "refresh_cache-3d11142c-0197-4bd9-bf31-fffabf48ee87" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2168.795568] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquired lock "refresh_cache-3d11142c-0197-4bd9-bf31-fffabf48ee87" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2168.795714] env[63750]: DEBUG nova.network.neutron [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Forcefully refreshing network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2168.795864] env[63750]: DEBUG nova.objects.instance [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lazy-loading 'info_cache' on Instance uuid 3d11142c-0197-4bd9-bf31-fffabf48ee87 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2168.943924] env[63750]: DEBUG nova.network.neutron [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Updating instance_info_cache with network_info: [{"id": "348970f4-a63d-4053-9b1b-fc3a0f83a627", "address": "fa:16:3e:26:18:55", "network": {"id": "b187626c-07b5-4d74-a064-ea07943c3974", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-699185419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e8d72fb292a433fb29749aee8e597f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap348970f4-a6", "ovs_interfaceid": "348970f4-a63d-4053-9b1b-fc3a0f83a627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2168.958648] env[63750]: DEBUG nova.scheduler.client.report [None req-cc5fc97b-359a-4408-9ade-68dce81fd8fd tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2169.053891] env[63750]: DEBUG nova.network.neutron [-] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2169.085145] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0ac9d75d-edda-4999-a694-c060d6bb7ab4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.096685] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a719197e-7140-4acb-9f72-ee44f3488700 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.128725] env[63750]: DEBUG nova.compute.manager [req-fbd78d11-f3f1-4da9-86ee-1dfc238ad599 req-1a2fe464-151b-434f-b75c-0897a7112fb2 service nova] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Detach interface failed, port_id=b2d4b24c-fffe-498c-8680-85d3b87cfadc, reason: Instance 12e9e58f-8684-479e-be3a-2626dda15d3e could not be found. {{(pid=63750) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2169.193298] env[63750]: DEBUG oslo_concurrency.lockutils [None req-552e2c20-d54f-45fc-896d-895877d49bb3 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Acquiring lock "d813ccff-e26e-4778-8a0e-70f1fa867224" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2169.193671] env[63750]: DEBUG oslo_concurrency.lockutils [None req-552e2c20-d54f-45fc-896d-895877d49bb3 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lock "d813ccff-e26e-4778-8a0e-70f1fa867224" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2169.193914] env[63750]: INFO nova.compute.manager [None req-552e2c20-d54f-45fc-896d-895877d49bb3 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Attaching volume 0eda8203-1dfd-45a3-8e06-582680053bc4 to /dev/sdb [ 2169.227369] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20818d6a-76d8-4903-8cc0-769e1c56b2e9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.234872] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874b6661-73a7-4030-81b5-dbe28161759d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.237471] env[63750]: DEBUG oslo_concurrency.lockutils [None req-456364fa-493a-4c0f-bb36-44cab15cb66d tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "3915f943-80f2-4023-82da-70d30b5a4bad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.365s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2169.249043] env[63750]: DEBUG nova.virt.block_device [None req-552e2c20-d54f-45fc-896d-895877d49bb3 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Updating existing volume attachment record: 8a6bb65e-cec9-4ad5-be63-aa3f8fb7a616 {{(pid=63750) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2169.446656] env[63750]: DEBUG oslo_concurrency.lockutils [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Releasing lock "refresh_cache-00dfffcc-8529-47de-a0c6-21d5e35e47dc" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2169.556174] env[63750]: INFO nova.compute.manager [-] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Took 1.69 seconds to deallocate network for instance. [ 2169.705732] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fcc72b5-a40a-4cc7-85ec-ae164806ba3d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.712907] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-30a3a907-1050-4da1-b871-8acd6d5740f3 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 3915f943-80f2-4023-82da-70d30b5a4bad] Suspending the VM {{(pid=63750) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2169.713162] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-495cf798-6493-4efb-a3dd-f5d834dad43f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.719305] env[63750]: DEBUG oslo_vmware.api [None req-30a3a907-1050-4da1-b871-8acd6d5740f3 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2169.719305] env[63750]: value = "task-2007246" [ 2169.719305] env[63750]: _type = "Task" [ 2169.719305] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2169.727253] env[63750]: DEBUG oslo_vmware.api [None req-30a3a907-1050-4da1-b871-8acd6d5740f3 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007246, 'name': SuspendVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.967981] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cc5fc97b-359a-4408-9ade-68dce81fd8fd tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.270s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2170.062761] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8510d322-1256-4b89-a608-0b74c0e987dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2170.063049] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8510d322-1256-4b89-a608-0b74c0e987dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2170.063311] env[63750]: DEBUG nova.objects.instance [None req-8510d322-1256-4b89-a608-0b74c0e987dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lazy-loading 'resources' on Instance uuid 12e9e58f-8684-479e-be3a-2626dda15d3e {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2170.230334] env[63750]: DEBUG oslo_vmware.api [None req-30a3a907-1050-4da1-b871-8acd6d5740f3 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007246, 'name': SuspendVM_Task} progress is 66%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.537799] env[63750]: INFO nova.scheduler.client.report [None req-cc5fc97b-359a-4408-9ade-68dce81fd8fd tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Deleted allocation for migration 9a02c95c-cbb3-4f34-8e12-68ce33f7df4c [ 2170.610775] env[63750]: DEBUG nova.network.neutron [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Updating instance_info_cache with network_info: [{"id": "1af3e56a-ff15-4851-a629-891eaf8aa9b7", "address": "fa:16:3e:6e:e3:76", "network": {"id": "8eeb3f57-9e47-48f4-ab8b-e14a44671e51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1675437426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "618573a371474aec86d00edfd3267bcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1af3e56a-ff", "ovs_interfaceid": "1af3e56a-ff15-4851-a629-891eaf8aa9b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2170.722144] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de7c7d9-7ee6-4a2e-9b7b-3502b772a0d2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.734835] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b18fff3-8068-4ae6-bc09-b44f4f9702f1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.737886] env[63750]: DEBUG oslo_vmware.api [None req-30a3a907-1050-4da1-b871-8acd6d5740f3 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007246, 'name': SuspendVM_Task, 'duration_secs': 0.695853} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2170.738167] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-30a3a907-1050-4da1-b871-8acd6d5740f3 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 3915f943-80f2-4023-82da-70d30b5a4bad] Suspended the VM {{(pid=63750) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2170.738390] env[63750]: DEBUG nova.compute.manager [None req-30a3a907-1050-4da1-b871-8acd6d5740f3 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 3915f943-80f2-4023-82da-70d30b5a4bad] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2170.739351] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2a397b-b781-4ef2-86b4-a0cf98637f62 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.767524] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73fd0044-9411-4045-b916-386b863ad1d2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.778581] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229335cf-6594-47d6-815a-8c9d6061f890 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.791315] env[63750]: DEBUG nova.compute.provider_tree [None req-8510d322-1256-4b89-a608-0b74c0e987dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2170.907826] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c2dd3318-bb17-4ad4-972e-b59d890883a1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquiring lock "bf03616d-723b-4ab9-9e5e-68b50541b080" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2170.961043] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7924a6d9-2104-4770-ba11-32922d9546e2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.982050] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Updating instance '00dfffcc-8529-47de-a0c6-21d5e35e47dc' progress to 0 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2171.046471] env[63750]: DEBUG oslo_concurrency.lockutils [None req-cc5fc97b-359a-4408-9ade-68dce81fd8fd tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "bf03616d-723b-4ab9-9e5e-68b50541b080" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.362s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2171.047517] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c2dd3318-bb17-4ad4-972e-b59d890883a1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "bf03616d-723b-4ab9-9e5e-68b50541b080" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.140s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2171.047799] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c2dd3318-bb17-4ad4-972e-b59d890883a1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquiring lock "bf03616d-723b-4ab9-9e5e-68b50541b080-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2171.048028] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c2dd3318-bb17-4ad4-972e-b59d890883a1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "bf03616d-723b-4ab9-9e5e-68b50541b080-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2171.048194] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c2dd3318-bb17-4ad4-972e-b59d890883a1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "bf03616d-723b-4ab9-9e5e-68b50541b080-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2171.051675] env[63750]: INFO nova.compute.manager [None req-c2dd3318-bb17-4ad4-972e-b59d890883a1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Terminating instance [ 2171.113251] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Releasing lock "refresh_cache-3d11142c-0197-4bd9-bf31-fffabf48ee87" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2171.113436] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Updated the network info_cache for instance {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 2171.113746] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2171.113949] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2171.114146] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2171.114338] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2171.114515] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2171.114692] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2171.114846] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63750) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2171.115031] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2171.294164] env[63750]: DEBUG nova.scheduler.client.report [None req-8510d322-1256-4b89-a608-0b74c0e987dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2171.488150] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2171.488502] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7fd28c37-9278-420e-b22e-faecbe71ebdc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.496189] env[63750]: DEBUG oslo_vmware.api [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2171.496189] env[63750]: value = "task-2007248" [ 2171.496189] env[63750]: _type = "Task" [ 2171.496189] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2171.504134] env[63750]: DEBUG oslo_vmware.api [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007248, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.556521] env[63750]: DEBUG nova.compute.manager [None req-c2dd3318-bb17-4ad4-972e-b59d890883a1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2171.556521] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c2dd3318-bb17-4ad4-972e-b59d890883a1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2171.557303] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91cbee65-f567-4844-b60b-4c75ab04b9cd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.565783] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2dd3318-bb17-4ad4-972e-b59d890883a1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2171.566039] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e718e30-d464-429a-9b9b-46aea8f0b60f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.573114] env[63750]: DEBUG oslo_vmware.api [None req-c2dd3318-bb17-4ad4-972e-b59d890883a1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2171.573114] env[63750]: value = "task-2007249" [ 2171.573114] env[63750]: _type = "Task" [ 2171.573114] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2171.590640] env[63750]: DEBUG oslo_vmware.api [None req-c2dd3318-bb17-4ad4-972e-b59d890883a1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.618280] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2171.798929] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8510d322-1256-4b89-a608-0b74c0e987dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.736s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2171.801191] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.183s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2171.801370] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2171.801527] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63750) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2171.802362] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2fef86-3782-4fad-a0f1-b0151498f702 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.811907] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93bce2be-b820-4ed9-a2a2-bec05fa9065b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.826166] env[63750]: INFO nova.scheduler.client.report [None req-8510d322-1256-4b89-a608-0b74c0e987dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Deleted allocations for instance 12e9e58f-8684-479e-be3a-2626dda15d3e [ 2171.827496] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d74e51-b5db-42a1-b864-d8017b1693ab {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.836031] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8eb6bf9-ab79-4d75-8c0d-c3e0652a24a8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.864606] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179940MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=63750) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2171.864756] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2171.865068] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2172.005649] env[63750]: DEBUG oslo_vmware.api [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007248, 'name': PowerOffVM_Task, 'duration_secs': 0.197475} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2172.005905] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2172.006102] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Updating instance '00dfffcc-8529-47de-a0c6-21d5e35e47dc' progress to 17 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2172.053749] env[63750]: DEBUG oslo_concurrency.lockutils [None req-257682fe-4974-4963-b985-487f0e5e48d0 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquiring lock "3915f943-80f2-4023-82da-70d30b5a4bad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2172.054071] env[63750]: DEBUG oslo_concurrency.lockutils [None req-257682fe-4974-4963-b985-487f0e5e48d0 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "3915f943-80f2-4023-82da-70d30b5a4bad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2172.054339] env[63750]: DEBUG oslo_concurrency.lockutils [None req-257682fe-4974-4963-b985-487f0e5e48d0 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquiring lock "3915f943-80f2-4023-82da-70d30b5a4bad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2172.054550] env[63750]: DEBUG oslo_concurrency.lockutils [None req-257682fe-4974-4963-b985-487f0e5e48d0 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "3915f943-80f2-4023-82da-70d30b5a4bad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2172.054725] env[63750]: DEBUG oslo_concurrency.lockutils [None req-257682fe-4974-4963-b985-487f0e5e48d0 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "3915f943-80f2-4023-82da-70d30b5a4bad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2172.056695] env[63750]: INFO nova.compute.manager [None req-257682fe-4974-4963-b985-487f0e5e48d0 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 3915f943-80f2-4023-82da-70d30b5a4bad] Terminating instance [ 2172.082672] env[63750]: DEBUG oslo_vmware.api [None req-c2dd3318-bb17-4ad4-972e-b59d890883a1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007249, 'name': PowerOffVM_Task, 'duration_secs': 0.164814} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2172.082908] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2dd3318-bb17-4ad4-972e-b59d890883a1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2172.083099] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c2dd3318-bb17-4ad4-972e-b59d890883a1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2172.083330] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b319f85-9cf2-49de-b300-b613653d5622 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.257846] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c2dd3318-bb17-4ad4-972e-b59d890883a1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2172.258115] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c2dd3318-bb17-4ad4-972e-b59d890883a1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2172.258438] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2dd3318-bb17-4ad4-972e-b59d890883a1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Deleting the datastore file [datastore1] bf03616d-723b-4ab9-9e5e-68b50541b080 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2172.258700] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9eb2acb1-8b82-40d9-91eb-0eee55e96635 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.265453] env[63750]: DEBUG oslo_vmware.api [None req-c2dd3318-bb17-4ad4-972e-b59d890883a1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2172.265453] env[63750]: value = "task-2007251" [ 2172.265453] env[63750]: _type = "Task" [ 2172.265453] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2172.274864] env[63750]: DEBUG oslo_vmware.api [None req-c2dd3318-bb17-4ad4-972e-b59d890883a1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007251, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.336086] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8510d322-1256-4b89-a608-0b74c0e987dd tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lock "12e9e58f-8684-479e-be3a-2626dda15d3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.234s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2172.512507] env[63750]: DEBUG nova.virt.hardware [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2172.512771] env[63750]: DEBUG nova.virt.hardware [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2172.512930] env[63750]: DEBUG nova.virt.hardware [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2172.513126] env[63750]: DEBUG nova.virt.hardware [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2172.513275] env[63750]: DEBUG nova.virt.hardware [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2172.513454] env[63750]: DEBUG nova.virt.hardware [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2172.513620] env[63750]: DEBUG nova.virt.hardware [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2172.513775] env[63750]: DEBUG nova.virt.hardware [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2172.513937] env[63750]: DEBUG nova.virt.hardware [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2172.514109] env[63750]: DEBUG nova.virt.hardware [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2172.514290] env[63750]: DEBUG nova.virt.hardware [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2172.519770] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3718d742-50f0-4df7-a00b-da675189b386 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.535718] env[63750]: DEBUG oslo_vmware.api [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2172.535718] env[63750]: value = "task-2007252" [ 2172.535718] env[63750]: _type = "Task" [ 2172.535718] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2172.543459] env[63750]: DEBUG oslo_vmware.api [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007252, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.560384] env[63750]: DEBUG nova.compute.manager [None req-257682fe-4974-4963-b985-487f0e5e48d0 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 3915f943-80f2-4023-82da-70d30b5a4bad] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2172.560557] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-257682fe-4974-4963-b985-487f0e5e48d0 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 3915f943-80f2-4023-82da-70d30b5a4bad] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2172.561400] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855ce5aa-8468-4087-b9db-68e9b3b3a281 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.569221] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-257682fe-4974-4963-b985-487f0e5e48d0 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 3915f943-80f2-4023-82da-70d30b5a4bad] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2172.569468] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-980ad056-d53c-4dd6-960d-ae702035aa24 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.775240] env[63750]: DEBUG oslo_vmware.api [None req-c2dd3318-bb17-4ad4-972e-b59d890883a1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007251, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13974} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2172.775494] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2dd3318-bb17-4ad4-972e-b59d890883a1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2172.775677] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c2dd3318-bb17-4ad4-972e-b59d890883a1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2172.775960] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c2dd3318-bb17-4ad4-972e-b59d890883a1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2172.776037] env[63750]: INFO nova.compute.manager [None req-c2dd3318-bb17-4ad4-972e-b59d890883a1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Took 1.22 seconds to destroy the instance on the hypervisor. [ 2172.776267] env[63750]: DEBUG oslo.service.loopingcall [None req-c2dd3318-bb17-4ad4-972e-b59d890883a1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2172.776456] env[63750]: DEBUG nova.compute.manager [-] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2172.776548] env[63750]: DEBUG nova.network.neutron [-] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2172.860434] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2c8fd64f-da3d-4ba9-9ccd-788506ee188a tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquiring lock "e0dbea6c-f57b-4153-9160-73ddd91161cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2172.860723] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2c8fd64f-da3d-4ba9-9ccd-788506ee188a tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lock "e0dbea6c-f57b-4153-9160-73ddd91161cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2172.860933] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2c8fd64f-da3d-4ba9-9ccd-788506ee188a tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquiring lock "e0dbea6c-f57b-4153-9160-73ddd91161cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2172.861139] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2c8fd64f-da3d-4ba9-9ccd-788506ee188a tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lock "e0dbea6c-f57b-4153-9160-73ddd91161cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2172.861306] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2c8fd64f-da3d-4ba9-9ccd-788506ee188a tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lock "e0dbea6c-f57b-4153-9160-73ddd91161cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2172.863703] env[63750]: INFO nova.compute.manager [None req-2c8fd64f-da3d-4ba9-9ccd-788506ee188a tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Terminating instance [ 2172.873897] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Applying migration context for instance 00dfffcc-8529-47de-a0c6-21d5e35e47dc as it has an incoming, in-progress migration eaf60a34-a574-4bf7-8572-6635ec0685ac. Migration status is migrating {{(pid=63750) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2172.875342] env[63750]: INFO nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Updating resource usage from migration eaf60a34-a574-4bf7-8572-6635ec0685ac [ 2172.890350] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-257682fe-4974-4963-b985-487f0e5e48d0 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 3915f943-80f2-4023-82da-70d30b5a4bad] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2172.890698] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-257682fe-4974-4963-b985-487f0e5e48d0 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 3915f943-80f2-4023-82da-70d30b5a4bad] Deleting contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2172.890829] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-257682fe-4974-4963-b985-487f0e5e48d0 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Deleting the datastore file [datastore2] 3915f943-80f2-4023-82da-70d30b5a4bad {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2172.891455] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b15dd95d-68a3-4bed-ae17-0a17e29ec8a8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.896259] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 3d11142c-0197-4bd9-bf31-fffabf48ee87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2172.896536] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 6b662256-3da2-410f-9d21-85b459ce1fd3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2172.896714] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 4c13e422-83da-4b9d-aca3-27a011b32c6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2172.896840] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance f19f74f5-d356-451e-9391-d3dcfe667537 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2172.896969] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2172.897123] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance e0dbea6c-f57b-4153-9160-73ddd91161cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2172.897240] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance d813ccff-e26e-4778-8a0e-70f1fa867224 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2172.897352] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 2ea581c2-febf-43a9-9bb2-42f9b60440a4 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2172.897567] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance bf03616d-723b-4ab9-9e5e-68b50541b080 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2172.897567] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 3915f943-80f2-4023-82da-70d30b5a4bad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2172.897723] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Migration eaf60a34-a574-4bf7-8572-6635ec0685ac is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2172.897847] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 00dfffcc-8529-47de-a0c6-21d5e35e47dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2172.898056] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2172.898192] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2172.902562] env[63750]: DEBUG oslo_vmware.api [None req-257682fe-4974-4963-b985-487f0e5e48d0 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2172.902562] env[63750]: value = "task-2007254" [ 2172.902562] env[63750]: _type = "Task" [ 2172.902562] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2172.911364] env[63750]: DEBUG oslo_vmware.api [None req-257682fe-4974-4963-b985-487f0e5e48d0 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007254, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.046796] env[63750]: DEBUG oslo_vmware.api [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007252, 'name': ReconfigVM_Task, 'duration_secs': 0.216848} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2173.047141] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Updating instance '00dfffcc-8529-47de-a0c6-21d5e35e47dc' progress to 33 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2173.063485] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f79a17-4835-40ff-82ac-374ec91a5c97 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.071922] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a02c5d-c27c-4d8d-977d-a1ef3170e53a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.115009] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8a7bfc-ad01-40ae-b3b1-8443b0a21496 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.123511] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8b3f14-24c2-4915-9816-548bc0d14568 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.138035] env[63750]: DEBUG nova.compute.provider_tree [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2173.246834] env[63750]: DEBUG nova.compute.manager [req-82a17d63-9c89-4172-beea-05f555e375c9 req-794b9473-271e-4348-9d1d-c7d9b01ff745 service nova] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Received event network-vif-deleted-10fa378c-3848-496f-8b88-5d1101aae14b {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2173.247058] env[63750]: INFO nova.compute.manager [req-82a17d63-9c89-4172-beea-05f555e375c9 req-794b9473-271e-4348-9d1d-c7d9b01ff745 service nova] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Neutron deleted interface 10fa378c-3848-496f-8b88-5d1101aae14b; detaching it from the instance and deleting it from the info cache [ 2173.247244] env[63750]: DEBUG nova.network.neutron [req-82a17d63-9c89-4172-beea-05f555e375c9 req-794b9473-271e-4348-9d1d-c7d9b01ff745 service nova] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2173.367537] env[63750]: DEBUG nova.compute.manager [None req-2c8fd64f-da3d-4ba9-9ccd-788506ee188a tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2173.367827] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2c8fd64f-da3d-4ba9-9ccd-788506ee188a tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2173.368696] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1127ba64-95df-46c6-ab2d-1c0fcce2014a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.376182] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c8fd64f-da3d-4ba9-9ccd-788506ee188a tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2173.376442] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c31eca24-fb23-4042-b2c2-279984b7020e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.382450] env[63750]: DEBUG oslo_vmware.api [None req-2c8fd64f-da3d-4ba9-9ccd-788506ee188a tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Waiting for the task: (returnval){ [ 2173.382450] env[63750]: value = "task-2007255" [ 2173.382450] env[63750]: _type = "Task" [ 2173.382450] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2173.389811] env[63750]: DEBUG oslo_vmware.api [None req-2c8fd64f-da3d-4ba9-9ccd-788506ee188a tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007255, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.412071] env[63750]: DEBUG oslo_vmware.api [None req-257682fe-4974-4963-b985-487f0e5e48d0 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007254, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212567} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2173.412328] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-257682fe-4974-4963-b985-487f0e5e48d0 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2173.412515] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-257682fe-4974-4963-b985-487f0e5e48d0 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 3915f943-80f2-4023-82da-70d30b5a4bad] Deleted contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2173.412693] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-257682fe-4974-4963-b985-487f0e5e48d0 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 3915f943-80f2-4023-82da-70d30b5a4bad] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2173.412865] env[63750]: INFO nova.compute.manager [None req-257682fe-4974-4963-b985-487f0e5e48d0 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 3915f943-80f2-4023-82da-70d30b5a4bad] Took 0.85 seconds to destroy the instance on the hypervisor. [ 2173.413121] env[63750]: DEBUG oslo.service.loopingcall [None req-257682fe-4974-4963-b985-487f0e5e48d0 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2173.413315] env[63750]: DEBUG nova.compute.manager [-] [instance: 3915f943-80f2-4023-82da-70d30b5a4bad] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2173.413407] env[63750]: DEBUG nova.network.neutron [-] [instance: 3915f943-80f2-4023-82da-70d30b5a4bad] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2173.557070] env[63750]: DEBUG nova.virt.hardware [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2173.557287] env[63750]: DEBUG nova.virt.hardware [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2173.557398] env[63750]: DEBUG nova.virt.hardware [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2173.557577] env[63750]: DEBUG nova.virt.hardware [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2173.557720] env[63750]: DEBUG nova.virt.hardware [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2173.557866] env[63750]: DEBUG nova.virt.hardware [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2173.558084] env[63750]: DEBUG nova.virt.hardware [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2173.558240] env[63750]: DEBUG nova.virt.hardware [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2173.558443] env[63750]: DEBUG nova.virt.hardware [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2173.558606] env[63750]: DEBUG nova.virt.hardware [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2173.558766] env[63750]: DEBUG nova.virt.hardware [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2173.564072] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2173.564367] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2fdc1c1-b5cb-4750-84e4-b3493aec1e68 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.582362] env[63750]: DEBUG oslo_vmware.api [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2173.582362] env[63750]: value = "task-2007256" [ 2173.582362] env[63750]: _type = "Task" [ 2173.582362] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2173.590673] env[63750]: DEBUG oslo_vmware.api [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007256, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.641204] env[63750]: DEBUG nova.scheduler.client.report [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2173.725907] env[63750]: DEBUG nova.network.neutron [-] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2173.750074] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-42826cc2-c4be-4896-a026-0ad20eaa09dc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.760147] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be090b9e-691d-43b5-9fa7-0b0aaae732d1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.795740] env[63750]: DEBUG nova.compute.manager [req-82a17d63-9c89-4172-beea-05f555e375c9 req-794b9473-271e-4348-9d1d-c7d9b01ff745 service nova] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Detach interface failed, port_id=10fa378c-3848-496f-8b88-5d1101aae14b, reason: Instance bf03616d-723b-4ab9-9e5e-68b50541b080 could not be found. {{(pid=63750) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2173.797012] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-552e2c20-d54f-45fc-896d-895877d49bb3 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Volume attach. Driver type: vmdk {{(pid=63750) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2173.797240] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-552e2c20-d54f-45fc-896d-895877d49bb3 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412681', 'volume_id': '0eda8203-1dfd-45a3-8e06-582680053bc4', 'name': 'volume-0eda8203-1dfd-45a3-8e06-582680053bc4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd813ccff-e26e-4778-8a0e-70f1fa867224', 'attached_at': '', 'detached_at': '', 'volume_id': '0eda8203-1dfd-45a3-8e06-582680053bc4', 'serial': '0eda8203-1dfd-45a3-8e06-582680053bc4'} {{(pid=63750) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2173.798047] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6983194-2870-402e-b83f-fe381b66656a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.820481] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f222a5-322c-4c15-b6cd-04ef5f37159f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.845652] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-552e2c20-d54f-45fc-896d-895877d49bb3 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] volume-0eda8203-1dfd-45a3-8e06-582680053bc4/volume-0eda8203-1dfd-45a3-8e06-582680053bc4.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2173.845958] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8398a4da-905e-4a91-be33-8fd2b72e0423 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.869022] env[63750]: DEBUG oslo_vmware.api [None req-552e2c20-d54f-45fc-896d-895877d49bb3 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Waiting for the task: (returnval){ [ 2173.869022] env[63750]: value = "task-2007257" [ 2173.869022] env[63750]: _type = "Task" [ 2173.869022] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2173.877615] env[63750]: DEBUG oslo_vmware.api [None req-552e2c20-d54f-45fc-896d-895877d49bb3 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007257, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.890905] env[63750]: DEBUG oslo_vmware.api [None req-2c8fd64f-da3d-4ba9-9ccd-788506ee188a tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007255, 'name': PowerOffVM_Task, 'duration_secs': 0.182495} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2173.891397] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c8fd64f-da3d-4ba9-9ccd-788506ee188a tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2173.891797] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2c8fd64f-da3d-4ba9-9ccd-788506ee188a tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2173.892176] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae7d7b0d-ae06-42f2-81c9-12773736ea2f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.041719] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2c8fd64f-da3d-4ba9-9ccd-788506ee188a tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2174.041948] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2c8fd64f-da3d-4ba9-9ccd-788506ee188a tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2174.042187] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c8fd64f-da3d-4ba9-9ccd-788506ee188a tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Deleting the datastore file [datastore1] e0dbea6c-f57b-4153-9160-73ddd91161cd {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2174.042501] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d79ec16-eac4-4cdc-8bde-7f937855250e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.048723] env[63750]: DEBUG oslo_vmware.api [None req-2c8fd64f-da3d-4ba9-9ccd-788506ee188a tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Waiting for the task: (returnval){ [ 2174.048723] env[63750]: value = "task-2007259" [ 2174.048723] env[63750]: _type = "Task" [ 2174.048723] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2174.057132] env[63750]: DEBUG oslo_vmware.api [None req-2c8fd64f-da3d-4ba9-9ccd-788506ee188a tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007259, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.092414] env[63750]: DEBUG oslo_vmware.api [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007256, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.146549] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63750) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2174.146820] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.282s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2174.228783] env[63750]: INFO nova.compute.manager [-] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Took 1.45 seconds to deallocate network for instance. [ 2174.376269] env[63750]: DEBUG oslo_vmware.api [None req-552e2c20-d54f-45fc-896d-895877d49bb3 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007257, 'name': ReconfigVM_Task, 'duration_secs': 0.395756} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2174.376556] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-552e2c20-d54f-45fc-896d-895877d49bb3 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Reconfigured VM instance instance-0000006e to attach disk [datastore2] volume-0eda8203-1dfd-45a3-8e06-582680053bc4/volume-0eda8203-1dfd-45a3-8e06-582680053bc4.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2174.381241] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60205772-776d-4421-bbea-f082161bca63 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.396844] env[63750]: DEBUG oslo_vmware.api [None req-552e2c20-d54f-45fc-896d-895877d49bb3 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Waiting for the task: (returnval){ [ 2174.396844] env[63750]: value = "task-2007260" [ 2174.396844] env[63750]: _type = "Task" [ 2174.396844] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2174.405989] env[63750]: DEBUG oslo_vmware.api [None req-552e2c20-d54f-45fc-896d-895877d49bb3 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007260, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.436553] env[63750]: DEBUG nova.network.neutron [-] [instance: 3915f943-80f2-4023-82da-70d30b5a4bad] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2175.222220] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c2dd3318-bb17-4ad4-972e-b59d890883a1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2175.222400] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c2dd3318-bb17-4ad4-972e-b59d890883a1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2175.222609] env[63750]: DEBUG nova.objects.instance [None req-c2dd3318-bb17-4ad4-972e-b59d890883a1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lazy-loading 'resources' on Instance uuid bf03616d-723b-4ab9-9e5e-68b50541b080 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2175.223679] env[63750]: INFO nova.compute.manager [-] [instance: 3915f943-80f2-4023-82da-70d30b5a4bad] Took 1.81 seconds to deallocate network for instance. [ 2175.241020] env[63750]: DEBUG oslo_vmware.api [None req-2c8fd64f-da3d-4ba9-9ccd-788506ee188a tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Task: {'id': task-2007259, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219751} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2175.241020] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c8fd64f-da3d-4ba9-9ccd-788506ee188a tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2175.241020] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2c8fd64f-da3d-4ba9-9ccd-788506ee188a tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2175.241020] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-2c8fd64f-da3d-4ba9-9ccd-788506ee188a tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2175.241020] env[63750]: INFO nova.compute.manager [None req-2c8fd64f-da3d-4ba9-9ccd-788506ee188a tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Took 1.87 seconds to destroy the instance on the hypervisor. [ 2175.241020] env[63750]: DEBUG oslo.service.loopingcall [None req-2c8fd64f-da3d-4ba9-9ccd-788506ee188a tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2175.241347] env[63750]: DEBUG nova.compute.manager [-] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2175.241347] env[63750]: DEBUG nova.network.neutron [-] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2175.242675] env[63750]: DEBUG oslo_vmware.api [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007256, 'name': ReconfigVM_Task, 'duration_secs': 0.816173} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2175.245517] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2175.245795] env[63750]: DEBUG oslo_vmware.api [None req-552e2c20-d54f-45fc-896d-895877d49bb3 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007260, 'name': ReconfigVM_Task, 'duration_secs': 0.137326} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2175.247192] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207c6b6a-08b2-4b57-8f02-a411ccc994f9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.248976] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-552e2c20-d54f-45fc-896d-895877d49bb3 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412681', 'volume_id': '0eda8203-1dfd-45a3-8e06-582680053bc4', 'name': 'volume-0eda8203-1dfd-45a3-8e06-582680053bc4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd813ccff-e26e-4778-8a0e-70f1fa867224', 'attached_at': '', 'detached_at': '', 'volume_id': '0eda8203-1dfd-45a3-8e06-582680053bc4', 'serial': '0eda8203-1dfd-45a3-8e06-582680053bc4'} {{(pid=63750) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2175.276800] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 00dfffcc-8529-47de-a0c6-21d5e35e47dc/00dfffcc-8529-47de-a0c6-21d5e35e47dc.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2175.278204] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae68f72e-3f66-422d-837e-4d5d7113517a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.292238] env[63750]: DEBUG nova.compute.manager [req-e76730c2-be62-42f6-a903-7282a679e445 req-d45b4c2e-bd44-4049-83fc-155da0499945 service nova] [instance: 3915f943-80f2-4023-82da-70d30b5a4bad] Received event network-vif-deleted-293a800e-1c39-4624-a680-d24ba23a2983 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2175.301146] env[63750]: DEBUG oslo_vmware.api [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2175.301146] env[63750]: value = "task-2007261" [ 2175.301146] env[63750]: _type = "Task" [ 2175.301146] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2175.308890] env[63750]: DEBUG oslo_vmware.api [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007261, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.735346] env[63750]: DEBUG oslo_concurrency.lockutils [None req-257682fe-4974-4963-b985-487f0e5e48d0 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2175.813459] env[63750]: DEBUG oslo_vmware.api [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007261, 'name': ReconfigVM_Task, 'duration_secs': 0.297874} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2175.813993] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 00dfffcc-8529-47de-a0c6-21d5e35e47dc/00dfffcc-8529-47de-a0c6-21d5e35e47dc.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2175.814525] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Updating instance '00dfffcc-8529-47de-a0c6-21d5e35e47dc' progress to 50 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2175.878983] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d94e7c4-8d35-4c70-8bf0-ac9f3a57869c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.886445] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56bb05f-b3e4-45be-8660-c4859a7434f0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.916654] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7fdf35-7ecc-4740-bb98-6a0b4ea343a2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.923486] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a00b63-03be-43c3-afd0-3d4fa3da02a5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.936591] env[63750]: DEBUG nova.compute.provider_tree [None req-c2dd3318-bb17-4ad4-972e-b59d890883a1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2175.983191] env[63750]: DEBUG nova.network.neutron [-] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2176.292383] env[63750]: DEBUG nova.objects.instance [None req-552e2c20-d54f-45fc-896d-895877d49bb3 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lazy-loading 'flavor' on Instance uuid d813ccff-e26e-4778-8a0e-70f1fa867224 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2176.323501] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b466a569-45b1-403b-a5d6-754fc0fb1360 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.345115] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06e3efb-6f5f-4d3e-aa5f-5572e23475ab {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.366442] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Updating instance '00dfffcc-8529-47de-a0c6-21d5e35e47dc' progress to 67 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2176.439297] env[63750]: DEBUG nova.scheduler.client.report [None req-c2dd3318-bb17-4ad4-972e-b59d890883a1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2176.485435] env[63750]: INFO nova.compute.manager [-] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Took 1.24 seconds to deallocate network for instance. [ 2176.677250] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6ec661d2-c67a-4558-9a8e-6b8bb0f750c3 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Acquiring lock "d813ccff-e26e-4778-8a0e-70f1fa867224" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2176.797783] env[63750]: DEBUG oslo_concurrency.lockutils [None req-552e2c20-d54f-45fc-896d-895877d49bb3 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lock "d813ccff-e26e-4778-8a0e-70f1fa867224" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.604s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2176.798987] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6ec661d2-c67a-4558-9a8e-6b8bb0f750c3 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lock "d813ccff-e26e-4778-8a0e-70f1fa867224" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.122s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2176.944186] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c2dd3318-bb17-4ad4-972e-b59d890883a1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.722s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2176.946161] env[63750]: DEBUG oslo_concurrency.lockutils [None req-257682fe-4974-4963-b985-487f0e5e48d0 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.211s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2176.946407] env[63750]: DEBUG nova.objects.instance [None req-257682fe-4974-4963-b985-487f0e5e48d0 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lazy-loading 'resources' on Instance uuid 3915f943-80f2-4023-82da-70d30b5a4bad {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2176.963516] env[63750]: INFO nova.scheduler.client.report [None req-c2dd3318-bb17-4ad4-972e-b59d890883a1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Deleted allocations for instance bf03616d-723b-4ab9-9e5e-68b50541b080 [ 2176.992189] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2c8fd64f-da3d-4ba9-9ccd-788506ee188a tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2177.301186] env[63750]: INFO nova.compute.manager [None req-6ec661d2-c67a-4558-9a8e-6b8bb0f750c3 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Detaching volume 0eda8203-1dfd-45a3-8e06-582680053bc4 [ 2177.330635] env[63750]: INFO nova.virt.block_device [None req-6ec661d2-c67a-4558-9a8e-6b8bb0f750c3 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Attempting to driver detach volume 0eda8203-1dfd-45a3-8e06-582680053bc4 from mountpoint /dev/sdb [ 2177.330896] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ec661d2-c67a-4558-9a8e-6b8bb0f750c3 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Volume detach. Driver type: vmdk {{(pid=63750) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2177.331097] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ec661d2-c67a-4558-9a8e-6b8bb0f750c3 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412681', 'volume_id': '0eda8203-1dfd-45a3-8e06-582680053bc4', 'name': 'volume-0eda8203-1dfd-45a3-8e06-582680053bc4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd813ccff-e26e-4778-8a0e-70f1fa867224', 'attached_at': '', 'detached_at': '', 'volume_id': '0eda8203-1dfd-45a3-8e06-582680053bc4', 'serial': '0eda8203-1dfd-45a3-8e06-582680053bc4'} {{(pid=63750) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2177.331988] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffddc11e-7ad2-4ad9-8363-8c4bec285101 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.353241] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e8a929-9b7f-41bb-8251-9a65c66952bc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.360091] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47388e0-9e33-4814-856c-cefc00febe8f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.380367] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd085e9-281f-478e-8414-fd6f2c87b946 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.396358] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ec661d2-c67a-4558-9a8e-6b8bb0f750c3 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] The volume has not been displaced from its original location: [datastore2] volume-0eda8203-1dfd-45a3-8e06-582680053bc4/volume-0eda8203-1dfd-45a3-8e06-582680053bc4.vmdk. No consolidation needed. {{(pid=63750) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2177.401629] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ec661d2-c67a-4558-9a8e-6b8bb0f750c3 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2177.402861] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e8d1067-ef7b-4188-9873-61418be5f3cf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.416802] env[63750]: DEBUG nova.compute.manager [req-cd853087-23c8-4b30-9363-78a4e178ad4d req-51c814b0-3348-48c5-9bba-2ab5086a61f9 service nova] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Received event network-vif-deleted-c7f42919-2ee2-46cc-86db-6fe2c314ee33 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2177.422925] env[63750]: DEBUG oslo_vmware.api [None req-6ec661d2-c67a-4558-9a8e-6b8bb0f750c3 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Waiting for the task: (returnval){ [ 2177.422925] env[63750]: value = "task-2007262" [ 2177.422925] env[63750]: _type = "Task" [ 2177.422925] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2177.431283] env[63750]: DEBUG oslo_vmware.api [None req-6ec661d2-c67a-4558-9a8e-6b8bb0f750c3 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007262, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2177.475660] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c2dd3318-bb17-4ad4-972e-b59d890883a1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "bf03616d-723b-4ab9-9e5e-68b50541b080" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.428s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2177.597224] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28279365-4afc-4bea-927f-5588f80bd029 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.604938] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b290436e-5880-4a00-a80b-e4536c99be27 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.634352] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81aa421-9c91-42df-aee7-c2987e564f8d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.641447] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c507c8-335f-4ef5-b9e8-bfb7a379cb6e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.654193] env[63750]: DEBUG nova.compute.provider_tree [None req-257682fe-4974-4963-b985-487f0e5e48d0 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2177.933056] env[63750]: DEBUG oslo_vmware.api [None req-6ec661d2-c67a-4558-9a8e-6b8bb0f750c3 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007262, 'name': ReconfigVM_Task, 'duration_secs': 0.228547} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2177.933425] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ec661d2-c67a-4558-9a8e-6b8bb0f750c3 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2177.938246] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06964c84-2a54-4de1-b921-e26d30480000 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.954658] env[63750]: DEBUG oslo_vmware.api [None req-6ec661d2-c67a-4558-9a8e-6b8bb0f750c3 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Waiting for the task: (returnval){ [ 2177.954658] env[63750]: value = "task-2007263" [ 2177.954658] env[63750]: _type = "Task" [ 2177.954658] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2177.963699] env[63750]: DEBUG oslo_vmware.api [None req-6ec661d2-c67a-4558-9a8e-6b8bb0f750c3 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007263, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.048977] env[63750]: DEBUG oslo_concurrency.lockutils [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquiring lock "ae994a4f-e5e0-4e87-a858-53590411fad2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2178.049229] env[63750]: DEBUG oslo_concurrency.lockutils [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "ae994a4f-e5e0-4e87-a858-53590411fad2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2178.051035] env[63750]: DEBUG nova.network.neutron [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Port 348970f4-a63d-4053-9b1b-fc3a0f83a627 binding to destination host cpu-1 is already ACTIVE {{(pid=63750) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2178.157300] env[63750]: DEBUG nova.scheduler.client.report [None req-257682fe-4974-4963-b985-487f0e5e48d0 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2178.465490] env[63750]: DEBUG oslo_vmware.api [None req-6ec661d2-c67a-4558-9a8e-6b8bb0f750c3 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007263, 'name': ReconfigVM_Task, 'duration_secs': 0.126984} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2178.465600] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ec661d2-c67a-4558-9a8e-6b8bb0f750c3 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412681', 'volume_id': '0eda8203-1dfd-45a3-8e06-582680053bc4', 'name': 'volume-0eda8203-1dfd-45a3-8e06-582680053bc4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd813ccff-e26e-4778-8a0e-70f1fa867224', 'attached_at': '', 'detached_at': '', 'volume_id': '0eda8203-1dfd-45a3-8e06-582680053bc4', 'serial': '0eda8203-1dfd-45a3-8e06-582680053bc4'} {{(pid=63750) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2178.553736] env[63750]: DEBUG nova.compute.manager [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2178.661931] env[63750]: DEBUG oslo_concurrency.lockutils [None req-257682fe-4974-4963-b985-487f0e5e48d0 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.716s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2178.664258] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2c8fd64f-da3d-4ba9-9ccd-788506ee188a tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.672s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2178.664488] env[63750]: DEBUG nova.objects.instance [None req-2c8fd64f-da3d-4ba9-9ccd-788506ee188a tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lazy-loading 'resources' on Instance uuid e0dbea6c-f57b-4153-9160-73ddd91161cd {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2178.685035] env[63750]: INFO nova.scheduler.client.report [None req-257682fe-4974-4963-b985-487f0e5e48d0 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Deleted allocations for instance 3915f943-80f2-4023-82da-70d30b5a4bad [ 2179.009950] env[63750]: DEBUG nova.objects.instance [None req-6ec661d2-c67a-4558-9a8e-6b8bb0f750c3 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lazy-loading 'flavor' on Instance uuid d813ccff-e26e-4778-8a0e-70f1fa867224 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2179.078313] env[63750]: DEBUG oslo_concurrency.lockutils [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquiring lock "00dfffcc-8529-47de-a0c6-21d5e35e47dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2179.078560] env[63750]: DEBUG oslo_concurrency.lockutils [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lock "00dfffcc-8529-47de-a0c6-21d5e35e47dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2179.078754] env[63750]: DEBUG oslo_concurrency.lockutils [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lock "00dfffcc-8529-47de-a0c6-21d5e35e47dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2179.085331] env[63750]: DEBUG oslo_concurrency.lockutils [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2179.191516] env[63750]: DEBUG oslo_concurrency.lockutils [None req-257682fe-4974-4963-b985-487f0e5e48d0 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "3915f943-80f2-4023-82da-70d30b5a4bad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.137s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2179.289701] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3882ba-62bb-423b-99cc-f9435b9b5ef3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.296876] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac9b7ca-188b-4166-b676-da7fbeb717e1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.327403] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af282d4e-fec7-4028-9e34-a83823643f52 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.335130] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b7e9b7-5129-45ce-b324-1601159aad9b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.349034] env[63750]: DEBUG nova.compute.provider_tree [None req-2c8fd64f-da3d-4ba9-9ccd-788506ee188a tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2179.853066] env[63750]: DEBUG nova.scheduler.client.report [None req-2c8fd64f-da3d-4ba9-9ccd-788506ee188a tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2180.017447] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6ec661d2-c67a-4558-9a8e-6b8bb0f750c3 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lock "d813ccff-e26e-4778-8a0e-70f1fa867224" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.218s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2180.113034] env[63750]: DEBUG oslo_concurrency.lockutils [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquiring lock "refresh_cache-00dfffcc-8529-47de-a0c6-21d5e35e47dc" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2180.113228] env[63750]: DEBUG oslo_concurrency.lockutils [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquired lock "refresh_cache-00dfffcc-8529-47de-a0c6-21d5e35e47dc" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2180.113404] env[63750]: DEBUG nova.network.neutron [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2180.172851] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquiring lock "0c1bdaf9-f42b-436e-9896-43d833a1f7d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2180.173090] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "0c1bdaf9-f42b-436e-9896-43d833a1f7d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2180.357045] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2c8fd64f-da3d-4ba9-9ccd-788506ee188a tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.693s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2180.359510] env[63750]: DEBUG oslo_concurrency.lockutils [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.274s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2180.361100] env[63750]: INFO nova.compute.claims [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2180.373990] env[63750]: INFO nova.scheduler.client.report [None req-2c8fd64f-da3d-4ba9-9ccd-788506ee188a tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Deleted allocations for instance e0dbea6c-f57b-4153-9160-73ddd91161cd [ 2180.675706] env[63750]: DEBUG nova.compute.manager [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2180.848684] env[63750]: DEBUG nova.network.neutron [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Updating instance_info_cache with network_info: [{"id": "348970f4-a63d-4053-9b1b-fc3a0f83a627", "address": "fa:16:3e:26:18:55", "network": {"id": "b187626c-07b5-4d74-a064-ea07943c3974", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-699185419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e8d72fb292a433fb29749aee8e597f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap348970f4-a6", "ovs_interfaceid": "348970f4-a63d-4053-9b1b-fc3a0f83a627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2180.880733] env[63750]: DEBUG oslo_concurrency.lockutils [None req-2c8fd64f-da3d-4ba9-9ccd-788506ee188a tempest-AttachInterfacesTestJSON-901349554 tempest-AttachInterfacesTestJSON-901349554-project-member] Lock "e0dbea6c-f57b-4153-9160-73ddd91161cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.020s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2180.911022] env[63750]: DEBUG oslo_concurrency.lockutils [None req-73eb545c-da6a-4192-abbd-7347faf9c575 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Acquiring lock "d813ccff-e26e-4778-8a0e-70f1fa867224" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2180.911265] env[63750]: DEBUG oslo_concurrency.lockutils [None req-73eb545c-da6a-4192-abbd-7347faf9c575 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lock "d813ccff-e26e-4778-8a0e-70f1fa867224" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2180.911467] env[63750]: DEBUG oslo_concurrency.lockutils [None req-73eb545c-da6a-4192-abbd-7347faf9c575 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Acquiring lock "d813ccff-e26e-4778-8a0e-70f1fa867224-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2180.911646] env[63750]: DEBUG oslo_concurrency.lockutils [None req-73eb545c-da6a-4192-abbd-7347faf9c575 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lock "d813ccff-e26e-4778-8a0e-70f1fa867224-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2180.911811] env[63750]: DEBUG oslo_concurrency.lockutils [None req-73eb545c-da6a-4192-abbd-7347faf9c575 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lock "d813ccff-e26e-4778-8a0e-70f1fa867224-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2180.913557] env[63750]: INFO nova.compute.manager [None req-73eb545c-da6a-4192-abbd-7347faf9c575 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Terminating instance [ 2181.196131] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2181.351154] env[63750]: DEBUG oslo_concurrency.lockutils [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Releasing lock "refresh_cache-00dfffcc-8529-47de-a0c6-21d5e35e47dc" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2181.417104] env[63750]: DEBUG nova.compute.manager [None req-73eb545c-da6a-4192-abbd-7347faf9c575 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2181.417328] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-73eb545c-da6a-4192-abbd-7347faf9c575 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2181.418222] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2fc7b7-83cc-4555-9adb-a8a6a3331b65 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.428227] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-73eb545c-da6a-4192-abbd-7347faf9c575 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2181.428544] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-201af230-cca2-4915-b08f-13d162ba2c45 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.436176] env[63750]: DEBUG oslo_vmware.api [None req-73eb545c-da6a-4192-abbd-7347faf9c575 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Waiting for the task: (returnval){ [ 2181.436176] env[63750]: value = "task-2007264" [ 2181.436176] env[63750]: _type = "Task" [ 2181.436176] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2181.444112] env[63750]: DEBUG oslo_vmware.api [None req-73eb545c-da6a-4192-abbd-7347faf9c575 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007264, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2181.516477] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cebe51de-46ed-498a-a080-f19625510f99 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.524123] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92cfc3d0-71cf-4d2a-8b2a-f96c58aaa013 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.559646] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170c2723-bb04-491a-9e5b-c42b86fcf782 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.567747] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80b59ea-1dd1-4737-b6ac-0db229208b8a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.586642] env[63750]: DEBUG nova.compute.provider_tree [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2181.860113] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814fa352-e0c1-4ea5-a248-cce0395ace3f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.871878] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fcab511-6d00-47ad-9c54-5b765c89d669 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.944817] env[63750]: DEBUG oslo_vmware.api [None req-73eb545c-da6a-4192-abbd-7347faf9c575 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007264, 'name': PowerOffVM_Task, 'duration_secs': 0.181217} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2181.945099] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-73eb545c-da6a-4192-abbd-7347faf9c575 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2181.945268] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-73eb545c-da6a-4192-abbd-7347faf9c575 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2181.945509] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5657b054-cd3e-4576-af77-e9e7483c591e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.031290] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-73eb545c-da6a-4192-abbd-7347faf9c575 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2182.031520] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-73eb545c-da6a-4192-abbd-7347faf9c575 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2182.031707] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-73eb545c-da6a-4192-abbd-7347faf9c575 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Deleting the datastore file [datastore1] d813ccff-e26e-4778-8a0e-70f1fa867224 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2182.031973] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dece4482-39c6-4982-b641-5794d01d8870 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.038282] env[63750]: DEBUG oslo_vmware.api [None req-73eb545c-da6a-4192-abbd-7347faf9c575 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Waiting for the task: (returnval){ [ 2182.038282] env[63750]: value = "task-2007266" [ 2182.038282] env[63750]: _type = "Task" [ 2182.038282] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2182.045838] env[63750]: DEBUG oslo_vmware.api [None req-73eb545c-da6a-4192-abbd-7347faf9c575 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007266, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2182.090030] env[63750]: DEBUG nova.scheduler.client.report [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2182.548980] env[63750]: DEBUG oslo_vmware.api [None req-73eb545c-da6a-4192-abbd-7347faf9c575 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007266, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153151} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2182.549395] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-73eb545c-da6a-4192-abbd-7347faf9c575 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2182.549535] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-73eb545c-da6a-4192-abbd-7347faf9c575 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2182.549749] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-73eb545c-da6a-4192-abbd-7347faf9c575 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2182.549978] env[63750]: INFO nova.compute.manager [None req-73eb545c-da6a-4192-abbd-7347faf9c575 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Took 1.13 seconds to destroy the instance on the hypervisor. [ 2182.550332] env[63750]: DEBUG oslo.service.loopingcall [None req-73eb545c-da6a-4192-abbd-7347faf9c575 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2182.550906] env[63750]: DEBUG nova.compute.manager [-] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2182.551033] env[63750]: DEBUG nova.network.neutron [-] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2182.595426] env[63750]: DEBUG oslo_concurrency.lockutils [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.236s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2182.595948] env[63750]: DEBUG nova.compute.manager [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2182.598930] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.403s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2182.602677] env[63750]: INFO nova.compute.claims [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2182.993018] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85754674-e59d-49b5-9d19-ceab9ee024ba {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.015322] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e3e1ec-0987-4a86-b136-435e748d681f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.023364] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Updating instance '00dfffcc-8529-47de-a0c6-21d5e35e47dc' progress to 83 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2183.100871] env[63750]: DEBUG nova.compute.manager [req-130d67f9-c38e-43af-ae7d-5ca58fdd7e47 req-4b983093-572f-4261-a9ef-1262adbdcb2e service nova] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Received event network-vif-deleted-e0eb3d62-806c-4cef-a1aa-624e9a496395 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2183.101197] env[63750]: INFO nova.compute.manager [req-130d67f9-c38e-43af-ae7d-5ca58fdd7e47 req-4b983093-572f-4261-a9ef-1262adbdcb2e service nova] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Neutron deleted interface e0eb3d62-806c-4cef-a1aa-624e9a496395; detaching it from the instance and deleting it from the info cache [ 2183.101257] env[63750]: DEBUG nova.network.neutron [req-130d67f9-c38e-43af-ae7d-5ca58fdd7e47 req-4b983093-572f-4261-a9ef-1262adbdcb2e service nova] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2183.104498] env[63750]: DEBUG nova.compute.utils [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2183.107726] env[63750]: DEBUG nova.compute.manager [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2183.107925] env[63750]: DEBUG nova.network.neutron [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2183.150751] env[63750]: DEBUG nova.policy [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0dcc6fc74d7d4dbe8ce59cd4546dd5a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7dd23ed8566493d991974157cb177d8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 2183.405237] env[63750]: DEBUG nova.network.neutron [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Successfully created port: fc44872f-b163-4610-afd8-cb0100561ea3 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2183.530369] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2183.530957] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa0161bd-0e73-467c-b435-339e5de12686 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.539267] env[63750]: DEBUG oslo_vmware.api [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2183.539267] env[63750]: value = "task-2007267" [ 2183.539267] env[63750]: _type = "Task" [ 2183.539267] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2183.547573] env[63750]: DEBUG oslo_vmware.api [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007267, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2183.578161] env[63750]: DEBUG nova.network.neutron [-] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2183.603160] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-99f6c3dd-4e54-4be5-898d-c11991a6db16 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.608495] env[63750]: DEBUG nova.compute.manager [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2183.619468] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64357c72-489d-40b5-afdb-26ca7c51e883 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.651434] env[63750]: DEBUG nova.compute.manager [req-130d67f9-c38e-43af-ae7d-5ca58fdd7e47 req-4b983093-572f-4261-a9ef-1262adbdcb2e service nova] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Detach interface failed, port_id=e0eb3d62-806c-4cef-a1aa-624e9a496395, reason: Instance d813ccff-e26e-4778-8a0e-70f1fa867224 could not be found. {{(pid=63750) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2183.779668] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa8dad6-57e5-4426-8d73-508bd2bd1afd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.787429] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83dec4f-378b-406c-af2e-4891c84ba73e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.819574] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfae7bc4-2df5-4c5a-a584-a67f2ff3b314 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.827330] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fced710-204c-49c0-9430-09da51f55535 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.841273] env[63750]: DEBUG nova.compute.provider_tree [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2184.049686] env[63750]: DEBUG oslo_vmware.api [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007267, 'name': PowerOnVM_Task, 'duration_secs': 0.39604} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2184.049686] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2184.049891] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-90e47115-3e65-4448-ba80-8443579752b1 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Updating instance '00dfffcc-8529-47de-a0c6-21d5e35e47dc' progress to 100 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2184.081239] env[63750]: INFO nova.compute.manager [-] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Took 1.53 seconds to deallocate network for instance. [ 2184.345040] env[63750]: DEBUG nova.scheduler.client.report [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2184.588683] env[63750]: DEBUG oslo_concurrency.lockutils [None req-73eb545c-da6a-4192-abbd-7347faf9c575 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2184.622300] env[63750]: DEBUG nova.compute.manager [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2184.643585] env[63750]: DEBUG nova.virt.hardware [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2184.643841] env[63750]: DEBUG nova.virt.hardware [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2184.644084] env[63750]: DEBUG nova.virt.hardware [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2184.644256] env[63750]: DEBUG nova.virt.hardware [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2184.644434] env[63750]: DEBUG nova.virt.hardware [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2184.644598] env[63750]: DEBUG nova.virt.hardware [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2184.644845] env[63750]: DEBUG nova.virt.hardware [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2184.645016] env[63750]: DEBUG nova.virt.hardware [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2184.645247] env[63750]: DEBUG nova.virt.hardware [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2184.645428] env[63750]: DEBUG nova.virt.hardware [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2184.645636] env[63750]: DEBUG nova.virt.hardware [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2184.646852] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3db90b-2c09-4263-be72-2bebe2c7273b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.656164] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653ffb89-2561-450a-8ae5-dc8bc8813821 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.850016] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.251s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2184.850569] env[63750]: DEBUG nova.compute.manager [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2184.853680] env[63750]: DEBUG oslo_concurrency.lockutils [None req-73eb545c-da6a-4192-abbd-7347faf9c575 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.265s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2184.853680] env[63750]: DEBUG nova.objects.instance [None req-73eb545c-da6a-4192-abbd-7347faf9c575 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lazy-loading 'resources' on Instance uuid d813ccff-e26e-4778-8a0e-70f1fa867224 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2185.153385] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Acquiring lock "d6a6f200-8ecf-4bc0-9d82-a4491a75377d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2185.153621] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Lock "d6a6f200-8ecf-4bc0-9d82-a4491a75377d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2185.336227] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Acquiring lock "bd65c6a8-0b1d-4df0-8b5b-3a07a239705a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2185.336448] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Lock "bd65c6a8-0b1d-4df0-8b5b-3a07a239705a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2185.356053] env[63750]: DEBUG nova.compute.utils [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2185.360366] env[63750]: DEBUG nova.compute.manager [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2185.360528] env[63750]: DEBUG nova.network.neutron [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2185.427555] env[63750]: DEBUG nova.policy [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86333ce8360340c3b7cf65e8273fd5ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23846c040dac48ec80f88340c38cbf38', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 2185.520987] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40190c61-0da9-4c4d-87d8-2d28ebda08f1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.530963] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9435088-3ba1-4d95-a7b6-ce8bce569489 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.563182] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f346ee4-09e7-45b5-b607-5eaa3d7b0d7f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.570217] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68db00ee-f2bc-436b-a11b-7f4a482d476c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.583108] env[63750]: DEBUG nova.compute.provider_tree [None req-73eb545c-da6a-4192-abbd-7347faf9c575 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2185.657884] env[63750]: DEBUG nova.compute.manager [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: d6a6f200-8ecf-4bc0-9d82-a4491a75377d] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2185.706055] env[63750]: DEBUG nova.network.neutron [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Successfully created port: 03d4090e-c016-4068-b5b9-b1d33f6dd6f6 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2185.838435] env[63750]: DEBUG nova.compute.manager [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2185.861112] env[63750]: DEBUG nova.compute.manager [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2185.954544] env[63750]: DEBUG nova.network.neutron [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Port 348970f4-a63d-4053-9b1b-fc3a0f83a627 binding to destination host cpu-1 is already ACTIVE {{(pid=63750) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2185.954807] env[63750]: DEBUG oslo_concurrency.lockutils [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquiring lock "refresh_cache-00dfffcc-8529-47de-a0c6-21d5e35e47dc" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2185.954962] env[63750]: DEBUG oslo_concurrency.lockutils [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquired lock "refresh_cache-00dfffcc-8529-47de-a0c6-21d5e35e47dc" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2185.955146] env[63750]: DEBUG nova.network.neutron [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2186.087035] env[63750]: DEBUG nova.scheduler.client.report [None req-73eb545c-da6a-4192-abbd-7347faf9c575 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2186.175295] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2186.276498] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bee36de7-3cc6-4324-90a4-737890f824be tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Acquiring lock "f19f74f5-d356-451e-9391-d3dcfe667537" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2186.276747] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bee36de7-3cc6-4324-90a4-737890f824be tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Lock "f19f74f5-d356-451e-9391-d3dcfe667537" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2186.356637] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2186.591074] env[63750]: DEBUG oslo_concurrency.lockutils [None req-73eb545c-da6a-4192-abbd-7347faf9c575 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.738s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2186.594053] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.418s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2186.595485] env[63750]: INFO nova.compute.claims [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: d6a6f200-8ecf-4bc0-9d82-a4491a75377d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2186.610335] env[63750]: INFO nova.scheduler.client.report [None req-73eb545c-da6a-4192-abbd-7347faf9c575 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Deleted allocations for instance d813ccff-e26e-4778-8a0e-70f1fa867224 [ 2186.728470] env[63750]: DEBUG nova.network.neutron [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Updating instance_info_cache with network_info: [{"id": "348970f4-a63d-4053-9b1b-fc3a0f83a627", "address": "fa:16:3e:26:18:55", "network": {"id": "b187626c-07b5-4d74-a064-ea07943c3974", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-699185419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e8d72fb292a433fb29749aee8e597f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap348970f4-a6", "ovs_interfaceid": "348970f4-a63d-4053-9b1b-fc3a0f83a627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2186.737202] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9595e238-3c41-40ae-8c1b-21c96ad45fe6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquiring lock "2ea581c2-febf-43a9-9bb2-42f9b60440a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2186.737448] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9595e238-3c41-40ae-8c1b-21c96ad45fe6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "2ea581c2-febf-43a9-9bb2-42f9b60440a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2186.737670] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9595e238-3c41-40ae-8c1b-21c96ad45fe6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquiring lock "2ea581c2-febf-43a9-9bb2-42f9b60440a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2186.737865] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9595e238-3c41-40ae-8c1b-21c96ad45fe6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "2ea581c2-febf-43a9-9bb2-42f9b60440a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2186.738055] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9595e238-3c41-40ae-8c1b-21c96ad45fe6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "2ea581c2-febf-43a9-9bb2-42f9b60440a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2186.740342] env[63750]: INFO nova.compute.manager [None req-9595e238-3c41-40ae-8c1b-21c96ad45fe6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Terminating instance [ 2186.781444] env[63750]: INFO nova.compute.manager [None req-bee36de7-3cc6-4324-90a4-737890f824be tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Detaching volume 915f0c33-372f-4eec-b52a-027a39046c51 [ 2186.816170] env[63750]: INFO nova.virt.block_device [None req-bee36de7-3cc6-4324-90a4-737890f824be tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Attempting to driver detach volume 915f0c33-372f-4eec-b52a-027a39046c51 from mountpoint /dev/sdb [ 2186.816405] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-bee36de7-3cc6-4324-90a4-737890f824be tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Volume detach. Driver type: vmdk {{(pid=63750) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2186.816622] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-bee36de7-3cc6-4324-90a4-737890f824be tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412676', 'volume_id': '915f0c33-372f-4eec-b52a-027a39046c51', 'name': 'volume-915f0c33-372f-4eec-b52a-027a39046c51', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f19f74f5-d356-451e-9391-d3dcfe667537', 'attached_at': '', 'detached_at': '', 'volume_id': '915f0c33-372f-4eec-b52a-027a39046c51', 'serial': '915f0c33-372f-4eec-b52a-027a39046c51'} {{(pid=63750) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2186.818142] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5f3bf6-465d-4d82-a297-81432c13a54f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.839929] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79370716-6d70-40aa-bf22-f24bc43bd0cf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.846584] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5242e546-f448-48fc-bab6-5003a96fdda7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.865972] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742d862f-3e30-4f7c-9192-c89955bce352 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.869339] env[63750]: DEBUG nova.compute.manager [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2186.881557] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-bee36de7-3cc6-4324-90a4-737890f824be tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] The volume has not been displaced from its original location: [datastore1] volume-915f0c33-372f-4eec-b52a-027a39046c51/volume-915f0c33-372f-4eec-b52a-027a39046c51.vmdk. No consolidation needed. {{(pid=63750) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2186.887015] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-bee36de7-3cc6-4324-90a4-737890f824be tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Reconfiguring VM instance instance-00000067 to detach disk 2001 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2186.887694] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9efc09b-f407-46fe-96d5-c3c776eb958d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.908010] env[63750]: DEBUG nova.virt.hardware [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2186.908420] env[63750]: DEBUG nova.virt.hardware [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2186.908628] env[63750]: DEBUG nova.virt.hardware [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2186.908822] env[63750]: DEBUG nova.virt.hardware [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2186.908973] env[63750]: DEBUG nova.virt.hardware [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2186.909140] env[63750]: DEBUG nova.virt.hardware [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2186.909349] env[63750]: DEBUG nova.virt.hardware [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2186.909505] env[63750]: DEBUG nova.virt.hardware [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2186.909670] env[63750]: DEBUG nova.virt.hardware [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2186.909859] env[63750]: DEBUG nova.virt.hardware [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2186.910046] env[63750]: DEBUG nova.virt.hardware [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2186.910844] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c893faff-a00e-4db6-bc67-8ad76debf115 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.916303] env[63750]: DEBUG oslo_vmware.api [None req-bee36de7-3cc6-4324-90a4-737890f824be tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2186.916303] env[63750]: value = "task-2007268" [ 2186.916303] env[63750]: _type = "Task" [ 2186.916303] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2186.922547] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ff0741-eecd-4ad8-adba-fabfe9964104 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.929208] env[63750]: DEBUG oslo_vmware.api [None req-bee36de7-3cc6-4324-90a4-737890f824be tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2187.117217] env[63750]: DEBUG oslo_concurrency.lockutils [None req-73eb545c-da6a-4192-abbd-7347faf9c575 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lock "d813ccff-e26e-4778-8a0e-70f1fa867224" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.206s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2187.232207] env[63750]: DEBUG oslo_concurrency.lockutils [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Releasing lock "refresh_cache-00dfffcc-8529-47de-a0c6-21d5e35e47dc" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2187.244571] env[63750]: DEBUG nova.compute.manager [None req-9595e238-3c41-40ae-8c1b-21c96ad45fe6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2187.244814] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-9595e238-3c41-40ae-8c1b-21c96ad45fe6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2187.245099] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6928123d-c910-45cd-9149-d3fc166954e5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.252407] env[63750]: DEBUG oslo_vmware.api [None req-9595e238-3c41-40ae-8c1b-21c96ad45fe6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 2187.252407] env[63750]: value = "task-2007269" [ 2187.252407] env[63750]: _type = "Task" [ 2187.252407] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2187.260475] env[63750]: DEBUG oslo_vmware.api [None req-9595e238-3c41-40ae-8c1b-21c96ad45fe6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007269, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2187.426173] env[63750]: DEBUG oslo_vmware.api [None req-bee36de7-3cc6-4324-90a4-737890f824be tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007268, 'name': ReconfigVM_Task, 'duration_secs': 0.247838} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2187.426429] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-bee36de7-3cc6-4324-90a4-737890f824be tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Reconfigured VM instance instance-00000067 to detach disk 2001 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2187.431289] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdb8c3c8-e29a-46fe-b7b3-625f06fb206c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.446380] env[63750]: DEBUG oslo_vmware.api [None req-bee36de7-3cc6-4324-90a4-737890f824be tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2187.446380] env[63750]: value = "task-2007270" [ 2187.446380] env[63750]: _type = "Task" [ 2187.446380] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2187.456196] env[63750]: DEBUG oslo_vmware.api [None req-bee36de7-3cc6-4324-90a4-737890f824be tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007270, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2187.739044] env[63750]: DEBUG nova.compute.manager [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63750) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2187.762410] env[63750]: DEBUG oslo_vmware.api [None req-9595e238-3c41-40ae-8c1b-21c96ad45fe6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007269, 'name': PowerOffVM_Task, 'duration_secs': 0.31901} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2187.763524] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-9595e238-3c41-40ae-8c1b-21c96ad45fe6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2187.763765] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-9595e238-3c41-40ae-8c1b-21c96ad45fe6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Volume detach. Driver type: vmdk {{(pid=63750) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2187.763955] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-9595e238-3c41-40ae-8c1b-21c96ad45fe6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412671', 'volume_id': 'b4f39e67-8f2c-4a08-90cd-4288b52a446f', 'name': 'volume-b4f39e67-8f2c-4a08-90cd-4288b52a446f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '2ea581c2-febf-43a9-9bb2-42f9b60440a4', 'attached_at': '2025-01-02T12:06:14.000000', 'detached_at': '', 'volume_id': 'b4f39e67-8f2c-4a08-90cd-4288b52a446f', 'serial': 'b4f39e67-8f2c-4a08-90cd-4288b52a446f'} {{(pid=63750) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2187.764705] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac83fda8-ecea-4aa9-ba67-3db0a2ebb831 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.767827] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8957e6a0-c521-4cfd-86cd-f5579d5643f0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.787655] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad6864a-f235-4bbc-9702-8fa624085a11 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.791612] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a4dfb8-fc8a-46fc-be9b-5df9c5f5914e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.829472] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1323d7d-fe3a-4184-97dc-ff0fabb0ac3e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.832683] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf77a36-24b4-453f-af50-d20c216c553d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.852227] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88055d56-402e-48d2-b97f-406e03dd6237 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.856518] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6bda57-38f8-4c45-8117-b5aeda0f6673 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.868460] env[63750]: DEBUG nova.compute.provider_tree [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2187.880956] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-9595e238-3c41-40ae-8c1b-21c96ad45fe6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] The volume has not been displaced from its original location: [datastore1] volume-b4f39e67-8f2c-4a08-90cd-4288b52a446f/volume-b4f39e67-8f2c-4a08-90cd-4288b52a446f.vmdk. No consolidation needed. {{(pid=63750) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2187.886654] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-9595e238-3c41-40ae-8c1b-21c96ad45fe6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2187.887639] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a0aee1b-bc2c-41cc-8c25-bd734c71e596 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.906411] env[63750]: DEBUG oslo_vmware.api [None req-9595e238-3c41-40ae-8c1b-21c96ad45fe6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 2187.906411] env[63750]: value = "task-2007271" [ 2187.906411] env[63750]: _type = "Task" [ 2187.906411] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2187.915254] env[63750]: DEBUG oslo_vmware.api [None req-9595e238-3c41-40ae-8c1b-21c96ad45fe6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007271, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2187.955823] env[63750]: DEBUG oslo_vmware.api [None req-bee36de7-3cc6-4324-90a4-737890f824be tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007270, 'name': ReconfigVM_Task, 'duration_secs': 0.15828} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2187.956137] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-bee36de7-3cc6-4324-90a4-737890f824be tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412676', 'volume_id': '915f0c33-372f-4eec-b52a-027a39046c51', 'name': 'volume-915f0c33-372f-4eec-b52a-027a39046c51', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f19f74f5-d356-451e-9391-d3dcfe667537', 'attached_at': '', 'detached_at': '', 'volume_id': '915f0c33-372f-4eec-b52a-027a39046c51', 'serial': '915f0c33-372f-4eec-b52a-027a39046c51'} {{(pid=63750) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2188.372017] env[63750]: DEBUG nova.scheduler.client.report [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2188.418066] env[63750]: DEBUG oslo_vmware.api [None req-9595e238-3c41-40ae-8c1b-21c96ad45fe6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007271, 'name': ReconfigVM_Task, 'duration_secs': 0.448016} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2188.418350] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-9595e238-3c41-40ae-8c1b-21c96ad45fe6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2188.423485] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-945aebe4-c393-4ed4-b4e2-02efec662fcb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.438302] env[63750]: DEBUG oslo_vmware.api [None req-9595e238-3c41-40ae-8c1b-21c96ad45fe6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 2188.438302] env[63750]: value = "task-2007272" [ 2188.438302] env[63750]: _type = "Task" [ 2188.438302] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2188.446827] env[63750]: DEBUG oslo_vmware.api [None req-9595e238-3c41-40ae-8c1b-21c96ad45fe6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007272, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2188.501907] env[63750]: DEBUG nova.objects.instance [None req-bee36de7-3cc6-4324-90a4-737890f824be tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Lazy-loading 'flavor' on Instance uuid f19f74f5-d356-451e-9391-d3dcfe667537 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2188.843406] env[63750]: DEBUG oslo_concurrency.lockutils [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2188.877443] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.284s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2188.877987] env[63750]: DEBUG nova.compute.manager [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: d6a6f200-8ecf-4bc0-9d82-a4491a75377d] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2188.881058] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.525s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2188.882432] env[63750]: INFO nova.compute.claims [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2188.948408] env[63750]: DEBUG oslo_vmware.api [None req-9595e238-3c41-40ae-8c1b-21c96ad45fe6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007272, 'name': ReconfigVM_Task, 'duration_secs': 0.124481} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2188.950069] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-9595e238-3c41-40ae-8c1b-21c96ad45fe6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412671', 'volume_id': 'b4f39e67-8f2c-4a08-90cd-4288b52a446f', 'name': 'volume-b4f39e67-8f2c-4a08-90cd-4288b52a446f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '2ea581c2-febf-43a9-9bb2-42f9b60440a4', 'attached_at': '2025-01-02T12:06:14.000000', 'detached_at': '', 'volume_id': 'b4f39e67-8f2c-4a08-90cd-4288b52a446f', 'serial': 'b4f39e67-8f2c-4a08-90cd-4288b52a446f'} {{(pid=63750) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2188.950069] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-9595e238-3c41-40ae-8c1b-21c96ad45fe6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2188.950351] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd59fc97-e305-4960-914c-0d52fbc98f0f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.956389] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-9595e238-3c41-40ae-8c1b-21c96ad45fe6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2188.956624] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86a1ff80-e429-4231-a29e-1adfbe5de417 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.235194] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Acquiring lock "690edfdd-38e9-4ede-903f-a2616d82c9fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2189.235437] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lock "690edfdd-38e9-4ede-903f-a2616d82c9fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2189.386902] env[63750]: DEBUG nova.compute.utils [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2189.390255] env[63750]: DEBUG nova.compute.manager [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: d6a6f200-8ecf-4bc0-9d82-a4491a75377d] Not allocating networking since 'none' was specified. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 2189.509250] env[63750]: DEBUG oslo_concurrency.lockutils [None req-bee36de7-3cc6-4324-90a4-737890f824be tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Lock "f19f74f5-d356-451e-9391-d3dcfe667537" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.232s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2189.737304] env[63750]: DEBUG nova.compute.manager [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2189.891310] env[63750]: DEBUG nova.compute.manager [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: d6a6f200-8ecf-4bc0-9d82-a4491a75377d] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2190.053068] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202431fb-dbf6-4d23-baf4-273d6acf260f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.061083] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c660ef0-537f-4b1c-9f08-ac555420a0b7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.092923] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befc7b19-1a2e-4a0e-84fb-05568f3b6bd2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.103754] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23466fde-275b-44a4-b78c-8f4549b62541 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.118739] env[63750]: DEBUG nova.compute.provider_tree [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2190.208719] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-9595e238-3c41-40ae-8c1b-21c96ad45fe6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2190.208978] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-9595e238-3c41-40ae-8c1b-21c96ad45fe6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2190.209175] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-9595e238-3c41-40ae-8c1b-21c96ad45fe6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Deleting the datastore file [datastore1] 2ea581c2-febf-43a9-9bb2-42f9b60440a4 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2190.209435] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78aad345-82c3-47aa-8917-a4d55c62c4b4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.216103] env[63750]: DEBUG oslo_vmware.api [None req-9595e238-3c41-40ae-8c1b-21c96ad45fe6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 2190.216103] env[63750]: value = "task-2007274" [ 2190.216103] env[63750]: _type = "Task" [ 2190.216103] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2190.224461] env[63750]: DEBUG oslo_vmware.api [None req-9595e238-3c41-40ae-8c1b-21c96ad45fe6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007274, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2190.255730] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2190.600097] env[63750]: DEBUG oslo_concurrency.lockutils [None req-60935596-e5d3-485f-b5d0-b109696c40d1 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Acquiring lock "f19f74f5-d356-451e-9391-d3dcfe667537" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2190.600334] env[63750]: DEBUG oslo_concurrency.lockutils [None req-60935596-e5d3-485f-b5d0-b109696c40d1 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Lock "f19f74f5-d356-451e-9391-d3dcfe667537" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2190.600548] env[63750]: DEBUG oslo_concurrency.lockutils [None req-60935596-e5d3-485f-b5d0-b109696c40d1 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Acquiring lock "f19f74f5-d356-451e-9391-d3dcfe667537-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2190.600729] env[63750]: DEBUG oslo_concurrency.lockutils [None req-60935596-e5d3-485f-b5d0-b109696c40d1 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Lock "f19f74f5-d356-451e-9391-d3dcfe667537-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2190.600899] env[63750]: DEBUG oslo_concurrency.lockutils [None req-60935596-e5d3-485f-b5d0-b109696c40d1 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Lock "f19f74f5-d356-451e-9391-d3dcfe667537-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2190.603114] env[63750]: INFO nova.compute.manager [None req-60935596-e5d3-485f-b5d0-b109696c40d1 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Terminating instance [ 2190.621841] env[63750]: DEBUG nova.scheduler.client.report [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2190.726896] env[63750]: DEBUG oslo_vmware.api [None req-9595e238-3c41-40ae-8c1b-21c96ad45fe6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007274, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.079781} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2190.727179] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-9595e238-3c41-40ae-8c1b-21c96ad45fe6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2190.727342] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-9595e238-3c41-40ae-8c1b-21c96ad45fe6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2190.727485] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-9595e238-3c41-40ae-8c1b-21c96ad45fe6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2190.727713] env[63750]: INFO nova.compute.manager [None req-9595e238-3c41-40ae-8c1b-21c96ad45fe6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Took 3.48 seconds to destroy the instance on the hypervisor. [ 2190.727873] env[63750]: DEBUG oslo.service.loopingcall [None req-9595e238-3c41-40ae-8c1b-21c96ad45fe6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2190.728083] env[63750]: DEBUG nova.compute.manager [-] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2190.728180] env[63750]: DEBUG nova.network.neutron [-] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2190.902690] env[63750]: DEBUG nova.compute.manager [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: d6a6f200-8ecf-4bc0-9d82-a4491a75377d] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2190.930364] env[63750]: DEBUG nova.virt.hardware [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2190.930718] env[63750]: DEBUG nova.virt.hardware [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2190.930987] env[63750]: DEBUG nova.virt.hardware [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2190.931266] env[63750]: DEBUG nova.virt.hardware [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2190.931480] env[63750]: DEBUG nova.virt.hardware [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2190.931707] env[63750]: DEBUG nova.virt.hardware [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2190.932012] env[63750]: DEBUG nova.virt.hardware [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2190.932251] env[63750]: DEBUG nova.virt.hardware [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2190.932491] env[63750]: DEBUG nova.virt.hardware [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2190.932729] env[63750]: DEBUG nova.virt.hardware [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2190.932977] env[63750]: DEBUG nova.virt.hardware [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2190.934179] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c5ad8a-51a9-44ca-96ee-4b03f8891912 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.946710] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a568f887-1586-4223-9b54-deedab06c07a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.968560] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: d6a6f200-8ecf-4bc0-9d82-a4491a75377d] Instance VIF info [] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2190.977591] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Creating folder: Project (08e8b4ff83174bbbb973eabaac321341). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2190.977939] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13031e22-0a10-486b-854a-748e6f5e9d3c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.989257] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Created folder: Project (08e8b4ff83174bbbb973eabaac321341) in parent group-v412391. [ 2190.989257] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Creating folder: Instances. Parent ref: group-v412682. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2190.989539] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22ded43d-0412-4ffc-bada-01144f587bdf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.998696] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Created folder: Instances in parent group-v412682. [ 2190.998962] env[63750]: DEBUG oslo.service.loopingcall [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2190.999225] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6a6f200-8ecf-4bc0-9d82-a4491a75377d] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2190.999501] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56e6898f-7466-432e-bfbe-7c0ca4436801 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.025287] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2191.025287] env[63750]: value = "task-2007277" [ 2191.025287] env[63750]: _type = "Task" [ 2191.025287] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2191.035599] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007277, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2191.106695] env[63750]: DEBUG nova.compute.manager [None req-60935596-e5d3-485f-b5d0-b109696c40d1 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2191.107211] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-60935596-e5d3-485f-b5d0-b109696c40d1 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2191.108072] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d6a3bc-2b70-4cef-bccd-dad4655b66eb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.116316] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-60935596-e5d3-485f-b5d0-b109696c40d1 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2191.116618] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-031f98c5-14fc-4677-9e55-f2af9c6872bd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.122928] env[63750]: DEBUG oslo_vmware.api [None req-60935596-e5d3-485f-b5d0-b109696c40d1 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2191.122928] env[63750]: value = "task-2007278" [ 2191.122928] env[63750]: _type = "Task" [ 2191.122928] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2191.126569] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.245s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2191.127130] env[63750]: DEBUG nova.compute.manager [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2191.129944] env[63750]: DEBUG oslo_concurrency.lockutils [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 2.287s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2191.136961] env[63750]: DEBUG oslo_vmware.api [None req-60935596-e5d3-485f-b5d0-b109696c40d1 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007278, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2191.241827] env[63750]: DEBUG nova.compute.manager [req-339e0cb1-150a-48f2-9f29-1b17c328a765 req-e1815f21-9e5e-470b-b185-724b0a8a54f8 service nova] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Received event network-vif-plugged-03d4090e-c016-4068-b5b9-b1d33f6dd6f6 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2191.242121] env[63750]: DEBUG oslo_concurrency.lockutils [req-339e0cb1-150a-48f2-9f29-1b17c328a765 req-e1815f21-9e5e-470b-b185-724b0a8a54f8 service nova] Acquiring lock "0c1bdaf9-f42b-436e-9896-43d833a1f7d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2191.242372] env[63750]: DEBUG oslo_concurrency.lockutils [req-339e0cb1-150a-48f2-9f29-1b17c328a765 req-e1815f21-9e5e-470b-b185-724b0a8a54f8 service nova] Lock "0c1bdaf9-f42b-436e-9896-43d833a1f7d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2191.242565] env[63750]: DEBUG oslo_concurrency.lockutils [req-339e0cb1-150a-48f2-9f29-1b17c328a765 req-e1815f21-9e5e-470b-b185-724b0a8a54f8 service nova] Lock "0c1bdaf9-f42b-436e-9896-43d833a1f7d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2191.242826] env[63750]: DEBUG nova.compute.manager [req-339e0cb1-150a-48f2-9f29-1b17c328a765 req-e1815f21-9e5e-470b-b185-724b0a8a54f8 service nova] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] No waiting events found dispatching network-vif-plugged-03d4090e-c016-4068-b5b9-b1d33f6dd6f6 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2191.243036] env[63750]: WARNING nova.compute.manager [req-339e0cb1-150a-48f2-9f29-1b17c328a765 req-e1815f21-9e5e-470b-b185-724b0a8a54f8 service nova] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Received unexpected event network-vif-plugged-03d4090e-c016-4068-b5b9-b1d33f6dd6f6 for instance with vm_state building and task_state spawning. [ 2191.485136] env[63750]: DEBUG nova.network.neutron [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Successfully updated port: 03d4090e-c016-4068-b5b9-b1d33f6dd6f6 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2191.536057] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007277, 'name': CreateVM_Task, 'duration_secs': 0.25918} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2191.536292] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6a6f200-8ecf-4bc0-9d82-a4491a75377d] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2191.536740] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2191.536911] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2191.537273] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2191.537611] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d14cafc-8725-46ea-8e33-675f595c5f4b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.542689] env[63750]: DEBUG oslo_vmware.api [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Waiting for the task: (returnval){ [ 2191.542689] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a67c4b-97a9-0f00-8a5f-eb5d4081d929" [ 2191.542689] env[63750]: _type = "Task" [ 2191.542689] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2191.550841] env[63750]: DEBUG oslo_vmware.api [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a67c4b-97a9-0f00-8a5f-eb5d4081d929, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2191.607607] env[63750]: DEBUG nova.network.neutron [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Successfully updated port: fc44872f-b163-4610-afd8-cb0100561ea3 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2191.633994] env[63750]: DEBUG nova.compute.utils [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2191.635277] env[63750]: DEBUG oslo_vmware.api [None req-60935596-e5d3-485f-b5d0-b109696c40d1 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007278, 'name': PowerOffVM_Task, 'duration_secs': 0.176443} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2191.635544] env[63750]: DEBUG nova.compute.manager [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] Not allocating networking since 'none' was specified. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 2191.636089] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-60935596-e5d3-485f-b5d0-b109696c40d1 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2191.636254] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-60935596-e5d3-485f-b5d0-b109696c40d1 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2191.636674] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e7c43e7-6547-4baf-82ad-672a28ab08af {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.638421] env[63750]: DEBUG nova.objects.instance [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lazy-loading 'migration_context' on Instance uuid 00dfffcc-8529-47de-a0c6-21d5e35e47dc {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2191.749114] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-60935596-e5d3-485f-b5d0-b109696c40d1 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2191.749332] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-60935596-e5d3-485f-b5d0-b109696c40d1 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2191.749503] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-60935596-e5d3-485f-b5d0-b109696c40d1 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Deleting the datastore file [datastore1] f19f74f5-d356-451e-9391-d3dcfe667537 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2191.749857] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed74a2d9-edc9-4020-9c2d-b9c430522c4d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.756421] env[63750]: DEBUG oslo_vmware.api [None req-60935596-e5d3-485f-b5d0-b109696c40d1 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2191.756421] env[63750]: value = "task-2007280" [ 2191.756421] env[63750]: _type = "Task" [ 2191.756421] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2191.764161] env[63750]: DEBUG oslo_vmware.api [None req-60935596-e5d3-485f-b5d0-b109696c40d1 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007280, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2191.906050] env[63750]: DEBUG nova.network.neutron [-] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2191.987886] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquiring lock "refresh_cache-0c1bdaf9-f42b-436e-9896-43d833a1f7d7" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2191.988089] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquired lock "refresh_cache-0c1bdaf9-f42b-436e-9896-43d833a1f7d7" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2191.988268] env[63750]: DEBUG nova.network.neutron [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2192.053609] env[63750]: DEBUG oslo_vmware.api [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a67c4b-97a9-0f00-8a5f-eb5d4081d929, 'name': SearchDatastore_Task, 'duration_secs': 0.010509} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2192.053918] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2192.054178] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: d6a6f200-8ecf-4bc0-9d82-a4491a75377d] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2192.054410] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2192.054556] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2192.054749] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2192.054978] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a55f4196-b673-4e9f-9f20-d55b61a8167b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.063359] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2192.063542] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2192.064240] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7d79359-bc74-44d3-9312-632aa9064c02 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.069017] env[63750]: DEBUG oslo_vmware.api [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Waiting for the task: (returnval){ [ 2192.069017] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]528fc3d6-e2b3-8a43-a476-b9ae27715df4" [ 2192.069017] env[63750]: _type = "Task" [ 2192.069017] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2192.076787] env[63750]: DEBUG oslo_vmware.api [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]528fc3d6-e2b3-8a43-a476-b9ae27715df4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.110717] env[63750]: DEBUG oslo_concurrency.lockutils [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquiring lock "refresh_cache-ae994a4f-e5e0-4e87-a858-53590411fad2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2192.110820] env[63750]: DEBUG oslo_concurrency.lockutils [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquired lock "refresh_cache-ae994a4f-e5e0-4e87-a858-53590411fad2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2192.111011] env[63750]: DEBUG nova.network.neutron [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2192.137419] env[63750]: DEBUG nova.compute.manager [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2192.269318] env[63750]: DEBUG oslo_vmware.api [None req-60935596-e5d3-485f-b5d0-b109696c40d1 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007280, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142591} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2192.269595] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-60935596-e5d3-485f-b5d0-b109696c40d1 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2192.269797] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-60935596-e5d3-485f-b5d0-b109696c40d1 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2192.269980] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-60935596-e5d3-485f-b5d0-b109696c40d1 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2192.270172] env[63750]: INFO nova.compute.manager [None req-60935596-e5d3-485f-b5d0-b109696c40d1 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Took 1.16 seconds to destroy the instance on the hypervisor. [ 2192.270406] env[63750]: DEBUG oslo.service.loopingcall [None req-60935596-e5d3-485f-b5d0-b109696c40d1 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2192.270597] env[63750]: DEBUG nova.compute.manager [-] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2192.270691] env[63750]: DEBUG nova.network.neutron [-] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2192.314895] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0c0b11-9623-4398-b4c0-4ad334fed5e4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.322346] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a96c8df-bb60-47d5-8d7b-70386d5d66a7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.353272] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408e9f42-bd6b-4255-9b43-47f213f062f0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.361147] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29be804c-44d8-4a23-8280-9d8998a7360f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.374557] env[63750]: DEBUG nova.compute.provider_tree [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2192.408113] env[63750]: INFO nova.compute.manager [-] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Took 1.68 seconds to deallocate network for instance. [ 2192.539527] env[63750]: DEBUG nova.network.neutron [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2192.578617] env[63750]: DEBUG oslo_vmware.api [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]528fc3d6-e2b3-8a43-a476-b9ae27715df4, 'name': SearchDatastore_Task, 'duration_secs': 0.008087} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2192.579464] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3616ede5-716c-4a23-93cd-ba2ef1176071 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.585234] env[63750]: DEBUG oslo_vmware.api [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Waiting for the task: (returnval){ [ 2192.585234] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5261a9fd-c093-b831-dfb1-6aa48de7e929" [ 2192.585234] env[63750]: _type = "Task" [ 2192.585234] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2192.594194] env[63750]: DEBUG oslo_vmware.api [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5261a9fd-c093-b831-dfb1-6aa48de7e929, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.662252] env[63750]: DEBUG nova.network.neutron [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2192.825688] env[63750]: DEBUG nova.network.neutron [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Updating instance_info_cache with network_info: [{"id": "03d4090e-c016-4068-b5b9-b1d33f6dd6f6", "address": "fa:16:3e:c4:41:e0", "network": {"id": "6ee8b59d-97e1-4efe-b623-8db03ccc868f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-59123013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23846c040dac48ec80f88340c38cbf38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03d4090e-c0", "ovs_interfaceid": "03d4090e-c016-4068-b5b9-b1d33f6dd6f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2192.881152] env[63750]: DEBUG nova.scheduler.client.report [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2192.973851] env[63750]: INFO nova.compute.manager [None req-9595e238-3c41-40ae-8c1b-21c96ad45fe6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Took 0.56 seconds to detach 1 volumes for instance. [ 2192.976921] env[63750]: DEBUG nova.compute.manager [None req-9595e238-3c41-40ae-8c1b-21c96ad45fe6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Deleting volume: b4f39e67-8f2c-4a08-90cd-4288b52a446f {{(pid=63750) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 2193.098034] env[63750]: DEBUG oslo_vmware.api [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5261a9fd-c093-b831-dfb1-6aa48de7e929, 'name': SearchDatastore_Task, 'duration_secs': 0.011538} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2193.098034] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2193.098034] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] d6a6f200-8ecf-4bc0-9d82-a4491a75377d/d6a6f200-8ecf-4bc0-9d82-a4491a75377d.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2193.098034] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be06637c-9976-438a-87f3-905ec214a18c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.103952] env[63750]: DEBUG oslo_vmware.api [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Waiting for the task: (returnval){ [ 2193.103952] env[63750]: value = "task-2007282" [ 2193.103952] env[63750]: _type = "Task" [ 2193.103952] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2193.112411] env[63750]: DEBUG oslo_vmware.api [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': task-2007282, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.153021] env[63750]: DEBUG nova.compute.manager [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2193.153856] env[63750]: DEBUG nova.network.neutron [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Updating instance_info_cache with network_info: [{"id": "fc44872f-b163-4610-afd8-cb0100561ea3", "address": "fa:16:3e:80:5a:c2", "network": {"id": "3190c9f9-ed08-4a95-905a-91e470b8e973", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-172291959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7dd23ed8566493d991974157cb177d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc44872f-b1", "ovs_interfaceid": "fc44872f-b163-4610-afd8-cb0100561ea3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2193.185029] env[63750]: DEBUG nova.virt.hardware [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2193.185029] env[63750]: DEBUG nova.virt.hardware [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2193.185029] env[63750]: DEBUG nova.virt.hardware [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2193.185029] env[63750]: DEBUG nova.virt.hardware [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2193.185029] env[63750]: DEBUG nova.virt.hardware [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2193.185349] env[63750]: DEBUG nova.virt.hardware [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2193.185695] env[63750]: DEBUG nova.virt.hardware [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2193.185987] env[63750]: DEBUG nova.virt.hardware [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2193.186310] env[63750]: DEBUG nova.virt.hardware [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2193.186662] env[63750]: DEBUG nova.virt.hardware [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2193.186977] env[63750]: DEBUG nova.virt.hardware [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2193.188206] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d43011-d5ac-437e-b228-ce7aaa0b486e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.197345] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e527771a-0d89-4618-b022-83fbefa744e9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.213646] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] Instance VIF info [] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2193.220149] env[63750]: DEBUG oslo.service.loopingcall [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2193.220149] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2193.220322] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa1f01aa-d3d3-4859-a740-06cbeba94304 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.240711] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2193.240711] env[63750]: value = "task-2007283" [ 2193.240711] env[63750]: _type = "Task" [ 2193.240711] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2193.250499] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007283, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.280669] env[63750]: DEBUG nova.compute.manager [req-8564bf88-543b-4105-be94-0a2a704ff35f req-e54bd43b-b6c8-4715-9aee-df6d9a56019a service nova] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Received event network-vif-deleted-1e1e3461-c83f-40ef-a6fe-5f87d0d76a38 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2193.280934] env[63750]: DEBUG nova.compute.manager [req-8564bf88-543b-4105-be94-0a2a704ff35f req-e54bd43b-b6c8-4715-9aee-df6d9a56019a service nova] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Received event network-changed-03d4090e-c016-4068-b5b9-b1d33f6dd6f6 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2193.281112] env[63750]: DEBUG nova.compute.manager [req-8564bf88-543b-4105-be94-0a2a704ff35f req-e54bd43b-b6c8-4715-9aee-df6d9a56019a service nova] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Refreshing instance network info cache due to event network-changed-03d4090e-c016-4068-b5b9-b1d33f6dd6f6. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2193.281320] env[63750]: DEBUG oslo_concurrency.lockutils [req-8564bf88-543b-4105-be94-0a2a704ff35f req-e54bd43b-b6c8-4715-9aee-df6d9a56019a service nova] Acquiring lock "refresh_cache-0c1bdaf9-f42b-436e-9896-43d833a1f7d7" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2193.332278] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Releasing lock "refresh_cache-0c1bdaf9-f42b-436e-9896-43d833a1f7d7" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2193.332278] env[63750]: DEBUG nova.compute.manager [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Instance network_info: |[{"id": "03d4090e-c016-4068-b5b9-b1d33f6dd6f6", "address": "fa:16:3e:c4:41:e0", "network": {"id": "6ee8b59d-97e1-4efe-b623-8db03ccc868f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-59123013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23846c040dac48ec80f88340c38cbf38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03d4090e-c0", "ovs_interfaceid": "03d4090e-c016-4068-b5b9-b1d33f6dd6f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2193.332278] env[63750]: DEBUG oslo_concurrency.lockutils [req-8564bf88-543b-4105-be94-0a2a704ff35f req-e54bd43b-b6c8-4715-9aee-df6d9a56019a service nova] Acquired lock "refresh_cache-0c1bdaf9-f42b-436e-9896-43d833a1f7d7" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2193.332278] env[63750]: DEBUG nova.network.neutron [req-8564bf88-543b-4105-be94-0a2a704ff35f req-e54bd43b-b6c8-4715-9aee-df6d9a56019a service nova] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Refreshing network info cache for port 03d4090e-c016-4068-b5b9-b1d33f6dd6f6 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2193.332278] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:41:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7b5f1ef-d4b9-4ec3-b047-17e4cb349d25', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03d4090e-c016-4068-b5b9-b1d33f6dd6f6', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2193.343614] env[63750]: DEBUG oslo.service.loopingcall [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2193.348930] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2193.350611] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec98922f-d3ea-4775-8351-802cb660d7de {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.374970] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2193.374970] env[63750]: value = "task-2007284" [ 2193.374970] env[63750]: _type = "Task" [ 2193.374970] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2193.390793] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007284, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.517364] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9595e238-3c41-40ae-8c1b-21c96ad45fe6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2193.601165] env[63750]: DEBUG nova.network.neutron [req-8564bf88-543b-4105-be94-0a2a704ff35f req-e54bd43b-b6c8-4715-9aee-df6d9a56019a service nova] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Updated VIF entry in instance network info cache for port 03d4090e-c016-4068-b5b9-b1d33f6dd6f6. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2193.601540] env[63750]: DEBUG nova.network.neutron [req-8564bf88-543b-4105-be94-0a2a704ff35f req-e54bd43b-b6c8-4715-9aee-df6d9a56019a service nova] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Updating instance_info_cache with network_info: [{"id": "03d4090e-c016-4068-b5b9-b1d33f6dd6f6", "address": "fa:16:3e:c4:41:e0", "network": {"id": "6ee8b59d-97e1-4efe-b623-8db03ccc868f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-59123013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23846c040dac48ec80f88340c38cbf38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03d4090e-c0", "ovs_interfaceid": "03d4090e-c016-4068-b5b9-b1d33f6dd6f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2193.614798] env[63750]: DEBUG oslo_vmware.api [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': task-2007282, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.657419] env[63750]: DEBUG oslo_concurrency.lockutils [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Releasing lock "refresh_cache-ae994a4f-e5e0-4e87-a858-53590411fad2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2193.657802] env[63750]: DEBUG nova.compute.manager [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Instance network_info: |[{"id": "fc44872f-b163-4610-afd8-cb0100561ea3", "address": "fa:16:3e:80:5a:c2", "network": {"id": "3190c9f9-ed08-4a95-905a-91e470b8e973", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-172291959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7dd23ed8566493d991974157cb177d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc44872f-b1", "ovs_interfaceid": "fc44872f-b163-4610-afd8-cb0100561ea3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2193.658265] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:5a:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c0d5204b-f60e-4830-84c8-2fe246c28202', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc44872f-b163-4610-afd8-cb0100561ea3', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2193.665734] env[63750]: DEBUG oslo.service.loopingcall [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2193.665944] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2193.666183] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af1cb187-0581-4a7f-ae6f-398703f36a03 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.685364] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2193.685364] env[63750]: value = "task-2007285" [ 2193.685364] env[63750]: _type = "Task" [ 2193.685364] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2193.696138] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007285, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.735665] env[63750]: DEBUG nova.network.neutron [-] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2193.752017] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007283, 'name': CreateVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.885771] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007284, 'name': CreateVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.894088] env[63750]: DEBUG oslo_concurrency.lockutils [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.764s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2193.898879] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.643s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2193.900361] env[63750]: INFO nova.compute.claims [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2194.104201] env[63750]: DEBUG oslo_concurrency.lockutils [req-8564bf88-543b-4105-be94-0a2a704ff35f req-e54bd43b-b6c8-4715-9aee-df6d9a56019a service nova] Releasing lock "refresh_cache-0c1bdaf9-f42b-436e-9896-43d833a1f7d7" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2194.104500] env[63750]: DEBUG nova.compute.manager [req-8564bf88-543b-4105-be94-0a2a704ff35f req-e54bd43b-b6c8-4715-9aee-df6d9a56019a service nova] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Received event network-vif-plugged-fc44872f-b163-4610-afd8-cb0100561ea3 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2194.104684] env[63750]: DEBUG oslo_concurrency.lockutils [req-8564bf88-543b-4105-be94-0a2a704ff35f req-e54bd43b-b6c8-4715-9aee-df6d9a56019a service nova] Acquiring lock "ae994a4f-e5e0-4e87-a858-53590411fad2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2194.104887] env[63750]: DEBUG oslo_concurrency.lockutils [req-8564bf88-543b-4105-be94-0a2a704ff35f req-e54bd43b-b6c8-4715-9aee-df6d9a56019a service nova] Lock "ae994a4f-e5e0-4e87-a858-53590411fad2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2194.105065] env[63750]: DEBUG oslo_concurrency.lockutils [req-8564bf88-543b-4105-be94-0a2a704ff35f req-e54bd43b-b6c8-4715-9aee-df6d9a56019a service nova] Lock "ae994a4f-e5e0-4e87-a858-53590411fad2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2194.105237] env[63750]: DEBUG nova.compute.manager [req-8564bf88-543b-4105-be94-0a2a704ff35f req-e54bd43b-b6c8-4715-9aee-df6d9a56019a service nova] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] No waiting events found dispatching network-vif-plugged-fc44872f-b163-4610-afd8-cb0100561ea3 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2194.105399] env[63750]: WARNING nova.compute.manager [req-8564bf88-543b-4105-be94-0a2a704ff35f req-e54bd43b-b6c8-4715-9aee-df6d9a56019a service nova] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Received unexpected event network-vif-plugged-fc44872f-b163-4610-afd8-cb0100561ea3 for instance with vm_state building and task_state spawning. [ 2194.105560] env[63750]: DEBUG nova.compute.manager [req-8564bf88-543b-4105-be94-0a2a704ff35f req-e54bd43b-b6c8-4715-9aee-df6d9a56019a service nova] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Received event network-changed-fc44872f-b163-4610-afd8-cb0100561ea3 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2194.105714] env[63750]: DEBUG nova.compute.manager [req-8564bf88-543b-4105-be94-0a2a704ff35f req-e54bd43b-b6c8-4715-9aee-df6d9a56019a service nova] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Refreshing instance network info cache due to event network-changed-fc44872f-b163-4610-afd8-cb0100561ea3. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2194.105900] env[63750]: DEBUG oslo_concurrency.lockutils [req-8564bf88-543b-4105-be94-0a2a704ff35f req-e54bd43b-b6c8-4715-9aee-df6d9a56019a service nova] Acquiring lock "refresh_cache-ae994a4f-e5e0-4e87-a858-53590411fad2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2194.106052] env[63750]: DEBUG oslo_concurrency.lockutils [req-8564bf88-543b-4105-be94-0a2a704ff35f req-e54bd43b-b6c8-4715-9aee-df6d9a56019a service nova] Acquired lock "refresh_cache-ae994a4f-e5e0-4e87-a858-53590411fad2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2194.106212] env[63750]: DEBUG nova.network.neutron [req-8564bf88-543b-4105-be94-0a2a704ff35f req-e54bd43b-b6c8-4715-9aee-df6d9a56019a service nova] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Refreshing network info cache for port fc44872f-b163-4610-afd8-cb0100561ea3 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2194.116379] env[63750]: DEBUG oslo_vmware.api [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': task-2007282, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534096} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2194.117166] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] d6a6f200-8ecf-4bc0-9d82-a4491a75377d/d6a6f200-8ecf-4bc0-9d82-a4491a75377d.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2194.117384] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: d6a6f200-8ecf-4bc0-9d82-a4491a75377d] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2194.117628] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c65d3467-de86-4037-b56a-c7e7e00a513b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.125870] env[63750]: DEBUG oslo_vmware.api [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Waiting for the task: (returnval){ [ 2194.125870] env[63750]: value = "task-2007286" [ 2194.125870] env[63750]: _type = "Task" [ 2194.125870] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2194.132643] env[63750]: DEBUG oslo_vmware.api [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': task-2007286, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.194996] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007285, 'name': CreateVM_Task, 'duration_secs': 0.415925} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2194.196032] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2194.202345] env[63750]: DEBUG oslo_concurrency.lockutils [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2194.202518] env[63750]: DEBUG oslo_concurrency.lockutils [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2194.202834] env[63750]: DEBUG oslo_concurrency.lockutils [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2194.203096] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32c6f466-4269-413f-8973-aaf3df08ab36 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.207506] env[63750]: DEBUG oslo_vmware.api [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2194.207506] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a626c2-5f01-2272-c4a5-f2206440d2c9" [ 2194.207506] env[63750]: _type = "Task" [ 2194.207506] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2194.215251] env[63750]: DEBUG oslo_vmware.api [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a626c2-5f01-2272-c4a5-f2206440d2c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.237977] env[63750]: INFO nova.compute.manager [-] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Took 1.97 seconds to deallocate network for instance. [ 2194.250810] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007283, 'name': CreateVM_Task, 'duration_secs': 0.607993} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2194.250958] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2194.251379] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2194.385545] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007284, 'name': CreateVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.634619] env[63750]: DEBUG oslo_vmware.api [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': task-2007286, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.722026] env[63750]: DEBUG oslo_vmware.api [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a626c2-5f01-2272-c4a5-f2206440d2c9, 'name': SearchDatastore_Task, 'duration_secs': 0.013302} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2194.722504] env[63750]: DEBUG oslo_concurrency.lockutils [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2194.722876] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2194.723179] env[63750]: DEBUG oslo_concurrency.lockutils [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2194.723339] env[63750]: DEBUG oslo_concurrency.lockutils [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2194.723519] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2194.723800] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2194.724118] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2194.724344] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b840f5bb-97cf-49f9-b13c-9a5ab723e7b1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.726210] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-902503fb-fa34-47c7-a3f2-c25d78bfbeb2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.731409] env[63750]: DEBUG oslo_vmware.api [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Waiting for the task: (returnval){ [ 2194.731409] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5298d88a-ae1b-e160-8e2a-59e1cb87596a" [ 2194.731409] env[63750]: _type = "Task" [ 2194.731409] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2194.735401] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2194.735576] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2194.736514] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-798802f7-8741-40c8-9153-a32aee64c5e3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.741130] env[63750]: DEBUG oslo_vmware.api [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5298d88a-ae1b-e160-8e2a-59e1cb87596a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.746498] env[63750]: DEBUG oslo_concurrency.lockutils [None req-60935596-e5d3-485f-b5d0-b109696c40d1 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2194.746795] env[63750]: DEBUG oslo_vmware.api [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2194.746795] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a3dbbf-fd79-2850-6a28-45b296488b56" [ 2194.746795] env[63750]: _type = "Task" [ 2194.746795] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2194.755226] env[63750]: DEBUG oslo_vmware.api [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a3dbbf-fd79-2850-6a28-45b296488b56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.805743] env[63750]: DEBUG nova.network.neutron [req-8564bf88-543b-4105-be94-0a2a704ff35f req-e54bd43b-b6c8-4715-9aee-df6d9a56019a service nova] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Updated VIF entry in instance network info cache for port fc44872f-b163-4610-afd8-cb0100561ea3. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2194.806103] env[63750]: DEBUG nova.network.neutron [req-8564bf88-543b-4105-be94-0a2a704ff35f req-e54bd43b-b6c8-4715-9aee-df6d9a56019a service nova] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Updating instance_info_cache with network_info: [{"id": "fc44872f-b163-4610-afd8-cb0100561ea3", "address": "fa:16:3e:80:5a:c2", "network": {"id": "3190c9f9-ed08-4a95-905a-91e470b8e973", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-172291959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7dd23ed8566493d991974157cb177d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc44872f-b1", "ovs_interfaceid": "fc44872f-b163-4610-afd8-cb0100561ea3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2194.885997] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007284, 'name': CreateVM_Task, 'duration_secs': 1.374604} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2194.886159] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2194.886830] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2195.069678] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6fb559-21a3-44c1-8693-c734405339a0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.077259] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae02f26-4e79-4e0d-90f8-39a9c31c601b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.107152] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91e89d1-4414-42ad-890f-db1e94d1b321 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.114787] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ddb916-5bee-411e-90d8-c1337f9379fa {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.128681] env[63750]: DEBUG nova.compute.provider_tree [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2195.137843] env[63750]: DEBUG oslo_vmware.api [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': task-2007286, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.597152} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2195.138670] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: d6a6f200-8ecf-4bc0-9d82-a4491a75377d] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2195.139464] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba82866-a44d-4540-a8fe-d185332df7e1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.159463] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: d6a6f200-8ecf-4bc0-9d82-a4491a75377d] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] d6a6f200-8ecf-4bc0-9d82-a4491a75377d/d6a6f200-8ecf-4bc0-9d82-a4491a75377d.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2195.159820] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a18b1f5-c634-41ff-b805-63838fe22910 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.178518] env[63750]: DEBUG oslo_vmware.api [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Waiting for the task: (returnval){ [ 2195.178518] env[63750]: value = "task-2007287" [ 2195.178518] env[63750]: _type = "Task" [ 2195.178518] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2195.187753] env[63750]: DEBUG oslo_vmware.api [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': task-2007287, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.240162] env[63750]: DEBUG oslo_vmware.api [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5298d88a-ae1b-e160-8e2a-59e1cb87596a, 'name': SearchDatastore_Task, 'duration_secs': 0.008837} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2195.240439] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2195.240668] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2195.240876] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2195.241117] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2195.241416] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2195.241650] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3810424d-0f3f-4bca-9fec-92a636ec1713 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.245604] env[63750]: DEBUG oslo_vmware.api [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2195.245604] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]520cb2dc-b599-f7f6-d39b-1ad186a6d933" [ 2195.245604] env[63750]: _type = "Task" [ 2195.245604] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2195.255184] env[63750]: DEBUG oslo_vmware.api [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]520cb2dc-b599-f7f6-d39b-1ad186a6d933, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.258290] env[63750]: DEBUG oslo_vmware.api [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a3dbbf-fd79-2850-6a28-45b296488b56, 'name': SearchDatastore_Task, 'duration_secs': 0.008256} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2195.259013] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d799f301-d05a-4f0b-a1ff-cdcf3ef747ab {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.263301] env[63750]: DEBUG oslo_vmware.api [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2195.263301] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52f8b3b8-9d76-74d6-779e-27f38411d6c4" [ 2195.263301] env[63750]: _type = "Task" [ 2195.263301] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2195.270061] env[63750]: DEBUG oslo_vmware.api [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52f8b3b8-9d76-74d6-779e-27f38411d6c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.309065] env[63750]: DEBUG oslo_concurrency.lockutils [req-8564bf88-543b-4105-be94-0a2a704ff35f req-e54bd43b-b6c8-4715-9aee-df6d9a56019a service nova] Releasing lock "refresh_cache-ae994a4f-e5e0-4e87-a858-53590411fad2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2195.309308] env[63750]: DEBUG nova.compute.manager [req-8564bf88-543b-4105-be94-0a2a704ff35f req-e54bd43b-b6c8-4715-9aee-df6d9a56019a service nova] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Received event network-vif-deleted-c0035770-6307-4f77-bb59-c5fd722412e0 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2195.309482] env[63750]: INFO nova.compute.manager [req-8564bf88-543b-4105-be94-0a2a704ff35f req-e54bd43b-b6c8-4715-9aee-df6d9a56019a service nova] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Neutron deleted interface c0035770-6307-4f77-bb59-c5fd722412e0; detaching it from the instance and deleting it from the info cache [ 2195.309648] env[63750]: DEBUG nova.network.neutron [req-8564bf88-543b-4105-be94-0a2a704ff35f req-e54bd43b-b6c8-4715-9aee-df6d9a56019a service nova] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2195.435510] env[63750]: INFO nova.compute.manager [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Swapping old allocation on dict_keys(['e97779d2-c1aa-4b7e-928a-1e7ed86edaab']) held by migration eaf60a34-a574-4bf7-8572-6635ec0685ac for instance [ 2195.458863] env[63750]: DEBUG nova.scheduler.client.report [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Overwriting current allocation {'allocations': {'e97779d2-c1aa-4b7e-928a-1e7ed86edaab': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 154}}, 'project_id': '0e8d72fb292a433fb29749aee8e597f3', 'user_id': '98fbccb3ba284de9a48065e7a8056698', 'consumer_generation': 1} on consumer 00dfffcc-8529-47de-a0c6-21d5e35e47dc {{(pid=63750) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 2195.540438] env[63750]: DEBUG oslo_concurrency.lockutils [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquiring lock "refresh_cache-00dfffcc-8529-47de-a0c6-21d5e35e47dc" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2195.540644] env[63750]: DEBUG oslo_concurrency.lockutils [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquired lock "refresh_cache-00dfffcc-8529-47de-a0c6-21d5e35e47dc" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2195.540932] env[63750]: DEBUG nova.network.neutron [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2195.635051] env[63750]: DEBUG nova.scheduler.client.report [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2195.688248] env[63750]: DEBUG oslo_vmware.api [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': task-2007287, 'name': ReconfigVM_Task, 'duration_secs': 0.259481} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2195.688493] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: d6a6f200-8ecf-4bc0-9d82-a4491a75377d] Reconfigured VM instance instance-00000073 to attach disk [datastore1] d6a6f200-8ecf-4bc0-9d82-a4491a75377d/d6a6f200-8ecf-4bc0-9d82-a4491a75377d.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2195.689156] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e814fd17-2c08-49f1-a5c6-17db4e5377e2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.695982] env[63750]: DEBUG oslo_vmware.api [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Waiting for the task: (returnval){ [ 2195.695982] env[63750]: value = "task-2007288" [ 2195.695982] env[63750]: _type = "Task" [ 2195.695982] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2195.712015] env[63750]: DEBUG oslo_vmware.api [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': task-2007288, 'name': Rename_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.755880] env[63750]: DEBUG oslo_vmware.api [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]520cb2dc-b599-f7f6-d39b-1ad186a6d933, 'name': SearchDatastore_Task, 'duration_secs': 0.008587} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2195.756190] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2195.756423] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2195.756655] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2195.771961] env[63750]: DEBUG oslo_vmware.api [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52f8b3b8-9d76-74d6-779e-27f38411d6c4, 'name': SearchDatastore_Task, 'duration_secs': 0.007959} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2195.772213] env[63750]: DEBUG oslo_concurrency.lockutils [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2195.772468] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] ae994a4f-e5e0-4e87-a858-53590411fad2/ae994a4f-e5e0-4e87-a858-53590411fad2.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2195.772742] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2195.772942] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2195.773183] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8681ead9-1573-4b1c-a659-2f39df3b81c2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.775097] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-815bb803-63c1-4861-aefa-ce7a945a76f6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.782044] env[63750]: DEBUG oslo_vmware.api [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2195.782044] env[63750]: value = "task-2007289" [ 2195.782044] env[63750]: _type = "Task" [ 2195.782044] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2195.789562] env[63750]: DEBUG oslo_vmware.api [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007289, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.797352] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2195.797527] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2195.798239] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d85572d-3b05-4c04-96b8-ea30041a596e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.802888] env[63750]: DEBUG oslo_vmware.api [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Waiting for the task: (returnval){ [ 2195.802888] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]529514a2-cabb-2018-986b-5ba1abcca44f" [ 2195.802888] env[63750]: _type = "Task" [ 2195.802888] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2195.810247] env[63750]: DEBUG oslo_vmware.api [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]529514a2-cabb-2018-986b-5ba1abcca44f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.811841] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c160502-0080-47cd-8875-302241a0395b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.819159] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ade7ce-5e25-4766-a252-59d4987455ca {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.853331] env[63750]: DEBUG nova.compute.manager [req-8564bf88-543b-4105-be94-0a2a704ff35f req-e54bd43b-b6c8-4715-9aee-df6d9a56019a service nova] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Detach interface failed, port_id=c0035770-6307-4f77-bb59-c5fd722412e0, reason: Instance f19f74f5-d356-451e-9391-d3dcfe667537 could not be found. {{(pid=63750) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2196.140831] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.242s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2196.141386] env[63750]: DEBUG nova.compute.manager [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2196.147906] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9595e238-3c41-40ae-8c1b-21c96ad45fe6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.631s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2196.148269] env[63750]: DEBUG nova.objects.instance [None req-9595e238-3c41-40ae-8c1b-21c96ad45fe6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lazy-loading 'resources' on Instance uuid 2ea581c2-febf-43a9-9bb2-42f9b60440a4 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2196.208492] env[63750]: DEBUG oslo_vmware.api [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': task-2007288, 'name': Rename_Task, 'duration_secs': 0.143245} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2196.208806] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: d6a6f200-8ecf-4bc0-9d82-a4491a75377d] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2196.209092] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e7ef8bf-1f2e-46da-9c01-c24d4e19aafa {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.215982] env[63750]: DEBUG oslo_vmware.api [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Waiting for the task: (returnval){ [ 2196.215982] env[63750]: value = "task-2007290" [ 2196.215982] env[63750]: _type = "Task" [ 2196.215982] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2196.225921] env[63750]: DEBUG oslo_vmware.api [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': task-2007290, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.292866] env[63750]: DEBUG oslo_vmware.api [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007289, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.313425] env[63750]: DEBUG oslo_vmware.api [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]529514a2-cabb-2018-986b-5ba1abcca44f, 'name': SearchDatastore_Task, 'duration_secs': 0.00994} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2196.314301] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f85cf3a4-8697-4df1-a56e-3b0804b26869 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.319555] env[63750]: DEBUG oslo_vmware.api [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Waiting for the task: (returnval){ [ 2196.319555] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527d2d97-0648-f919-643f-15ced8704266" [ 2196.319555] env[63750]: _type = "Task" [ 2196.319555] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2196.326931] env[63750]: DEBUG oslo_vmware.api [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527d2d97-0648-f919-643f-15ced8704266, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.334460] env[63750]: DEBUG nova.network.neutron [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Updating instance_info_cache with network_info: [{"id": "348970f4-a63d-4053-9b1b-fc3a0f83a627", "address": "fa:16:3e:26:18:55", "network": {"id": "b187626c-07b5-4d74-a064-ea07943c3974", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-699185419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e8d72fb292a433fb29749aee8e597f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap348970f4-a6", "ovs_interfaceid": "348970f4-a63d-4053-9b1b-fc3a0f83a627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2196.652057] env[63750]: DEBUG nova.compute.utils [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2196.657757] env[63750]: DEBUG nova.compute.manager [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2196.658452] env[63750]: DEBUG nova.network.neutron [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2196.719032] env[63750]: DEBUG nova.policy [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0601259fd0847d881d7c536fda64c35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91a6374b7ee44849998c8b16981afb61', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 2196.731635] env[63750]: DEBUG oslo_vmware.api [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': task-2007290, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.794826] env[63750]: DEBUG oslo_vmware.api [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007289, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533016} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2196.795107] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] ae994a4f-e5e0-4e87-a858-53590411fad2/ae994a4f-e5e0-4e87-a858-53590411fad2.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2196.795326] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2196.795872] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dad14a5b-3b07-4af4-8494-7449c19aee8e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.802332] env[63750]: DEBUG oslo_vmware.api [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2196.802332] env[63750]: value = "task-2007291" [ 2196.802332] env[63750]: _type = "Task" [ 2196.802332] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2196.811869] env[63750]: DEBUG oslo_vmware.api [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007291, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.816817] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcbd77ac-ffdc-4846-acbc-aab3a0bb8441 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.826169] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fffe88b3-14d5-4392-af92-f3ab5c38b139 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.832329] env[63750]: DEBUG oslo_vmware.api [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527d2d97-0648-f919-643f-15ced8704266, 'name': SearchDatastore_Task, 'duration_secs': 0.021088} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2196.832886] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2196.833181] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] bd65c6a8-0b1d-4df0-8b5b-3a07a239705a/bd65c6a8-0b1d-4df0-8b5b-3a07a239705a.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2196.833448] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2196.833631] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2196.833824] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d84bf337-87ca-42d2-9359-9b77fdff8bc6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.859063] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04bfed0b-6a15-49c6-890f-c225c6f25065 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.861096] env[63750]: DEBUG oslo_concurrency.lockutils [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Releasing lock "refresh_cache-00dfffcc-8529-47de-a0c6-21d5e35e47dc" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2196.862428] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2518d0d5-82d4-4144-a468-18065e331441 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.865123] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885fbbe1-cae0-470d-aebd-00fc5b8a24c0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.868846] env[63750]: DEBUG oslo_vmware.api [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Waiting for the task: (returnval){ [ 2196.868846] env[63750]: value = "task-2007292" [ 2196.868846] env[63750]: _type = "Task" [ 2196.868846] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2196.877380] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab2702b-7cae-477c-8e46-fe18282a1073 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.881612] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d90621-6281-4c3f-8809-8a13af972fd4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.883800] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2196.883978] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2196.887156] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd712aa2-6c70-4fea-bdd9-78bdb2476d8e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.889146] env[63750]: DEBUG oslo_vmware.api [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': task-2007292, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.892714] env[63750]: DEBUG oslo_vmware.api [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2196.892714] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52f1f2da-4614-a01f-9c94-a6de7fbd4bbd" [ 2196.892714] env[63750]: _type = "Task" [ 2196.892714] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2196.912423] env[63750]: DEBUG oslo_vmware.api [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52f1f2da-4614-a01f-9c94-a6de7fbd4bbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.912886] env[63750]: DEBUG nova.compute.provider_tree [None req-9595e238-3c41-40ae-8c1b-21c96ad45fe6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2197.015514] env[63750]: DEBUG nova.network.neutron [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Successfully created port: e3deeed6-c654-40b3-b04d-85486b3cf31c {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2197.162187] env[63750]: DEBUG nova.compute.manager [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2197.233885] env[63750]: DEBUG oslo_vmware.api [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': task-2007290, 'name': PowerOnVM_Task, 'duration_secs': 0.558742} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2197.235407] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: d6a6f200-8ecf-4bc0-9d82-a4491a75377d] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2197.235868] env[63750]: INFO nova.compute.manager [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: d6a6f200-8ecf-4bc0-9d82-a4491a75377d] Took 6.33 seconds to spawn the instance on the hypervisor. [ 2197.236957] env[63750]: DEBUG nova.compute.manager [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: d6a6f200-8ecf-4bc0-9d82-a4491a75377d] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2197.238496] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407611a9-98ef-460a-ba16-42bd760e33a3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.311350] env[63750]: DEBUG oslo_vmware.api [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007291, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064362} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2197.311617] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2197.312385] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404317e9-cbb3-446c-9389-73d7da8b3729 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.334516] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] ae994a4f-e5e0-4e87-a858-53590411fad2/ae994a4f-e5e0-4e87-a858-53590411fad2.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2197.334815] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9013460e-feda-4131-a37b-d697fbe348fd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.354289] env[63750]: DEBUG oslo_vmware.api [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2197.354289] env[63750]: value = "task-2007293" [ 2197.354289] env[63750]: _type = "Task" [ 2197.354289] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2197.362254] env[63750]: DEBUG oslo_vmware.api [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007293, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.378277] env[63750]: DEBUG oslo_vmware.api [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': task-2007292, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.402060] env[63750]: DEBUG oslo_vmware.api [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52f1f2da-4614-a01f-9c94-a6de7fbd4bbd, 'name': SearchDatastore_Task, 'duration_secs': 0.057608} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2197.402890] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0ec41d0-4785-4a4e-a26b-07af81544534 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.408358] env[63750]: DEBUG oslo_vmware.api [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2197.408358] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]529479cb-f615-45a3-fc4d-0dc04284376b" [ 2197.408358] env[63750]: _type = "Task" [ 2197.408358] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2197.417122] env[63750]: DEBUG nova.scheduler.client.report [None req-9595e238-3c41-40ae-8c1b-21c96ad45fe6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2197.420158] env[63750]: DEBUG oslo_vmware.api [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]529479cb-f615-45a3-fc4d-0dc04284376b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.758070] env[63750]: INFO nova.compute.manager [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: d6a6f200-8ecf-4bc0-9d82-a4491a75377d] Took 11.60 seconds to build instance. [ 2197.864368] env[63750]: DEBUG oslo_vmware.api [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007293, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.880394] env[63750]: DEBUG oslo_vmware.api [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': task-2007292, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.845298} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2197.880648] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] bd65c6a8-0b1d-4df0-8b5b-3a07a239705a/bd65c6a8-0b1d-4df0-8b5b-3a07a239705a.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2197.880862] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2197.881131] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-776bc856-eabb-4f0c-bbd9-69b51785ead7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.887876] env[63750]: DEBUG oslo_vmware.api [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Waiting for the task: (returnval){ [ 2197.887876] env[63750]: value = "task-2007294" [ 2197.887876] env[63750]: _type = "Task" [ 2197.887876] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2197.895989] env[63750]: DEBUG oslo_vmware.api [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': task-2007294, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.918089] env[63750]: DEBUG oslo_vmware.api [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]529479cb-f615-45a3-fc4d-0dc04284376b, 'name': SearchDatastore_Task, 'duration_secs': 0.069757} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2197.918353] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2197.918623] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 0c1bdaf9-f42b-436e-9896-43d833a1f7d7/0c1bdaf9-f42b-436e-9896-43d833a1f7d7.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2197.918944] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6132875-e5bd-4c24-8a15-8c5a438bd6b1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.921307] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9595e238-3c41-40ae-8c1b-21c96ad45fe6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.773s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2197.923456] env[63750]: DEBUG oslo_concurrency.lockutils [None req-60935596-e5d3-485f-b5d0-b109696c40d1 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.177s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2197.923700] env[63750]: DEBUG nova.objects.instance [None req-60935596-e5d3-485f-b5d0-b109696c40d1 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Lazy-loading 'resources' on Instance uuid f19f74f5-d356-451e-9391-d3dcfe667537 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2197.930031] env[63750]: DEBUG oslo_vmware.api [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2197.930031] env[63750]: value = "task-2007295" [ 2197.930031] env[63750]: _type = "Task" [ 2197.930031] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2197.940259] env[63750]: DEBUG oslo_vmware.api [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.942762] env[63750]: INFO nova.scheduler.client.report [None req-9595e238-3c41-40ae-8c1b-21c96ad45fe6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Deleted allocations for instance 2ea581c2-febf-43a9-9bb2-42f9b60440a4 [ 2197.980479] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2197.980759] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-751c8481-b848-4c8e-9e9c-bd98a0e009b6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.987731] env[63750]: DEBUG oslo_vmware.api [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2197.987731] env[63750]: value = "task-2007296" [ 2197.987731] env[63750]: _type = "Task" [ 2197.987731] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2197.996446] env[63750]: DEBUG oslo_vmware.api [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007296, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2198.173682] env[63750]: DEBUG nova.compute.manager [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2198.202712] env[63750]: DEBUG nova.virt.hardware [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2198.202964] env[63750]: DEBUG nova.virt.hardware [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2198.203137] env[63750]: DEBUG nova.virt.hardware [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2198.203321] env[63750]: DEBUG nova.virt.hardware [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2198.203466] env[63750]: DEBUG nova.virt.hardware [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2198.203940] env[63750]: DEBUG nova.virt.hardware [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2198.203940] env[63750]: DEBUG nova.virt.hardware [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2198.204064] env[63750]: DEBUG nova.virt.hardware [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2198.204219] env[63750]: DEBUG nova.virt.hardware [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2198.204385] env[63750]: DEBUG nova.virt.hardware [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2198.204556] env[63750]: DEBUG nova.virt.hardware [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2198.205420] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd85829d-2949-4a0f-ba7b-960ca52406f1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.213986] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aee0f9d-d2fe-4ceb-8fd2-8b82d076f062 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.259688] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fae005b4-ae43-45f2-bc9f-236c3a89bf37 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Lock "d6a6f200-8ecf-4bc0-9d82-a4491a75377d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.106s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2198.370573] env[63750]: DEBUG oslo_vmware.api [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007293, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2198.397503] env[63750]: DEBUG oslo_vmware.api [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': task-2007294, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070066} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2198.397818] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2198.398658] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c87095-9113-4d02-abd5-145b509bb4d2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.425076] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] bd65c6a8-0b1d-4df0-8b5b-3a07a239705a/bd65c6a8-0b1d-4df0-8b5b-3a07a239705a.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2198.425423] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86332c15-6b9a-468a-b6b6-18f6d53e217f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.451835] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9595e238-3c41-40ae-8c1b-21c96ad45fe6 tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "2ea581c2-febf-43a9-9bb2-42f9b60440a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.714s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2198.455509] env[63750]: DEBUG oslo_vmware.api [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2198.455509] env[63750]: DEBUG oslo_vmware.api [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Waiting for the task: (returnval){ [ 2198.455509] env[63750]: value = "task-2007297" [ 2198.455509] env[63750]: _type = "Task" [ 2198.455509] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2198.463702] env[63750]: DEBUG oslo_vmware.api [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': task-2007297, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2198.499435] env[63750]: DEBUG oslo_vmware.api [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007296, 'name': PowerOffVM_Task, 'duration_secs': 0.410753} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2198.502370] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2198.503612] env[63750]: DEBUG nova.virt.hardware [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2198.503863] env[63750]: DEBUG nova.virt.hardware [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2198.504033] env[63750]: DEBUG nova.virt.hardware [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2198.504226] env[63750]: DEBUG nova.virt.hardware [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2198.504372] env[63750]: DEBUG nova.virt.hardware [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2198.504517] env[63750]: DEBUG nova.virt.hardware [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2198.504933] env[63750]: DEBUG nova.virt.hardware [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2198.505153] env[63750]: DEBUG nova.virt.hardware [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2198.505576] env[63750]: DEBUG nova.virt.hardware [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2198.505789] env[63750]: DEBUG nova.virt.hardware [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2198.505937] env[63750]: DEBUG nova.virt.hardware [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2198.512814] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15aa4135-7940-423d-84ab-aaac4af726ec {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.526824] env[63750]: DEBUG nova.compute.manager [req-68841ba0-e5d8-4242-93d5-9041a7d4f02e req-4c9be0e6-2d1a-4144-8256-4151dc2f1c21 service nova] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Received event network-vif-plugged-e3deeed6-c654-40b3-b04d-85486b3cf31c {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2198.527053] env[63750]: DEBUG oslo_concurrency.lockutils [req-68841ba0-e5d8-4242-93d5-9041a7d4f02e req-4c9be0e6-2d1a-4144-8256-4151dc2f1c21 service nova] Acquiring lock "690edfdd-38e9-4ede-903f-a2616d82c9fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2198.527264] env[63750]: DEBUG oslo_concurrency.lockutils [req-68841ba0-e5d8-4242-93d5-9041a7d4f02e req-4c9be0e6-2d1a-4144-8256-4151dc2f1c21 service nova] Lock "690edfdd-38e9-4ede-903f-a2616d82c9fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2198.527432] env[63750]: DEBUG oslo_concurrency.lockutils [req-68841ba0-e5d8-4242-93d5-9041a7d4f02e req-4c9be0e6-2d1a-4144-8256-4151dc2f1c21 service nova] Lock "690edfdd-38e9-4ede-903f-a2616d82c9fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2198.527689] env[63750]: DEBUG nova.compute.manager [req-68841ba0-e5d8-4242-93d5-9041a7d4f02e req-4c9be0e6-2d1a-4144-8256-4151dc2f1c21 service nova] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] No waiting events found dispatching network-vif-plugged-e3deeed6-c654-40b3-b04d-85486b3cf31c {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2198.527756] env[63750]: WARNING nova.compute.manager [req-68841ba0-e5d8-4242-93d5-9041a7d4f02e req-4c9be0e6-2d1a-4144-8256-4151dc2f1c21 service nova] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Received unexpected event network-vif-plugged-e3deeed6-c654-40b3-b04d-85486b3cf31c for instance with vm_state building and task_state spawning. [ 2198.538798] env[63750]: DEBUG oslo_vmware.api [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2198.538798] env[63750]: value = "task-2007298" [ 2198.538798] env[63750]: _type = "Task" [ 2198.538798] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2198.550919] env[63750]: DEBUG oslo_vmware.api [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007298, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2198.627761] env[63750]: DEBUG nova.network.neutron [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Successfully updated port: e3deeed6-c654-40b3-b04d-85486b3cf31c {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2198.633753] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d005b370-07f4-4ceb-82a3-f17e7cb693e7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.642015] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b38896-299e-450a-a905-3bc5680151c4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.673046] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4a7e75-3fa4-45e8-8b90-e59040f7eb7f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.684123] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87869d40-4c68-489a-95a9-fee580ca2b2f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.699207] env[63750]: DEBUG nova.compute.provider_tree [None req-60935596-e5d3-485f-b5d0-b109696c40d1 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2198.858674] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a3e7fc83-ab00-4015-9d4d-96c0ddf7556e tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquiring lock "15fbf9c1-149a-4b5a-8b39-63fc1b4a9017" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2198.859039] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a3e7fc83-ab00-4015-9d4d-96c0ddf7556e tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "15fbf9c1-149a-4b5a-8b39-63fc1b4a9017" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2198.859265] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a3e7fc83-ab00-4015-9d4d-96c0ddf7556e tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquiring lock "15fbf9c1-149a-4b5a-8b39-63fc1b4a9017-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2198.859445] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a3e7fc83-ab00-4015-9d4d-96c0ddf7556e tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "15fbf9c1-149a-4b5a-8b39-63fc1b4a9017-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2198.859611] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a3e7fc83-ab00-4015-9d4d-96c0ddf7556e tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "15fbf9c1-149a-4b5a-8b39-63fc1b4a9017-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2198.864946] env[63750]: INFO nova.compute.manager [None req-a3e7fc83-ab00-4015-9d4d-96c0ddf7556e tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017] Terminating instance [ 2198.871681] env[63750]: DEBUG oslo_vmware.api [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007293, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2198.951471] env[63750]: DEBUG oslo_vmware.api [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2198.962965] env[63750]: DEBUG oslo_vmware.api [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': task-2007297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.048846] env[63750]: DEBUG oslo_vmware.api [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007298, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.131348] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Acquiring lock "refresh_cache-690edfdd-38e9-4ede-903f-a2616d82c9fc" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2199.131519] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Acquired lock "refresh_cache-690edfdd-38e9-4ede-903f-a2616d82c9fc" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2199.131642] env[63750]: DEBUG nova.network.neutron [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2199.202847] env[63750]: DEBUG nova.scheduler.client.report [None req-60935596-e5d3-485f-b5d0-b109696c40d1 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2199.370701] env[63750]: DEBUG nova.compute.manager [None req-a3e7fc83-ab00-4015-9d4d-96c0ddf7556e tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2199.370920] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e7fc83-ab00-4015-9d4d-96c0ddf7556e tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2199.371241] env[63750]: DEBUG oslo_vmware.api [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007293, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.371951] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba22c1e-d6b2-4c9e-b2ab-7f7dfbc2593c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.378885] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3e7fc83-ab00-4015-9d4d-96c0ddf7556e tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2199.379134] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6210d41a-4ab3-4d73-b540-a02ffe5feb72 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.384603] env[63750]: DEBUG oslo_vmware.api [None req-a3e7fc83-ab00-4015-9d4d-96c0ddf7556e tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 2199.384603] env[63750]: value = "task-2007299" [ 2199.384603] env[63750]: _type = "Task" [ 2199.384603] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2199.392082] env[63750]: DEBUG oslo_vmware.api [None req-a3e7fc83-ab00-4015-9d4d-96c0ddf7556e tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007299, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.452486] env[63750]: DEBUG oslo_vmware.api [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.464315] env[63750]: DEBUG oslo_vmware.api [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': task-2007297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.549788] env[63750]: DEBUG oslo_vmware.api [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007298, 'name': ReconfigVM_Task, 'duration_secs': 0.671686} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2199.550500] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90d8c0e-cf72-44a3-93f3-b296f72eb75b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.572833] env[63750]: DEBUG nova.virt.hardware [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2199.572975] env[63750]: DEBUG nova.virt.hardware [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2199.574033] env[63750]: DEBUG nova.virt.hardware [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2199.574033] env[63750]: DEBUG nova.virt.hardware [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2199.574033] env[63750]: DEBUG nova.virt.hardware [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2199.574033] env[63750]: DEBUG nova.virt.hardware [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2199.574033] env[63750]: DEBUG nova.virt.hardware [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2199.574241] env[63750]: DEBUG nova.virt.hardware [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2199.574369] env[63750]: DEBUG nova.virt.hardware [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2199.575013] env[63750]: DEBUG nova.virt.hardware [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2199.575013] env[63750]: DEBUG nova.virt.hardware [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2199.575942] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8bd77b6-5472-4684-9957-c44ff21827f2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.581750] env[63750]: DEBUG oslo_vmware.api [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2199.581750] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527fdb80-bdae-e906-773a-1e8f5f7613e1" [ 2199.581750] env[63750]: _type = "Task" [ 2199.581750] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2199.589801] env[63750]: DEBUG oslo_vmware.api [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527fdb80-bdae-e906-773a-1e8f5f7613e1, 'name': SearchDatastore_Task, 'duration_secs': 0.006499} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2199.595076] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2199.595337] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bd143b0-ef87-407c-b668-707ed96175e3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.614711] env[63750]: DEBUG oslo_vmware.api [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2199.614711] env[63750]: value = "task-2007300" [ 2199.614711] env[63750]: _type = "Task" [ 2199.614711] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2199.622461] env[63750]: DEBUG oslo_vmware.api [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007300, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.663567] env[63750]: DEBUG nova.network.neutron [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2199.707673] env[63750]: DEBUG oslo_concurrency.lockutils [None req-60935596-e5d3-485f-b5d0-b109696c40d1 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.784s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2199.731903] env[63750]: INFO nova.scheduler.client.report [None req-60935596-e5d3-485f-b5d0-b109696c40d1 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Deleted allocations for instance f19f74f5-d356-451e-9391-d3dcfe667537 [ 2199.803392] env[63750]: DEBUG nova.network.neutron [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Updating instance_info_cache with network_info: [{"id": "e3deeed6-c654-40b3-b04d-85486b3cf31c", "address": "fa:16:3e:8f:21:3b", "network": {"id": "dd6025b5-5331-4ade-abfb-6867d37b41da", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-649603207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91a6374b7ee44849998c8b16981afb61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3deeed6-c6", "ovs_interfaceid": "e3deeed6-c654-40b3-b04d-85486b3cf31c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2199.869196] env[63750]: DEBUG oslo_vmware.api [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007293, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.893679] env[63750]: DEBUG oslo_vmware.api [None req-a3e7fc83-ab00-4015-9d4d-96c0ddf7556e tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007299, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.953832] env[63750]: DEBUG oslo_vmware.api [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.964388] env[63750]: DEBUG oslo_vmware.api [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': task-2007297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.124896] env[63750]: DEBUG oslo_vmware.api [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007300, 'name': ReconfigVM_Task, 'duration_secs': 0.169325} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2200.125338] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2200.126157] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac099fe-2fc8-4475-aa1d-1d07999ed3f9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.151039] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 00dfffcc-8529-47de-a0c6-21d5e35e47dc/00dfffcc-8529-47de-a0c6-21d5e35e47dc.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2200.151309] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ce18f4b-5929-4011-86c1-73c8e32c27a5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.169145] env[63750]: DEBUG oslo_vmware.api [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2200.169145] env[63750]: value = "task-2007301" [ 2200.169145] env[63750]: _type = "Task" [ 2200.169145] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2200.176714] env[63750]: DEBUG oslo_vmware.api [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007301, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.242343] env[63750]: DEBUG oslo_concurrency.lockutils [None req-60935596-e5d3-485f-b5d0-b109696c40d1 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Lock "f19f74f5-d356-451e-9391-d3dcfe667537" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.642s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2200.306314] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Releasing lock "refresh_cache-690edfdd-38e9-4ede-903f-a2616d82c9fc" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2200.306633] env[63750]: DEBUG nova.compute.manager [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Instance network_info: |[{"id": "e3deeed6-c654-40b3-b04d-85486b3cf31c", "address": "fa:16:3e:8f:21:3b", "network": {"id": "dd6025b5-5331-4ade-abfb-6867d37b41da", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-649603207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91a6374b7ee44849998c8b16981afb61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3deeed6-c6", "ovs_interfaceid": "e3deeed6-c654-40b3-b04d-85486b3cf31c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2200.307118] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:21:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dba18786-598d-4e06-96db-b3dc1717530f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3deeed6-c654-40b3-b04d-85486b3cf31c', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2200.314594] env[63750]: DEBUG oslo.service.loopingcall [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2200.314793] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2200.315015] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ab2af56-89be-4616-a56a-3cddd3c85635 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.334319] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2200.334319] env[63750]: value = "task-2007303" [ 2200.334319] env[63750]: _type = "Task" [ 2200.334319] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2200.344052] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007303, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.370708] env[63750]: DEBUG oslo_vmware.api [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007293, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.394104] env[63750]: DEBUG oslo_vmware.api [None req-a3e7fc83-ab00-4015-9d4d-96c0ddf7556e tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007299, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.454667] env[63750]: DEBUG oslo_vmware.api [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.465150] env[63750]: DEBUG oslo_vmware.api [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': task-2007297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.553420] env[63750]: DEBUG nova.compute.manager [req-3c1c62df-f26b-4f16-a6d9-f377cb948946 req-03d0c259-966a-4d7b-b7a1-d31809c5d192 service nova] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Received event network-changed-e3deeed6-c654-40b3-b04d-85486b3cf31c {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2200.553801] env[63750]: DEBUG nova.compute.manager [req-3c1c62df-f26b-4f16-a6d9-f377cb948946 req-03d0c259-966a-4d7b-b7a1-d31809c5d192 service nova] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Refreshing instance network info cache due to event network-changed-e3deeed6-c654-40b3-b04d-85486b3cf31c. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2200.554180] env[63750]: DEBUG oslo_concurrency.lockutils [req-3c1c62df-f26b-4f16-a6d9-f377cb948946 req-03d0c259-966a-4d7b-b7a1-d31809c5d192 service nova] Acquiring lock "refresh_cache-690edfdd-38e9-4ede-903f-a2616d82c9fc" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2200.554466] env[63750]: DEBUG oslo_concurrency.lockutils [req-3c1c62df-f26b-4f16-a6d9-f377cb948946 req-03d0c259-966a-4d7b-b7a1-d31809c5d192 service nova] Acquired lock "refresh_cache-690edfdd-38e9-4ede-903f-a2616d82c9fc" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2200.554783] env[63750]: DEBUG nova.network.neutron [req-3c1c62df-f26b-4f16-a6d9-f377cb948946 req-03d0c259-966a-4d7b-b7a1-d31809c5d192 service nova] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Refreshing network info cache for port e3deeed6-c654-40b3-b04d-85486b3cf31c {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2200.681103] env[63750]: DEBUG oslo_vmware.api [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007301, 'name': ReconfigVM_Task, 'duration_secs': 0.280242} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2200.681398] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 00dfffcc-8529-47de-a0c6-21d5e35e47dc/00dfffcc-8529-47de-a0c6-21d5e35e47dc.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2200.682239] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea33c65-1b3a-453d-b3c8-e8536cc737d7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.702936] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21dfdee2-8a63-4dfe-a737-608cc5735429 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.723694] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cbf6095-da21-4294-a260-a7b7855358f0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.743719] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10512af-4b03-429a-875c-8c860e07254f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.750993] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2200.751267] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4aef4c4c-c82c-402a-9461-92fbf3f40ed7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.758081] env[63750]: DEBUG oslo_vmware.api [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2200.758081] env[63750]: value = "task-2007304" [ 2200.758081] env[63750]: _type = "Task" [ 2200.758081] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2200.765501] env[63750]: DEBUG oslo_vmware.api [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007304, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.846387] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007303, 'name': CreateVM_Task, 'duration_secs': 0.29889} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2200.846568] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2200.847270] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2200.847440] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2200.847799] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2200.848075] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfad120b-7c62-4613-8543-82b7525716cb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.852776] env[63750]: DEBUG oslo_vmware.api [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Waiting for the task: (returnval){ [ 2200.852776] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]529f946f-154b-6560-9515-56bebf2db1c7" [ 2200.852776] env[63750]: _type = "Task" [ 2200.852776] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2200.860165] env[63750]: DEBUG oslo_vmware.api [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]529f946f-154b-6560-9515-56bebf2db1c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.868585] env[63750]: DEBUG oslo_vmware.api [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007293, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.895262] env[63750]: DEBUG oslo_vmware.api [None req-a3e7fc83-ab00-4015-9d4d-96c0ddf7556e tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007299, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.955453] env[63750]: DEBUG oslo_vmware.api [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.966304] env[63750]: DEBUG oslo_vmware.api [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': task-2007297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.259483] env[63750]: DEBUG nova.network.neutron [req-3c1c62df-f26b-4f16-a6d9-f377cb948946 req-03d0c259-966a-4d7b-b7a1-d31809c5d192 service nova] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Updated VIF entry in instance network info cache for port e3deeed6-c654-40b3-b04d-85486b3cf31c. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2201.259735] env[63750]: DEBUG nova.network.neutron [req-3c1c62df-f26b-4f16-a6d9-f377cb948946 req-03d0c259-966a-4d7b-b7a1-d31809c5d192 service nova] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Updating instance_info_cache with network_info: [{"id": "e3deeed6-c654-40b3-b04d-85486b3cf31c", "address": "fa:16:3e:8f:21:3b", "network": {"id": "dd6025b5-5331-4ade-abfb-6867d37b41da", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-649603207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91a6374b7ee44849998c8b16981afb61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3deeed6-c6", "ovs_interfaceid": "e3deeed6-c654-40b3-b04d-85486b3cf31c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2201.270109] env[63750]: DEBUG oslo_vmware.api [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007304, 'name': PowerOnVM_Task, 'duration_secs': 0.401497} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2201.270346] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2201.364228] env[63750]: DEBUG oslo_vmware.api [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]529f946f-154b-6560-9515-56bebf2db1c7, 'name': SearchDatastore_Task, 'duration_secs': 0.0082} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2201.367099] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2201.367336] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2201.367566] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2201.367711] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2201.368083] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2201.368159] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10930d8c-b30a-4fa9-8edc-545cde64af24 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.374838] env[63750]: DEBUG oslo_vmware.api [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007293, 'name': ReconfigVM_Task, 'duration_secs': 3.997811} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2201.375100] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Reconfigured VM instance instance-00000071 to attach disk [datastore1] ae994a4f-e5e0-4e87-a858-53590411fad2/ae994a4f-e5e0-4e87-a858-53590411fad2.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2201.376438] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c7b8022-c359-4210-9d36-42e95465bb99 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.377867] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2201.378051] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2201.378713] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31524d76-13dd-41fd-95c8-c8e1396ee5b2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.383486] env[63750]: DEBUG oslo_vmware.api [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Waiting for the task: (returnval){ [ 2201.383486] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52fa10bb-d67e-bde4-ca8c-6fa637afdc58" [ 2201.383486] env[63750]: _type = "Task" [ 2201.383486] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2201.387343] env[63750]: DEBUG oslo_vmware.api [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2201.387343] env[63750]: value = "task-2007305" [ 2201.387343] env[63750]: _type = "Task" [ 2201.387343] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2201.395409] env[63750]: DEBUG oslo_vmware.api [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52fa10bb-d67e-bde4-ca8c-6fa637afdc58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.400073] env[63750]: DEBUG oslo_vmware.api [None req-a3e7fc83-ab00-4015-9d4d-96c0ddf7556e tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007299, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.402944] env[63750]: DEBUG oslo_vmware.api [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007305, 'name': Rename_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.456556] env[63750]: DEBUG oslo_vmware.api [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.466750] env[63750]: DEBUG oslo_vmware.api [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': task-2007297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.765362] env[63750]: DEBUG oslo_concurrency.lockutils [req-3c1c62df-f26b-4f16-a6d9-f377cb948946 req-03d0c259-966a-4d7b-b7a1-d31809c5d192 service nova] Releasing lock "refresh_cache-690edfdd-38e9-4ede-903f-a2616d82c9fc" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2201.903497] env[63750]: DEBUG oslo_vmware.api [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52fa10bb-d67e-bde4-ca8c-6fa637afdc58, 'name': SearchDatastore_Task, 'duration_secs': 0.010377} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2201.908264] env[63750]: DEBUG oslo_vmware.api [None req-a3e7fc83-ab00-4015-9d4d-96c0ddf7556e tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007299, 'name': PowerOffVM_Task, 'duration_secs': 2.035805} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2201.908605] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c4cde55-bf31-4525-9170-fdd4ae712173 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.911473] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3e7fc83-ab00-4015-9d4d-96c0ddf7556e tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2201.911698] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e7fc83-ab00-4015-9d4d-96c0ddf7556e tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2201.915766] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac59094c-456a-47c5-85a9-c04ade65b7c6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.917809] env[63750]: DEBUG oslo_vmware.api [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007305, 'name': Rename_Task, 'duration_secs': 0.390672} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2201.918522] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2201.919137] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-199a69c5-c545-4bc7-afbc-f5f20120aa29 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.922727] env[63750]: DEBUG oslo_vmware.api [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Waiting for the task: (returnval){ [ 2201.922727] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52c7de33-d1fc-91bb-edfa-ca06746c40db" [ 2201.922727] env[63750]: _type = "Task" [ 2201.922727] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2201.927488] env[63750]: DEBUG oslo_vmware.api [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2201.927488] env[63750]: value = "task-2007307" [ 2201.927488] env[63750]: _type = "Task" [ 2201.927488] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2201.934173] env[63750]: DEBUG oslo_vmware.api [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52c7de33-d1fc-91bb-edfa-ca06746c40db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.939476] env[63750]: DEBUG oslo_vmware.api [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007307, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.956846] env[63750]: DEBUG oslo_vmware.api [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007295, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.966948] env[63750]: DEBUG oslo_vmware.api [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': task-2007297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2202.031301] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e7fc83-ab00-4015-9d4d-96c0ddf7556e tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2202.031541] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e7fc83-ab00-4015-9d4d-96c0ddf7556e tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2202.031724] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3e7fc83-ab00-4015-9d4d-96c0ddf7556e tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Deleting the datastore file [datastore1] 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2202.032025] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0c3604d-87c1-41d3-a0f2-383e4ec4749b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.039094] env[63750]: DEBUG oslo_vmware.api [None req-a3e7fc83-ab00-4015-9d4d-96c0ddf7556e tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 2202.039094] env[63750]: value = "task-2007308" [ 2202.039094] env[63750]: _type = "Task" [ 2202.039094] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2202.046931] env[63750]: DEBUG oslo_vmware.api [None req-a3e7fc83-ab00-4015-9d4d-96c0ddf7556e tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007308, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2202.315171] env[63750]: INFO nova.compute.manager [None req-dabb8db9-0e32-44c5-9455-69b30d1ab623 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Updating instance to original state: 'active' [ 2202.435834] env[63750]: DEBUG oslo_vmware.api [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52c7de33-d1fc-91bb-edfa-ca06746c40db, 'name': SearchDatastore_Task, 'duration_secs': 0.018751} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2202.436541] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2202.436803] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 690edfdd-38e9-4ede-903f-a2616d82c9fc/690edfdd-38e9-4ede-903f-a2616d82c9fc.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2202.437077] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-858b3988-a91f-4909-a82e-c2a79a9ef5a2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.442028] env[63750]: DEBUG oslo_vmware.api [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007307, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2202.447024] env[63750]: DEBUG oslo_vmware.api [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Waiting for the task: (returnval){ [ 2202.447024] env[63750]: value = "task-2007309" [ 2202.447024] env[63750]: _type = "Task" [ 2202.447024] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2202.457117] env[63750]: DEBUG oslo_vmware.api [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007309, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2202.460645] env[63750]: DEBUG oslo_vmware.api [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007295, 'name': CopyVirtualDisk_Task, 'duration_secs': 4.028961} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2202.463543] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 0c1bdaf9-f42b-436e-9896-43d833a1f7d7/0c1bdaf9-f42b-436e-9896-43d833a1f7d7.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2202.463773] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2202.464039] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86c335cf-bec3-4c13-89ef-d848aa9a6e45 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.470611] env[63750]: DEBUG oslo_vmware.api [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': task-2007297, 'name': ReconfigVM_Task, 'duration_secs': 3.556722} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2202.471911] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] Reconfigured VM instance instance-00000074 to attach disk [datastore1] bd65c6a8-0b1d-4df0-8b5b-3a07a239705a/bd65c6a8-0b1d-4df0-8b5b-3a07a239705a.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2202.472688] env[63750]: DEBUG oslo_vmware.api [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2202.472688] env[63750]: value = "task-2007310" [ 2202.472688] env[63750]: _type = "Task" [ 2202.472688] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2202.472935] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80f7c344-60cc-4516-a089-c6205e155c22 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.484107] env[63750]: DEBUG oslo_vmware.api [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007310, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2202.485588] env[63750]: DEBUG oslo_vmware.api [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Waiting for the task: (returnval){ [ 2202.485588] env[63750]: value = "task-2007311" [ 2202.485588] env[63750]: _type = "Task" [ 2202.485588] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2202.494126] env[63750]: DEBUG oslo_vmware.api [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': task-2007311, 'name': Rename_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2202.548524] env[63750]: DEBUG oslo_vmware.api [None req-a3e7fc83-ab00-4015-9d4d-96c0ddf7556e tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007308, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205918} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2202.548861] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3e7fc83-ab00-4015-9d4d-96c0ddf7556e tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2202.549146] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e7fc83-ab00-4015-9d4d-96c0ddf7556e tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2202.549363] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e7fc83-ab00-4015-9d4d-96c0ddf7556e tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2202.549662] env[63750]: INFO nova.compute.manager [None req-a3e7fc83-ab00-4015-9d4d-96c0ddf7556e tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017] Took 3.18 seconds to destroy the instance on the hypervisor. [ 2202.549841] env[63750]: DEBUG oslo.service.loopingcall [None req-a3e7fc83-ab00-4015-9d4d-96c0ddf7556e tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2202.550075] env[63750]: DEBUG nova.compute.manager [-] [instance: 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2202.550174] env[63750]: DEBUG nova.network.neutron [-] [instance: 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2202.790599] env[63750]: DEBUG nova.compute.manager [req-aeb05221-8789-4735-bee9-f1be07acc8b3 req-bc3f71fe-5de4-431d-ba60-8779c14ef1bf service nova] [instance: 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017] Received event network-vif-deleted-a6adbb6c-b277-49dd-9d55-2b5be1f25e7c {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2202.790720] env[63750]: INFO nova.compute.manager [req-aeb05221-8789-4735-bee9-f1be07acc8b3 req-bc3f71fe-5de4-431d-ba60-8779c14ef1bf service nova] [instance: 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017] Neutron deleted interface a6adbb6c-b277-49dd-9d55-2b5be1f25e7c; detaching it from the instance and deleting it from the info cache [ 2202.790962] env[63750]: DEBUG nova.network.neutron [req-aeb05221-8789-4735-bee9-f1be07acc8b3 req-bc3f71fe-5de4-431d-ba60-8779c14ef1bf service nova] [instance: 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2202.940070] env[63750]: DEBUG oslo_vmware.api [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007307, 'name': PowerOnVM_Task, 'duration_secs': 0.606417} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2202.940070] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2202.940070] env[63750]: INFO nova.compute.manager [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Took 18.32 seconds to spawn the instance on the hypervisor. [ 2202.940310] env[63750]: DEBUG nova.compute.manager [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2202.940951] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b1c0e1-8de7-42e3-a521-4dd75da9e6e5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.958279] env[63750]: DEBUG oslo_vmware.api [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007309, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2202.984505] env[63750]: DEBUG oslo_vmware.api [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007310, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067668} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2202.984787] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2202.985623] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e770a8a5-5ecd-4f25-885c-f609a1388152 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.013295] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 0c1bdaf9-f42b-436e-9896-43d833a1f7d7/0c1bdaf9-f42b-436e-9896-43d833a1f7d7.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2203.017055] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b38e0635-c9fb-4d0f-b377-5fe0d8f8f1f6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.032163] env[63750]: DEBUG oslo_vmware.api [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': task-2007311, 'name': Rename_Task, 'duration_secs': 0.266673} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2203.032972] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2203.033819] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21895776-14f4-4a27-9666-20fcc64f7456 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.041386] env[63750]: DEBUG oslo_vmware.api [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2203.041386] env[63750]: value = "task-2007312" [ 2203.041386] env[63750]: _type = "Task" [ 2203.041386] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2203.042983] env[63750]: DEBUG oslo_vmware.api [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Waiting for the task: (returnval){ [ 2203.042983] env[63750]: value = "task-2007313" [ 2203.042983] env[63750]: _type = "Task" [ 2203.042983] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2203.056159] env[63750]: DEBUG oslo_vmware.api [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007312, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2203.059552] env[63750]: DEBUG oslo_vmware.api [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': task-2007313, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2203.260441] env[63750]: DEBUG nova.network.neutron [-] [instance: 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2203.294127] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-796d6223-4c36-491f-b363-446ddf1c531d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.303374] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8d7da2-a6f6-4be9-849d-966416fb5540 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.337557] env[63750]: DEBUG nova.compute.manager [req-aeb05221-8789-4735-bee9-f1be07acc8b3 req-bc3f71fe-5de4-431d-ba60-8779c14ef1bf service nova] [instance: 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017] Detach interface failed, port_id=a6adbb6c-b277-49dd-9d55-2b5be1f25e7c, reason: Instance 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017 could not be found. {{(pid=63750) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2203.462854] env[63750]: INFO nova.compute.manager [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Took 24.40 seconds to build instance. [ 2203.467260] env[63750]: DEBUG oslo_vmware.api [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007309, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.719423} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2203.467425] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 690edfdd-38e9-4ede-903f-a2616d82c9fc/690edfdd-38e9-4ede-903f-a2616d82c9fc.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2203.467690] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2203.467948] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aeb3e177-64e5-4053-a943-21cc3d2b0297 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.475081] env[63750]: DEBUG oslo_vmware.api [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Waiting for the task: (returnval){ [ 2203.475081] env[63750]: value = "task-2007314" [ 2203.475081] env[63750]: _type = "Task" [ 2203.475081] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2203.486410] env[63750]: DEBUG oslo_vmware.api [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007314, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2203.554789] env[63750]: DEBUG oslo_vmware.api [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': task-2007313, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2203.557721] env[63750]: DEBUG oslo_vmware.api [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007312, 'name': ReconfigVM_Task, 'duration_secs': 0.29266} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2203.558599] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 0c1bdaf9-f42b-436e-9896-43d833a1f7d7/0c1bdaf9-f42b-436e-9896-43d833a1f7d7.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2203.558599] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5782dca-2372-4b44-9c23-1e20e319c3ee {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.564570] env[63750]: DEBUG oslo_vmware.api [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2203.564570] env[63750]: value = "task-2007315" [ 2203.564570] env[63750]: _type = "Task" [ 2203.564570] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2203.572657] env[63750]: DEBUG oslo_vmware.api [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007315, 'name': Rename_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2203.763272] env[63750]: INFO nova.compute.manager [-] [instance: 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017] Took 1.21 seconds to deallocate network for instance. [ 2203.968642] env[63750]: DEBUG oslo_concurrency.lockutils [None req-61e6db77-546a-45b0-80e0-7bb0384db38b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "ae994a4f-e5e0-4e87-a858-53590411fad2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.919s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2203.986262] env[63750]: DEBUG oslo_vmware.api [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007314, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074709} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2203.986578] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2203.987429] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1d54f1-7865-4c72-9d0d-f926266dd0bb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.009544] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 690edfdd-38e9-4ede-903f-a2616d82c9fc/690edfdd-38e9-4ede-903f-a2616d82c9fc.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2204.009855] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30983234-eb30-4bc4-b95d-83bb0e1b1876 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.030309] env[63750]: DEBUG oslo_vmware.api [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Waiting for the task: (returnval){ [ 2204.030309] env[63750]: value = "task-2007316" [ 2204.030309] env[63750]: _type = "Task" [ 2204.030309] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2204.038892] env[63750]: DEBUG oslo_vmware.api [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007316, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2204.057765] env[63750]: DEBUG oslo_vmware.api [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': task-2007313, 'name': PowerOnVM_Task, 'duration_secs': 0.706039} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2204.058061] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2204.058272] env[63750]: INFO nova.compute.manager [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] Took 10.91 seconds to spawn the instance on the hypervisor. [ 2204.058452] env[63750]: DEBUG nova.compute.manager [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2204.059280] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0d7ea9-182d-462a-aa2f-eee0b0025418 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.076838] env[63750]: DEBUG oslo_vmware.api [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007315, 'name': Rename_Task, 'duration_secs': 0.155462} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2204.077198] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2204.077462] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53e7f726-ebc2-4517-90f4-245a4dac4553 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.083535] env[63750]: DEBUG oslo_vmware.api [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2204.083535] env[63750]: value = "task-2007317" [ 2204.083535] env[63750]: _type = "Task" [ 2204.083535] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2204.090953] env[63750]: DEBUG oslo_vmware.api [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007317, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2204.271208] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a3e7fc83-ab00-4015-9d4d-96c0ddf7556e tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2204.271524] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a3e7fc83-ab00-4015-9d4d-96c0ddf7556e tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2204.271746] env[63750]: DEBUG nova.objects.instance [None req-a3e7fc83-ab00-4015-9d4d-96c0ddf7556e tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lazy-loading 'resources' on Instance uuid 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2204.344057] env[63750]: DEBUG oslo_concurrency.lockutils [None req-582a863c-4141-4be1-8067-0f83557650b8 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquiring lock "00dfffcc-8529-47de-a0c6-21d5e35e47dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2204.344361] env[63750]: DEBUG oslo_concurrency.lockutils [None req-582a863c-4141-4be1-8067-0f83557650b8 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lock "00dfffcc-8529-47de-a0c6-21d5e35e47dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2204.344568] env[63750]: DEBUG oslo_concurrency.lockutils [None req-582a863c-4141-4be1-8067-0f83557650b8 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquiring lock "00dfffcc-8529-47de-a0c6-21d5e35e47dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2204.344752] env[63750]: DEBUG oslo_concurrency.lockutils [None req-582a863c-4141-4be1-8067-0f83557650b8 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lock "00dfffcc-8529-47de-a0c6-21d5e35e47dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2204.344961] env[63750]: DEBUG oslo_concurrency.lockutils [None req-582a863c-4141-4be1-8067-0f83557650b8 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lock "00dfffcc-8529-47de-a0c6-21d5e35e47dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2204.347481] env[63750]: INFO nova.compute.manager [None req-582a863c-4141-4be1-8067-0f83557650b8 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Terminating instance [ 2204.540352] env[63750]: DEBUG oslo_vmware.api [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007316, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2204.575982] env[63750]: INFO nova.compute.manager [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] Took 18.23 seconds to build instance. [ 2204.593674] env[63750]: DEBUG oslo_vmware.api [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007317, 'name': PowerOnVM_Task, 'duration_secs': 0.453344} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2204.594355] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2204.594641] env[63750]: INFO nova.compute.manager [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Took 17.73 seconds to spawn the instance on the hypervisor. [ 2204.594866] env[63750]: DEBUG nova.compute.manager [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2204.595855] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bdc2014-372b-4601-9d36-a822204d1965 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.821568] env[63750]: DEBUG nova.compute.manager [req-dc59046c-8ca2-4f92-850a-327398e561ad req-b1d62ae2-a80c-4bae-9b12-97144167c8a5 service nova] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Received event network-changed-fc44872f-b163-4610-afd8-cb0100561ea3 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2204.821826] env[63750]: DEBUG nova.compute.manager [req-dc59046c-8ca2-4f92-850a-327398e561ad req-b1d62ae2-a80c-4bae-9b12-97144167c8a5 service nova] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Refreshing instance network info cache due to event network-changed-fc44872f-b163-4610-afd8-cb0100561ea3. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2204.822064] env[63750]: DEBUG oslo_concurrency.lockutils [req-dc59046c-8ca2-4f92-850a-327398e561ad req-b1d62ae2-a80c-4bae-9b12-97144167c8a5 service nova] Acquiring lock "refresh_cache-ae994a4f-e5e0-4e87-a858-53590411fad2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2204.822220] env[63750]: DEBUG oslo_concurrency.lockutils [req-dc59046c-8ca2-4f92-850a-327398e561ad req-b1d62ae2-a80c-4bae-9b12-97144167c8a5 service nova] Acquired lock "refresh_cache-ae994a4f-e5e0-4e87-a858-53590411fad2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2204.822384] env[63750]: DEBUG nova.network.neutron [req-dc59046c-8ca2-4f92-850a-327398e561ad req-b1d62ae2-a80c-4bae-9b12-97144167c8a5 service nova] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Refreshing network info cache for port fc44872f-b163-4610-afd8-cb0100561ea3 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2204.851767] env[63750]: DEBUG nova.compute.manager [None req-582a863c-4141-4be1-8067-0f83557650b8 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2204.852017] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-582a863c-4141-4be1-8067-0f83557650b8 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2204.852293] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff1dd2ec-b0ed-4912-8676-db32369a887a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.859593] env[63750]: DEBUG oslo_vmware.api [None req-582a863c-4141-4be1-8067-0f83557650b8 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2204.859593] env[63750]: value = "task-2007318" [ 2204.859593] env[63750]: _type = "Task" [ 2204.859593] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2204.869948] env[63750]: DEBUG oslo_vmware.api [None req-582a863c-4141-4be1-8067-0f83557650b8 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2204.899053] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61bf747c-232e-46da-b521-69a84099c20c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.907942] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999a6d23-68f4-4822-8a05-084c0eb50742 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.937262] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eaeb8dc-e654-4585-9d39-230f96731338 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.944395] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32317fa7-13a4-4353-8531-349fa428cb9d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.958444] env[63750]: DEBUG nova.compute.provider_tree [None req-a3e7fc83-ab00-4015-9d4d-96c0ddf7556e tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2205.012125] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a7d43021-94b5-4577-b03a-26cfce612de9 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Acquiring lock "4c13e422-83da-4b9d-aca3-27a011b32c6e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2205.012413] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a7d43021-94b5-4577-b03a-26cfce612de9 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Lock "4c13e422-83da-4b9d-aca3-27a011b32c6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2205.012623] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a7d43021-94b5-4577-b03a-26cfce612de9 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Acquiring lock "4c13e422-83da-4b9d-aca3-27a011b32c6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2205.012807] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a7d43021-94b5-4577-b03a-26cfce612de9 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Lock "4c13e422-83da-4b9d-aca3-27a011b32c6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2205.012976] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a7d43021-94b5-4577-b03a-26cfce612de9 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Lock "4c13e422-83da-4b9d-aca3-27a011b32c6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2205.015120] env[63750]: INFO nova.compute.manager [None req-a7d43021-94b5-4577-b03a-26cfce612de9 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Terminating instance [ 2205.039754] env[63750]: DEBUG oslo_vmware.api [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007316, 'name': ReconfigVM_Task, 'duration_secs': 0.560618} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2205.040067] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 690edfdd-38e9-4ede-903f-a2616d82c9fc/690edfdd-38e9-4ede-903f-a2616d82c9fc.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2205.040685] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e8c6702-52da-4698-a766-97964bedbd7d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.046873] env[63750]: DEBUG oslo_vmware.api [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Waiting for the task: (returnval){ [ 2205.046873] env[63750]: value = "task-2007319" [ 2205.046873] env[63750]: _type = "Task" [ 2205.046873] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2205.054539] env[63750]: DEBUG oslo_vmware.api [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007319, 'name': Rename_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2205.077916] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6e579e31-53ac-495c-a8d6-b6202b1ab481 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Lock "bd65c6a8-0b1d-4df0-8b5b-3a07a239705a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.741s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2205.114905] env[63750]: INFO nova.compute.manager [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Took 23.93 seconds to build instance. [ 2205.371684] env[63750]: DEBUG oslo_vmware.api [None req-582a863c-4141-4be1-8067-0f83557650b8 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007318, 'name': PowerOffVM_Task, 'duration_secs': 0.315952} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2205.371976] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-582a863c-4141-4be1-8067-0f83557650b8 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2205.372268] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-582a863c-4141-4be1-8067-0f83557650b8 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Volume detach. Driver type: vmdk {{(pid=63750) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2205.372789] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-582a863c-4141-4be1-8067-0f83557650b8 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412679', 'volume_id': '9497f89f-4d83-4468-8089-8ef2c66dee5f', 'name': 'volume-9497f89f-4d83-4468-8089-8ef2c66dee5f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '00dfffcc-8529-47de-a0c6-21d5e35e47dc', 'attached_at': '2025-01-02T12:07:01.000000', 'detached_at': '', 'volume_id': '9497f89f-4d83-4468-8089-8ef2c66dee5f', 'serial': '9497f89f-4d83-4468-8089-8ef2c66dee5f'} {{(pid=63750) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2205.373278] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49d18c7-bcb4-4afc-92d2-4bdc7455f991 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.394760] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04104227-013a-4864-a1ba-c7d569956782 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.401826] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8c9d9f-f0fe-4c87-a9a1-f6377e1413d3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.425648] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04c96a5-a403-4239-b601-c00b40f37210 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.441513] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-582a863c-4141-4be1-8067-0f83557650b8 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] The volume has not been displaced from its original location: [datastore2] volume-9497f89f-4d83-4468-8089-8ef2c66dee5f/volume-9497f89f-4d83-4468-8089-8ef2c66dee5f.vmdk. No consolidation needed. {{(pid=63750) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2205.446873] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-582a863c-4141-4be1-8067-0f83557650b8 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2205.447159] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1aa38afb-935b-47c3-b60a-7ee3a48789cb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.462990] env[63750]: DEBUG nova.scheduler.client.report [None req-a3e7fc83-ab00-4015-9d4d-96c0ddf7556e tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2205.472544] env[63750]: DEBUG oslo_vmware.api [None req-582a863c-4141-4be1-8067-0f83557650b8 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2205.472544] env[63750]: value = "task-2007320" [ 2205.472544] env[63750]: _type = "Task" [ 2205.472544] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2205.483756] env[63750]: DEBUG oslo_vmware.api [None req-582a863c-4141-4be1-8067-0f83557650b8 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007320, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2205.519263] env[63750]: DEBUG nova.compute.manager [None req-a7d43021-94b5-4577-b03a-26cfce612de9 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2205.519506] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d43021-94b5-4577-b03a-26cfce612de9 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2205.520513] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2621e5b8-ee94-4c75-8cde-5ba0eb9a4094 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.531730] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d43021-94b5-4577-b03a-26cfce612de9 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2205.532014] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-086d551e-389b-4913-aff8-299f7ba5d058 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.538145] env[63750]: DEBUG oslo_vmware.api [None req-a7d43021-94b5-4577-b03a-26cfce612de9 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2205.538145] env[63750]: value = "task-2007321" [ 2205.538145] env[63750]: _type = "Task" [ 2205.538145] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2205.546295] env[63750]: DEBUG oslo_vmware.api [None req-a7d43021-94b5-4577-b03a-26cfce612de9 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007321, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2205.556090] env[63750]: DEBUG oslo_vmware.api [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007319, 'name': Rename_Task, 'duration_secs': 0.158707} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2205.556438] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2205.557051] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4da3f6c6-f095-4a77-bb12-efa769c6ffdf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.562355] env[63750]: DEBUG oslo_vmware.api [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Waiting for the task: (returnval){ [ 2205.562355] env[63750]: value = "task-2007322" [ 2205.562355] env[63750]: _type = "Task" [ 2205.562355] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2205.571242] env[63750]: DEBUG oslo_vmware.api [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007322, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2205.617366] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3a673f81-6545-4600-8b46-53ae0130ec0f tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "0c1bdaf9-f42b-436e-9896-43d833a1f7d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.444s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2205.652665] env[63750]: DEBUG nova.network.neutron [req-dc59046c-8ca2-4f92-850a-327398e561ad req-b1d62ae2-a80c-4bae-9b12-97144167c8a5 service nova] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Updated VIF entry in instance network info cache for port fc44872f-b163-4610-afd8-cb0100561ea3. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2205.653365] env[63750]: DEBUG nova.network.neutron [req-dc59046c-8ca2-4f92-850a-327398e561ad req-b1d62ae2-a80c-4bae-9b12-97144167c8a5 service nova] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Updating instance_info_cache with network_info: [{"id": "fc44872f-b163-4610-afd8-cb0100561ea3", "address": "fa:16:3e:80:5a:c2", "network": {"id": "3190c9f9-ed08-4a95-905a-91e470b8e973", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-172291959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7dd23ed8566493d991974157cb177d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc44872f-b1", "ovs_interfaceid": "fc44872f-b163-4610-afd8-cb0100561ea3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2205.710824] env[63750]: INFO nova.compute.manager [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] Rebuilding instance [ 2205.759886] env[63750]: DEBUG nova.compute.manager [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2205.760737] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd09d02-b109-497f-a2df-6086c0175570 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.968906] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a3e7fc83-ab00-4015-9d4d-96c0ddf7556e tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.697s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2205.982373] env[63750]: DEBUG oslo_vmware.api [None req-582a863c-4141-4be1-8067-0f83557650b8 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007320, 'name': ReconfigVM_Task, 'duration_secs': 0.248839} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2205.982650] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-582a863c-4141-4be1-8067-0f83557650b8 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2205.987909] env[63750]: INFO nova.scheduler.client.report [None req-a3e7fc83-ab00-4015-9d4d-96c0ddf7556e tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Deleted allocations for instance 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017 [ 2205.988904] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bea2d2fd-779a-4d2b-873f-19a1359b5a80 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.006197] env[63750]: DEBUG oslo_vmware.api [None req-582a863c-4141-4be1-8067-0f83557650b8 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2206.006197] env[63750]: value = "task-2007323" [ 2206.006197] env[63750]: _type = "Task" [ 2206.006197] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2206.013630] env[63750]: DEBUG oslo_vmware.api [None req-582a863c-4141-4be1-8067-0f83557650b8 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007323, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.048065] env[63750]: DEBUG oslo_vmware.api [None req-a7d43021-94b5-4577-b03a-26cfce612de9 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007321, 'name': PowerOffVM_Task, 'duration_secs': 0.210304} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2206.048335] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d43021-94b5-4577-b03a-26cfce612de9 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2206.048503] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d43021-94b5-4577-b03a-26cfce612de9 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2206.048752] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-129e6a4c-144b-43f4-9f19-46bd77306c37 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.071906] env[63750]: DEBUG oslo_vmware.api [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007322, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.156257] env[63750]: DEBUG oslo_concurrency.lockutils [req-dc59046c-8ca2-4f92-850a-327398e561ad req-b1d62ae2-a80c-4bae-9b12-97144167c8a5 service nova] Releasing lock "refresh_cache-ae994a4f-e5e0-4e87-a858-53590411fad2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2206.180919] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d43021-94b5-4577-b03a-26cfce612de9 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2206.181033] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d43021-94b5-4577-b03a-26cfce612de9 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2206.181186] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7d43021-94b5-4577-b03a-26cfce612de9 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Deleting the datastore file [datastore1] 4c13e422-83da-4b9d-aca3-27a011b32c6e {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2206.182118] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebc0aee9-2ee2-434c-828d-e948e69abe24 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.190795] env[63750]: DEBUG oslo_vmware.api [None req-a7d43021-94b5-4577-b03a-26cfce612de9 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2206.190795] env[63750]: value = "task-2007325" [ 2206.190795] env[63750]: _type = "Task" [ 2206.190795] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2206.201016] env[63750]: DEBUG oslo_vmware.api [None req-a7d43021-94b5-4577-b03a-26cfce612de9 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007325, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.505026] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a3e7fc83-ab00-4015-9d4d-96c0ddf7556e tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "15fbf9c1-149a-4b5a-8b39-63fc1b4a9017" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.646s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2206.514755] env[63750]: DEBUG oslo_vmware.api [None req-582a863c-4141-4be1-8067-0f83557650b8 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007323, 'name': ReconfigVM_Task, 'duration_secs': 0.156526} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2206.515073] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-582a863c-4141-4be1-8067-0f83557650b8 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412679', 'volume_id': '9497f89f-4d83-4468-8089-8ef2c66dee5f', 'name': 'volume-9497f89f-4d83-4468-8089-8ef2c66dee5f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '00dfffcc-8529-47de-a0c6-21d5e35e47dc', 'attached_at': '2025-01-02T12:07:01.000000', 'detached_at': '', 'volume_id': '9497f89f-4d83-4468-8089-8ef2c66dee5f', 'serial': '9497f89f-4d83-4468-8089-8ef2c66dee5f'} {{(pid=63750) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2206.515461] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-582a863c-4141-4be1-8067-0f83557650b8 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2206.516243] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77b4c12-47b4-4ebf-be4b-eb81a6a25e42 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.523442] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-582a863c-4141-4be1-8067-0f83557650b8 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2206.523675] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb0ef01a-4c32-4178-ad05-cfaa49b11a10 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.573277] env[63750]: DEBUG oslo_vmware.api [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007322, 'name': PowerOnVM_Task, 'duration_secs': 0.655845} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2206.573550] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2206.573756] env[63750]: INFO nova.compute.manager [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Took 8.40 seconds to spawn the instance on the hypervisor. [ 2206.573926] env[63750]: DEBUG nova.compute.manager [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2206.574719] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ce8fed-2f0b-4919-8738-ce1faeb97951 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.650415] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-582a863c-4141-4be1-8067-0f83557650b8 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2206.650702] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-582a863c-4141-4be1-8067-0f83557650b8 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Deleting contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2206.650950] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-582a863c-4141-4be1-8067-0f83557650b8 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Deleting the datastore file [datastore2] 00dfffcc-8529-47de-a0c6-21d5e35e47dc {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2206.651510] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e912ca6-33c1-4d78-b657-f81c37492ff2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.659514] env[63750]: DEBUG oslo_vmware.api [None req-582a863c-4141-4be1-8067-0f83557650b8 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2206.659514] env[63750]: value = "task-2007327" [ 2206.659514] env[63750]: _type = "Task" [ 2206.659514] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2206.667235] env[63750]: DEBUG oslo_vmware.api [None req-582a863c-4141-4be1-8067-0f83557650b8 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007327, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.674018] env[63750]: DEBUG nova.compute.manager [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Stashing vm_state: active {{(pid=63750) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2206.700716] env[63750]: DEBUG oslo_vmware.api [None req-a7d43021-94b5-4577-b03a-26cfce612de9 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007325, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302543} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2206.700974] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7d43021-94b5-4577-b03a-26cfce612de9 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2206.701170] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d43021-94b5-4577-b03a-26cfce612de9 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2206.701538] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d43021-94b5-4577-b03a-26cfce612de9 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2206.701732] env[63750]: INFO nova.compute.manager [None req-a7d43021-94b5-4577-b03a-26cfce612de9 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Took 1.18 seconds to destroy the instance on the hypervisor. [ 2206.702101] env[63750]: DEBUG oslo.service.loopingcall [None req-a7d43021-94b5-4577-b03a-26cfce612de9 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2206.702342] env[63750]: DEBUG nova.compute.manager [-] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2206.702441] env[63750]: DEBUG nova.network.neutron [-] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2206.774683] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2206.775072] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68801ea6-beac-4b35-99c2-fe11becb6526 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.782708] env[63750]: DEBUG oslo_vmware.api [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Waiting for the task: (returnval){ [ 2206.782708] env[63750]: value = "task-2007328" [ 2206.782708] env[63750]: _type = "Task" [ 2206.782708] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2206.791094] env[63750]: DEBUG oslo_vmware.api [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': task-2007328, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.997274] env[63750]: DEBUG nova.compute.manager [req-a8192b4c-933b-4e6a-ae68-7532839eaa4a req-5ce4ac8f-8745-4be3-8c27-6d8f08808bd9 service nova] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Received event network-vif-deleted-c71f994d-c94a-42b1-8da3-1be3b43270c3 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2206.997616] env[63750]: INFO nova.compute.manager [req-a8192b4c-933b-4e6a-ae68-7532839eaa4a req-5ce4ac8f-8745-4be3-8c27-6d8f08808bd9 service nova] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Neutron deleted interface c71f994d-c94a-42b1-8da3-1be3b43270c3; detaching it from the instance and deleting it from the info cache [ 2206.997911] env[63750]: DEBUG nova.network.neutron [req-a8192b4c-933b-4e6a-ae68-7532839eaa4a req-5ce4ac8f-8745-4be3-8c27-6d8f08808bd9 service nova] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2207.093208] env[63750]: INFO nova.compute.manager [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Took 16.85 seconds to build instance. [ 2207.169698] env[63750]: DEBUG oslo_vmware.api [None req-582a863c-4141-4be1-8067-0f83557650b8 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007327, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320146} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2207.170028] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-582a863c-4141-4be1-8067-0f83557650b8 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2207.170266] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-582a863c-4141-4be1-8067-0f83557650b8 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Deleted contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2207.170599] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-582a863c-4141-4be1-8067-0f83557650b8 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2207.170654] env[63750]: INFO nova.compute.manager [None req-582a863c-4141-4be1-8067-0f83557650b8 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Took 2.32 seconds to destroy the instance on the hypervisor. [ 2207.170913] env[63750]: DEBUG oslo.service.loopingcall [None req-582a863c-4141-4be1-8067-0f83557650b8 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2207.171154] env[63750]: DEBUG nova.compute.manager [-] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2207.171278] env[63750]: DEBUG nova.network.neutron [-] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2207.195244] env[63750]: DEBUG oslo_concurrency.lockutils [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2207.195589] env[63750]: DEBUG oslo_concurrency.lockutils [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2207.294524] env[63750]: DEBUG oslo_vmware.api [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': task-2007328, 'name': PowerOffVM_Task, 'duration_secs': 0.191198} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2207.294849] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2207.295131] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2207.297361] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a4fecd-e179-4624-8539-aaba2f15d5b0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.306020] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2207.306020] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-390086dc-aa7c-4835-a6b8-0e8415874720 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.336305] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2207.336305] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2207.336305] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Deleting the datastore file [datastore1] bd65c6a8-0b1d-4df0-8b5b-3a07a239705a {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2207.336305] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbb82f57-0846-4533-81e6-e5e47e76a47a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.344260] env[63750]: DEBUG oslo_vmware.api [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Waiting for the task: (returnval){ [ 2207.344260] env[63750]: value = "task-2007331" [ 2207.344260] env[63750]: _type = "Task" [ 2207.344260] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2207.352013] env[63750]: DEBUG oslo_vmware.api [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': task-2007331, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2207.473525] env[63750]: DEBUG nova.network.neutron [-] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2207.502135] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e683d36f-f15c-4164-ba2f-e635426c3ff1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.510624] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adaa07e2-1cd2-49b8-bfec-d81554449293 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.542046] env[63750]: DEBUG nova.compute.manager [req-a8192b4c-933b-4e6a-ae68-7532839eaa4a req-5ce4ac8f-8745-4be3-8c27-6d8f08808bd9 service nova] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Detach interface failed, port_id=c71f994d-c94a-42b1-8da3-1be3b43270c3, reason: Instance 4c13e422-83da-4b9d-aca3-27a011b32c6e could not be found. {{(pid=63750) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2207.595729] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e9d34624-cb25-4d85-984f-0964d2d6f8c2 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lock "690edfdd-38e9-4ede-903f-a2616d82c9fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.360s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2207.704022] env[63750]: INFO nova.compute.claims [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2207.856192] env[63750]: DEBUG oslo_vmware.api [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': task-2007331, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228609} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2207.856770] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2207.857185] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2207.857580] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2207.975760] env[63750]: INFO nova.compute.manager [-] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Took 1.27 seconds to deallocate network for instance. [ 2208.000609] env[63750]: DEBUG nova.compute.manager [req-dddd8e32-504a-45c7-8e70-0c907a38720a req-d81780d5-797c-459f-a072-6bc0e7d567b4 service nova] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Received event network-changed-e3deeed6-c654-40b3-b04d-85486b3cf31c {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2208.001028] env[63750]: DEBUG nova.compute.manager [req-dddd8e32-504a-45c7-8e70-0c907a38720a req-d81780d5-797c-459f-a072-6bc0e7d567b4 service nova] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Refreshing instance network info cache due to event network-changed-e3deeed6-c654-40b3-b04d-85486b3cf31c. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2208.001454] env[63750]: DEBUG oslo_concurrency.lockutils [req-dddd8e32-504a-45c7-8e70-0c907a38720a req-d81780d5-797c-459f-a072-6bc0e7d567b4 service nova] Acquiring lock "refresh_cache-690edfdd-38e9-4ede-903f-a2616d82c9fc" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2208.001757] env[63750]: DEBUG oslo_concurrency.lockutils [req-dddd8e32-504a-45c7-8e70-0c907a38720a req-d81780d5-797c-459f-a072-6bc0e7d567b4 service nova] Acquired lock "refresh_cache-690edfdd-38e9-4ede-903f-a2616d82c9fc" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2208.002060] env[63750]: DEBUG nova.network.neutron [req-dddd8e32-504a-45c7-8e70-0c907a38720a req-d81780d5-797c-459f-a072-6bc0e7d567b4 service nova] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Refreshing network info cache for port e3deeed6-c654-40b3-b04d-85486b3cf31c {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2208.186155] env[63750]: DEBUG nova.network.neutron [-] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2208.208287] env[63750]: INFO nova.compute.resource_tracker [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Updating resource usage from migration ab5f385b-f753-4d8f-b000-a33f9d23de72 [ 2208.356916] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48f28b5-2139-471a-a77b-3bd435fc177f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.368511] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4263291b-7af4-41e9-b9b8-dcae24c0ecd5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.401258] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af70957e-b6fe-4a61-9c94-be689eb5d5f1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.410186] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c8f178-b1f4-4caa-bee8-8f80fe058155 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.424907] env[63750]: DEBUG nova.compute.provider_tree [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2208.483123] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a7d43021-94b5-4577-b03a-26cfce612de9 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2208.689795] env[63750]: INFO nova.compute.manager [-] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Took 1.52 seconds to deallocate network for instance. [ 2208.736390] env[63750]: DEBUG nova.network.neutron [req-dddd8e32-504a-45c7-8e70-0c907a38720a req-d81780d5-797c-459f-a072-6bc0e7d567b4 service nova] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Updated VIF entry in instance network info cache for port e3deeed6-c654-40b3-b04d-85486b3cf31c. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2208.737030] env[63750]: DEBUG nova.network.neutron [req-dddd8e32-504a-45c7-8e70-0c907a38720a req-d81780d5-797c-459f-a072-6bc0e7d567b4 service nova] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Updating instance_info_cache with network_info: [{"id": "e3deeed6-c654-40b3-b04d-85486b3cf31c", "address": "fa:16:3e:8f:21:3b", "network": {"id": "dd6025b5-5331-4ade-abfb-6867d37b41da", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-649603207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91a6374b7ee44849998c8b16981afb61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3deeed6-c6", "ovs_interfaceid": "e3deeed6-c654-40b3-b04d-85486b3cf31c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2208.899730] env[63750]: DEBUG nova.virt.hardware [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2208.900154] env[63750]: DEBUG nova.virt.hardware [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2208.900431] env[63750]: DEBUG nova.virt.hardware [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2208.900740] env[63750]: DEBUG nova.virt.hardware [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2208.900993] env[63750]: DEBUG nova.virt.hardware [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2208.901278] env[63750]: DEBUG nova.virt.hardware [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2208.901629] env[63750]: DEBUG nova.virt.hardware [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2208.901899] env[63750]: DEBUG nova.virt.hardware [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2208.902201] env[63750]: DEBUG nova.virt.hardware [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2208.902487] env[63750]: DEBUG nova.virt.hardware [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2208.902798] env[63750]: DEBUG nova.virt.hardware [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2208.904148] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9adb384-31fe-420b-ad52-6c2b1a6d437f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.914840] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57e13be-3d50-46bc-99bf-4c23f2706245 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.929698] env[63750]: DEBUG nova.scheduler.client.report [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2208.933018] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] Instance VIF info [] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2208.938795] env[63750]: DEBUG oslo.service.loopingcall [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2208.939247] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2208.939379] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be09d187-3d10-45da-8a40-e828d0fe7d30 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.959059] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2208.959059] env[63750]: value = "task-2007332" [ 2208.959059] env[63750]: _type = "Task" [ 2208.959059] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2208.966468] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007332, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.022703] env[63750]: DEBUG nova.compute.manager [req-64bf1542-98e8-4294-98da-b11369b2f093 req-8b2fa736-405b-4281-ab99-e0ebfbd90afe service nova] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Received event network-vif-deleted-348970f4-a63d-4053-9b1b-fc3a0f83a627 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2209.234584] env[63750]: INFO nova.compute.manager [None req-582a863c-4141-4be1-8067-0f83557650b8 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Took 0.54 seconds to detach 1 volumes for instance. [ 2209.242091] env[63750]: DEBUG oslo_concurrency.lockutils [req-dddd8e32-504a-45c7-8e70-0c907a38720a req-d81780d5-797c-459f-a072-6bc0e7d567b4 service nova] Releasing lock "refresh_cache-690edfdd-38e9-4ede-903f-a2616d82c9fc" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2209.440549] env[63750]: DEBUG oslo_concurrency.lockutils [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.245s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2209.440848] env[63750]: INFO nova.compute.manager [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Migrating [ 2209.450542] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a7d43021-94b5-4577-b03a-26cfce612de9 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.967s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2209.450899] env[63750]: DEBUG nova.objects.instance [None req-a7d43021-94b5-4577-b03a-26cfce612de9 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Lazy-loading 'resources' on Instance uuid 4c13e422-83da-4b9d-aca3-27a011b32c6e {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2209.478686] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007332, 'name': CreateVM_Task, 'duration_secs': 0.290507} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2209.478958] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2209.479536] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2209.479813] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2209.480292] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2209.480911] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd9e817b-ec1c-47fe-a19a-41f857533305 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.487892] env[63750]: DEBUG oslo_vmware.api [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Waiting for the task: (returnval){ [ 2209.487892] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52825698-b8cf-0c6a-ef2b-98a8a63639b5" [ 2209.487892] env[63750]: _type = "Task" [ 2209.487892] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2209.499538] env[63750]: DEBUG oslo_vmware.api [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52825698-b8cf-0c6a-ef2b-98a8a63639b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.744886] env[63750]: DEBUG oslo_concurrency.lockutils [None req-582a863c-4141-4be1-8067-0f83557650b8 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2209.791890] env[63750]: DEBUG oslo_concurrency.lockutils [None req-124b22a7-bad9-4461-8e84-e7db4e8a2c6c tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquiring lock "3d11142c-0197-4bd9-bf31-fffabf48ee87" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2209.792163] env[63750]: DEBUG oslo_concurrency.lockutils [None req-124b22a7-bad9-4461-8e84-e7db4e8a2c6c tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "3d11142c-0197-4bd9-bf31-fffabf48ee87" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2209.792378] env[63750]: DEBUG oslo_concurrency.lockutils [None req-124b22a7-bad9-4461-8e84-e7db4e8a2c6c tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquiring lock "3d11142c-0197-4bd9-bf31-fffabf48ee87-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2209.792560] env[63750]: DEBUG oslo_concurrency.lockutils [None req-124b22a7-bad9-4461-8e84-e7db4e8a2c6c tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "3d11142c-0197-4bd9-bf31-fffabf48ee87-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2209.792729] env[63750]: DEBUG oslo_concurrency.lockutils [None req-124b22a7-bad9-4461-8e84-e7db4e8a2c6c tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "3d11142c-0197-4bd9-bf31-fffabf48ee87-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2209.794916] env[63750]: INFO nova.compute.manager [None req-124b22a7-bad9-4461-8e84-e7db4e8a2c6c tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Terminating instance [ 2209.965909] env[63750]: DEBUG oslo_concurrency.lockutils [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquiring lock "refresh_cache-0c1bdaf9-f42b-436e-9896-43d833a1f7d7" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2209.966098] env[63750]: DEBUG oslo_concurrency.lockutils [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquired lock "refresh_cache-0c1bdaf9-f42b-436e-9896-43d833a1f7d7" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2209.966281] env[63750]: DEBUG nova.network.neutron [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2209.998824] env[63750]: DEBUG oslo_vmware.api [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52825698-b8cf-0c6a-ef2b-98a8a63639b5, 'name': SearchDatastore_Task, 'duration_secs': 0.011761} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2210.001438] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2210.001663] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2210.001899] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2210.002058] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2210.002243] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2210.002675] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3904dced-8a8d-46be-8858-e78a8dc4b121 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.024953] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2210.025157] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2210.025885] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c22ff687-fd4b-4957-96a0-6ed8195ea844 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.031600] env[63750]: DEBUG oslo_vmware.api [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Waiting for the task: (returnval){ [ 2210.031600] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52ce8005-3760-933c-c84a-e4f59f9ace1c" [ 2210.031600] env[63750]: _type = "Task" [ 2210.031600] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2210.042750] env[63750]: DEBUG oslo_vmware.api [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52ce8005-3760-933c-c84a-e4f59f9ace1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.104773] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3eb9cd-94d6-429f-87bc-6a9c883d542d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.113507] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870fc58c-7317-427d-9a40-536b7235cf2a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.145769] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47b9fd3-8a2e-4358-9744-cc53678f2564 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.153506] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a74a7f-f034-4e9c-a51c-b868bf6620f7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.167058] env[63750]: DEBUG nova.compute.provider_tree [None req-a7d43021-94b5-4577-b03a-26cfce612de9 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2210.299090] env[63750]: DEBUG nova.compute.manager [None req-124b22a7-bad9-4461-8e84-e7db4e8a2c6c tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2210.299393] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-124b22a7-bad9-4461-8e84-e7db4e8a2c6c tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2210.300399] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c4732b-6ae1-4d44-b5d9-ebf279343454 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.308647] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-124b22a7-bad9-4461-8e84-e7db4e8a2c6c tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2210.308880] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e49abe14-f911-44f4-b38c-eaa4b56d6714 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.315307] env[63750]: DEBUG oslo_vmware.api [None req-124b22a7-bad9-4461-8e84-e7db4e8a2c6c tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 2210.315307] env[63750]: value = "task-2007333" [ 2210.315307] env[63750]: _type = "Task" [ 2210.315307] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2210.323181] env[63750]: DEBUG oslo_vmware.api [None req-124b22a7-bad9-4461-8e84-e7db4e8a2c6c tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007333, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.543286] env[63750]: DEBUG oslo_vmware.api [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52ce8005-3760-933c-c84a-e4f59f9ace1c, 'name': SearchDatastore_Task, 'duration_secs': 0.038349} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2210.544113] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4dd6fdd-4bed-4bde-8aa9-e4624e59662e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.549492] env[63750]: DEBUG oslo_vmware.api [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Waiting for the task: (returnval){ [ 2210.549492] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5254250a-2b69-6418-1779-0921a188accd" [ 2210.549492] env[63750]: _type = "Task" [ 2210.549492] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2210.557476] env[63750]: DEBUG oslo_vmware.api [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5254250a-2b69-6418-1779-0921a188accd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.670207] env[63750]: DEBUG nova.scheduler.client.report [None req-a7d43021-94b5-4577-b03a-26cfce612de9 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2210.688255] env[63750]: DEBUG nova.network.neutron [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Updating instance_info_cache with network_info: [{"id": "03d4090e-c016-4068-b5b9-b1d33f6dd6f6", "address": "fa:16:3e:c4:41:e0", "network": {"id": "6ee8b59d-97e1-4efe-b623-8db03ccc868f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-59123013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23846c040dac48ec80f88340c38cbf38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03d4090e-c0", "ovs_interfaceid": "03d4090e-c016-4068-b5b9-b1d33f6dd6f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2210.824878] env[63750]: DEBUG oslo_vmware.api [None req-124b22a7-bad9-4461-8e84-e7db4e8a2c6c tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007333, 'name': PowerOffVM_Task, 'duration_secs': 0.200245} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2210.825226] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-124b22a7-bad9-4461-8e84-e7db4e8a2c6c tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2210.825268] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-124b22a7-bad9-4461-8e84-e7db4e8a2c6c tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2210.825507] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-798a7422-8b91-4e6d-b257-c3f6eedd786f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.901560] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-124b22a7-bad9-4461-8e84-e7db4e8a2c6c tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2210.901783] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-124b22a7-bad9-4461-8e84-e7db4e8a2c6c tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Deleting contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2210.901970] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-124b22a7-bad9-4461-8e84-e7db4e8a2c6c tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Deleting the datastore file [datastore2] 3d11142c-0197-4bd9-bf31-fffabf48ee87 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2210.902280] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca525225-a19b-4f86-adfe-0d50eb980d93 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.909531] env[63750]: DEBUG oslo_vmware.api [None req-124b22a7-bad9-4461-8e84-e7db4e8a2c6c tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for the task: (returnval){ [ 2210.909531] env[63750]: value = "task-2007335" [ 2210.909531] env[63750]: _type = "Task" [ 2210.909531] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2210.916988] env[63750]: DEBUG oslo_vmware.api [None req-124b22a7-bad9-4461-8e84-e7db4e8a2c6c tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007335, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.060056] env[63750]: DEBUG oslo_vmware.api [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5254250a-2b69-6418-1779-0921a188accd, 'name': SearchDatastore_Task, 'duration_secs': 0.009666} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2211.060344] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2211.060601] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] bd65c6a8-0b1d-4df0-8b5b-3a07a239705a/bd65c6a8-0b1d-4df0-8b5b-3a07a239705a.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2211.060857] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f50b8e57-2597-453a-9ce1-5f035c7fc08d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.066756] env[63750]: DEBUG oslo_vmware.api [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Waiting for the task: (returnval){ [ 2211.066756] env[63750]: value = "task-2007336" [ 2211.066756] env[63750]: _type = "Task" [ 2211.066756] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2211.074044] env[63750]: DEBUG oslo_vmware.api [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': task-2007336, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.177260] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a7d43021-94b5-4577-b03a-26cfce612de9 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.727s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2211.179598] env[63750]: DEBUG oslo_concurrency.lockutils [None req-582a863c-4141-4be1-8067-0f83557650b8 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.435s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2211.179797] env[63750]: DEBUG oslo_concurrency.lockutils [None req-582a863c-4141-4be1-8067-0f83557650b8 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2211.190994] env[63750]: DEBUG oslo_concurrency.lockutils [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Releasing lock "refresh_cache-0c1bdaf9-f42b-436e-9896-43d833a1f7d7" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2211.195084] env[63750]: INFO nova.scheduler.client.report [None req-582a863c-4141-4be1-8067-0f83557650b8 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Deleted allocations for instance 00dfffcc-8529-47de-a0c6-21d5e35e47dc [ 2211.196547] env[63750]: INFO nova.scheduler.client.report [None req-a7d43021-94b5-4577-b03a-26cfce612de9 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Deleted allocations for instance 4c13e422-83da-4b9d-aca3-27a011b32c6e [ 2211.421767] env[63750]: DEBUG oslo_vmware.api [None req-124b22a7-bad9-4461-8e84-e7db4e8a2c6c tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Task: {'id': task-2007335, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142772} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2211.422079] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-124b22a7-bad9-4461-8e84-e7db4e8a2c6c tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2211.422199] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-124b22a7-bad9-4461-8e84-e7db4e8a2c6c tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Deleted contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2211.422317] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-124b22a7-bad9-4461-8e84-e7db4e8a2c6c tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2211.422476] env[63750]: INFO nova.compute.manager [None req-124b22a7-bad9-4461-8e84-e7db4e8a2c6c tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2211.422732] env[63750]: DEBUG oslo.service.loopingcall [None req-124b22a7-bad9-4461-8e84-e7db4e8a2c6c tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2211.422924] env[63750]: DEBUG nova.compute.manager [-] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2211.423042] env[63750]: DEBUG nova.network.neutron [-] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2211.579147] env[63750]: DEBUG oslo_vmware.api [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': task-2007336, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.698283] env[63750]: DEBUG nova.compute.manager [req-76940e23-cca9-4b36-b070-6455c27940ee req-b86275db-68dd-41d0-924d-a5bb4db615a0 service nova] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Received event network-vif-deleted-1af3e56a-ff15-4851-a629-891eaf8aa9b7 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2211.698499] env[63750]: INFO nova.compute.manager [req-76940e23-cca9-4b36-b070-6455c27940ee req-b86275db-68dd-41d0-924d-a5bb4db615a0 service nova] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Neutron deleted interface 1af3e56a-ff15-4851-a629-891eaf8aa9b7; detaching it from the instance and deleting it from the info cache [ 2211.698728] env[63750]: DEBUG nova.network.neutron [req-76940e23-cca9-4b36-b070-6455c27940ee req-b86275db-68dd-41d0-924d-a5bb4db615a0 service nova] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2211.705041] env[63750]: DEBUG oslo_concurrency.lockutils [None req-582a863c-4141-4be1-8067-0f83557650b8 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lock "00dfffcc-8529-47de-a0c6-21d5e35e47dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.361s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2211.705909] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a7d43021-94b5-4577-b03a-26cfce612de9 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Lock "4c13e422-83da-4b9d-aca3-27a011b32c6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.693s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2212.077375] env[63750]: DEBUG oslo_vmware.api [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': task-2007336, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.172015] env[63750]: DEBUG nova.network.neutron [-] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2212.204281] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-82f2d43e-05a1-42c2-b2e4-38907fdea8ce {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.214827] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee6e4db-5bd6-48fc-95d5-b027b05096c9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.242627] env[63750]: DEBUG nova.compute.manager [req-76940e23-cca9-4b36-b070-6455c27940ee req-b86275db-68dd-41d0-924d-a5bb4db615a0 service nova] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Detach interface failed, port_id=1af3e56a-ff15-4851-a629-891eaf8aa9b7, reason: Instance 3d11142c-0197-4bd9-bf31-fffabf48ee87 could not be found. {{(pid=63750) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2212.577325] env[63750]: DEBUG oslo_vmware.api [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': task-2007336, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.675149] env[63750]: INFO nova.compute.manager [-] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Took 1.25 seconds to deallocate network for instance. [ 2212.707367] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a434990-bc91-4502-9ce9-00030a1468dd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.728456] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Updating instance '0c1bdaf9-f42b-436e-9896-43d833a1f7d7' progress to 0 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2212.736504] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquiring lock "443e61e5-b741-4aba-96c6-202e2b334511" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2212.736718] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lock "443e61e5-b741-4aba-96c6-202e2b334511" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2212.777124] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f49795b5-26ef-431c-910f-ade50517f2c7 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Acquiring lock "6b662256-3da2-410f-9d21-85b459ce1fd3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2212.777355] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f49795b5-26ef-431c-910f-ade50517f2c7 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Lock "6b662256-3da2-410f-9d21-85b459ce1fd3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2212.777568] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f49795b5-26ef-431c-910f-ade50517f2c7 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Acquiring lock "6b662256-3da2-410f-9d21-85b459ce1fd3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2212.777749] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f49795b5-26ef-431c-910f-ade50517f2c7 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Lock "6b662256-3da2-410f-9d21-85b459ce1fd3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2212.777916] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f49795b5-26ef-431c-910f-ade50517f2c7 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Lock "6b662256-3da2-410f-9d21-85b459ce1fd3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2212.780096] env[63750]: INFO nova.compute.manager [None req-f49795b5-26ef-431c-910f-ade50517f2c7 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Terminating instance [ 2213.078895] env[63750]: DEBUG oslo_vmware.api [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': task-2007336, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.547313} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2213.079323] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] bd65c6a8-0b1d-4df0-8b5b-3a07a239705a/bd65c6a8-0b1d-4df0-8b5b-3a07a239705a.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2213.079405] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2213.079655] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-310ccd99-f136-4007-a780-7455e241165b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.086230] env[63750]: DEBUG oslo_vmware.api [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Waiting for the task: (returnval){ [ 2213.086230] env[63750]: value = "task-2007337" [ 2213.086230] env[63750]: _type = "Task" [ 2213.086230] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2213.093718] env[63750]: DEBUG oslo_vmware.api [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': task-2007337, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.182257] env[63750]: DEBUG oslo_concurrency.lockutils [None req-124b22a7-bad9-4461-8e84-e7db4e8a2c6c tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2213.182537] env[63750]: DEBUG oslo_concurrency.lockutils [None req-124b22a7-bad9-4461-8e84-e7db4e8a2c6c tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2213.182768] env[63750]: DEBUG nova.objects.instance [None req-124b22a7-bad9-4461-8e84-e7db4e8a2c6c tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lazy-loading 'resources' on Instance uuid 3d11142c-0197-4bd9-bf31-fffabf48ee87 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2213.239961] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2213.240260] env[63750]: DEBUG nova.compute.manager [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2213.242708] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77a9db72-362f-40ed-bb3e-c449d00a4f40 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.249127] env[63750]: DEBUG oslo_vmware.api [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2213.249127] env[63750]: value = "task-2007338" [ 2213.249127] env[63750]: _type = "Task" [ 2213.249127] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2213.257607] env[63750]: DEBUG oslo_vmware.api [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007338, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.283491] env[63750]: DEBUG nova.compute.manager [None req-f49795b5-26ef-431c-910f-ade50517f2c7 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2213.283702] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f49795b5-26ef-431c-910f-ade50517f2c7 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2213.284555] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989a3757-2dd3-4885-a601-d5240580fd50 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.292053] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-f49795b5-26ef-431c-910f-ade50517f2c7 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2213.292294] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e69c0c7-c3cf-4d49-a0da-180e3978a9b8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.297620] env[63750]: DEBUG oslo_vmware.api [None req-f49795b5-26ef-431c-910f-ade50517f2c7 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2213.297620] env[63750]: value = "task-2007339" [ 2213.297620] env[63750]: _type = "Task" [ 2213.297620] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2213.304903] env[63750]: DEBUG oslo_vmware.api [None req-f49795b5-26ef-431c-910f-ade50517f2c7 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007339, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.595839] env[63750]: DEBUG oslo_vmware.api [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': task-2007337, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058826} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2213.596075] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2213.596844] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8792c7-a9a4-40e9-b340-127bd8f4391f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.617793] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] bd65c6a8-0b1d-4df0-8b5b-3a07a239705a/bd65c6a8-0b1d-4df0-8b5b-3a07a239705a.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2213.618080] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b8a2883-d0d3-4748-9acc-e09904634067 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.637457] env[63750]: DEBUG oslo_vmware.api [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Waiting for the task: (returnval){ [ 2213.637457] env[63750]: value = "task-2007340" [ 2213.637457] env[63750]: _type = "Task" [ 2213.637457] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2213.647101] env[63750]: DEBUG oslo_vmware.api [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': task-2007340, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.761026] env[63750]: DEBUG oslo_vmware.api [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007338, 'name': PowerOffVM_Task, 'duration_secs': 0.185812} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2213.761893] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2213.762185] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2213.762373] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Updating instance '0c1bdaf9-f42b-436e-9896-43d833a1f7d7' progress to 17 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2213.807440] env[63750]: DEBUG oslo_vmware.api [None req-f49795b5-26ef-431c-910f-ade50517f2c7 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007339, 'name': PowerOffVM_Task, 'duration_secs': 0.24538} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2213.808417] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-f49795b5-26ef-431c-910f-ade50517f2c7 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2213.808602] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f49795b5-26ef-431c-910f-ade50517f2c7 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2213.808852] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69df3bbb-a70b-4d6a-97b5-fa723e1650b3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.816645] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6939b83a-c3d9-4f08-a198-11ad0cf204ae {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.823503] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6446a359-45f3-4fb6-8e4e-2ad094b83e6f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.853853] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0457a38f-1a36-4eeb-ab26-540a0eee0392 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.861069] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdf7a45-1b51-44e9-bc92-442654427dfd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.874296] env[63750]: DEBUG nova.compute.provider_tree [None req-124b22a7-bad9-4461-8e84-e7db4e8a2c6c tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2214.149965] env[63750]: DEBUG oslo_vmware.api [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': task-2007340, 'name': ReconfigVM_Task, 'duration_secs': 0.264204} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2214.150419] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] Reconfigured VM instance instance-00000074 to attach disk [datastore1] bd65c6a8-0b1d-4df0-8b5b-3a07a239705a/bd65c6a8-0b1d-4df0-8b5b-3a07a239705a.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2214.150889] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-437b4f63-2615-4283-b88a-fe650be76d4b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.158355] env[63750]: DEBUG oslo_vmware.api [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Waiting for the task: (returnval){ [ 2214.158355] env[63750]: value = "task-2007342" [ 2214.158355] env[63750]: _type = "Task" [ 2214.158355] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2214.166461] env[63750]: DEBUG oslo_vmware.api [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': task-2007342, 'name': Rename_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.271125] env[63750]: DEBUG nova.virt.hardware [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2214.271407] env[63750]: DEBUG nova.virt.hardware [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2214.271540] env[63750]: DEBUG nova.virt.hardware [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2214.271731] env[63750]: DEBUG nova.virt.hardware [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2214.271872] env[63750]: DEBUG nova.virt.hardware [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2214.272026] env[63750]: DEBUG nova.virt.hardware [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2214.272246] env[63750]: DEBUG nova.virt.hardware [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2214.272403] env[63750]: DEBUG nova.virt.hardware [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2214.272570] env[63750]: DEBUG nova.virt.hardware [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2214.272730] env[63750]: DEBUG nova.virt.hardware [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2214.272903] env[63750]: DEBUG nova.virt.hardware [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2214.277928] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abaf5110-ef10-4211-a168-b2eea083b0b3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.295492] env[63750]: DEBUG oslo_vmware.api [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2214.295492] env[63750]: value = "task-2007343" [ 2214.295492] env[63750]: _type = "Task" [ 2214.295492] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2214.307404] env[63750]: DEBUG oslo_vmware.api [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007343, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.377955] env[63750]: DEBUG nova.scheduler.client.report [None req-124b22a7-bad9-4461-8e84-e7db4e8a2c6c tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2214.668134] env[63750]: DEBUG oslo_vmware.api [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': task-2007342, 'name': Rename_Task, 'duration_secs': 0.140717} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2214.668405] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2214.668642] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28350813-3bec-465e-8244-edc0fb50e22f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.675013] env[63750]: DEBUG oslo_vmware.api [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Waiting for the task: (returnval){ [ 2214.675013] env[63750]: value = "task-2007344" [ 2214.675013] env[63750]: _type = "Task" [ 2214.675013] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2214.683182] env[63750]: DEBUG oslo_vmware.api [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': task-2007344, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.805456] env[63750]: DEBUG oslo_vmware.api [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007343, 'name': ReconfigVM_Task, 'duration_secs': 0.255457} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2214.805649] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Updating instance '0c1bdaf9-f42b-436e-9896-43d833a1f7d7' progress to 33 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2214.884074] env[63750]: DEBUG oslo_concurrency.lockutils [None req-124b22a7-bad9-4461-8e84-e7db4e8a2c6c tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.701s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2214.886678] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.125s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2214.888339] env[63750]: INFO nova.compute.claims [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2214.906282] env[63750]: INFO nova.scheduler.client.report [None req-124b22a7-bad9-4461-8e84-e7db4e8a2c6c tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Deleted allocations for instance 3d11142c-0197-4bd9-bf31-fffabf48ee87 [ 2215.185327] env[63750]: DEBUG oslo_vmware.api [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': task-2007344, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.312535] env[63750]: DEBUG nova.virt.hardware [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2215.312781] env[63750]: DEBUG nova.virt.hardware [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2215.312941] env[63750]: DEBUG nova.virt.hardware [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2215.313140] env[63750]: DEBUG nova.virt.hardware [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2215.313299] env[63750]: DEBUG nova.virt.hardware [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2215.313442] env[63750]: DEBUG nova.virt.hardware [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2215.313642] env[63750]: DEBUG nova.virt.hardware [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2215.313801] env[63750]: DEBUG nova.virt.hardware [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2215.313965] env[63750]: DEBUG nova.virt.hardware [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2215.314144] env[63750]: DEBUG nova.virt.hardware [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2215.314324] env[63750]: DEBUG nova.virt.hardware [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2215.319601] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2215.319886] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2359a1e-eda8-41d0-822e-c09f3d956836 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.338379] env[63750]: DEBUG oslo_vmware.api [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2215.338379] env[63750]: value = "task-2007345" [ 2215.338379] env[63750]: _type = "Task" [ 2215.338379] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2215.346725] env[63750]: DEBUG oslo_vmware.api [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007345, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.413848] env[63750]: DEBUG oslo_concurrency.lockutils [None req-124b22a7-bad9-4461-8e84-e7db4e8a2c6c tempest-ServerActionsTestOtherA-472213635 tempest-ServerActionsTestOtherA-472213635-project-member] Lock "3d11142c-0197-4bd9-bf31-fffabf48ee87" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.622s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2215.685656] env[63750]: DEBUG oslo_vmware.api [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': task-2007344, 'name': PowerOnVM_Task, 'duration_secs': 0.547174} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2215.685905] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2215.686131] env[63750]: DEBUG nova.compute.manager [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2215.686864] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee67fb70-646b-45dd-ba7b-df8f2097c5df {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.848073] env[63750]: DEBUG oslo_vmware.api [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007345, 'name': ReconfigVM_Task, 'duration_secs': 0.15075} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2215.848347] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2215.849112] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4664e6-d372-4a22-8491-be8e44163d01 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.870236] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 0c1bdaf9-f42b-436e-9896-43d833a1f7d7/0c1bdaf9-f42b-436e-9896-43d833a1f7d7.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2215.870476] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51eef897-a2c4-4b12-81e6-cca74a273da4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.888137] env[63750]: DEBUG oslo_vmware.api [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2215.888137] env[63750]: value = "task-2007346" [ 2215.888137] env[63750]: _type = "Task" [ 2215.888137] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2215.898114] env[63750]: DEBUG oslo_vmware.api [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007346, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.999356] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5203c3ae-fde9-4df6-9b6c-305b2789a9db {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.006855] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108d092e-c927-43eb-8646-dcdb683c4e1f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.036387] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b06626-c759-43a4-9a97-b5bfdf4488be {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.043481] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9a90da-c8f9-4078-8c5f-2aefd31e73a6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.056156] env[63750]: DEBUG nova.compute.provider_tree [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2216.203668] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2216.398349] env[63750]: DEBUG oslo_vmware.api [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007346, 'name': ReconfigVM_Task, 'duration_secs': 0.257527} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2216.398630] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 0c1bdaf9-f42b-436e-9896-43d833a1f7d7/0c1bdaf9-f42b-436e-9896-43d833a1f7d7.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2216.398899] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Updating instance '0c1bdaf9-f42b-436e-9896-43d833a1f7d7' progress to 50 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2216.559274] env[63750]: DEBUG nova.scheduler.client.report [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2216.655611] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0356037c-b21b-46d1-bab7-5f8d98ad1a17 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Acquiring lock "bd65c6a8-0b1d-4df0-8b5b-3a07a239705a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2216.655877] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0356037c-b21b-46d1-bab7-5f8d98ad1a17 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Lock "bd65c6a8-0b1d-4df0-8b5b-3a07a239705a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2216.656170] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0356037c-b21b-46d1-bab7-5f8d98ad1a17 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Acquiring lock "bd65c6a8-0b1d-4df0-8b5b-3a07a239705a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2216.656376] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0356037c-b21b-46d1-bab7-5f8d98ad1a17 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Lock "bd65c6a8-0b1d-4df0-8b5b-3a07a239705a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2216.656549] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0356037c-b21b-46d1-bab7-5f8d98ad1a17 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Lock "bd65c6a8-0b1d-4df0-8b5b-3a07a239705a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2216.658634] env[63750]: INFO nova.compute.manager [None req-0356037c-b21b-46d1-bab7-5f8d98ad1a17 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] Terminating instance [ 2216.905824] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e42bdc1-f1c0-4d39-a8cd-4c266fa0004c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.925684] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed1acda-0f13-4a2c-9901-8d85971cd4b2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.943975] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Updating instance '0c1bdaf9-f42b-436e-9896-43d833a1f7d7' progress to 67 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2217.064726] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.178s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2217.065276] env[63750]: DEBUG nova.compute.manager [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2217.068023] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.864s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2217.068186] env[63750]: DEBUG nova.objects.instance [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63750) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2217.162770] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0356037c-b21b-46d1-bab7-5f8d98ad1a17 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Acquiring lock "refresh_cache-bd65c6a8-0b1d-4df0-8b5b-3a07a239705a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2217.162981] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0356037c-b21b-46d1-bab7-5f8d98ad1a17 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Acquired lock "refresh_cache-bd65c6a8-0b1d-4df0-8b5b-3a07a239705a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2217.163110] env[63750]: DEBUG nova.network.neutron [None req-0356037c-b21b-46d1-bab7-5f8d98ad1a17 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2217.515766] env[63750]: DEBUG nova.network.neutron [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Port 03d4090e-c016-4068-b5b9-b1d33f6dd6f6 binding to destination host cpu-1 is already ACTIVE {{(pid=63750) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2217.572887] env[63750]: DEBUG nova.compute.utils [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2217.577473] env[63750]: DEBUG nova.compute.manager [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2217.577473] env[63750]: DEBUG nova.network.neutron [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2217.637495] env[63750]: DEBUG nova.policy [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98fbccb3ba284de9a48065e7a8056698', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e8d72fb292a433fb29749aee8e597f3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 2217.690925] env[63750]: DEBUG nova.network.neutron [None req-0356037c-b21b-46d1-bab7-5f8d98ad1a17 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2217.806231] env[63750]: DEBUG nova.network.neutron [None req-0356037c-b21b-46d1-bab7-5f8d98ad1a17 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2218.078374] env[63750]: DEBUG nova.compute.manager [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2218.082391] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b1c82917-7f1d-4e92-b422-ba82dd86b61f tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2218.180539] env[63750]: DEBUG nova.network.neutron [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Successfully created port: 61e78aa4-ff61-4608-bdb6-a82ebef4d8df {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2218.308870] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0356037c-b21b-46d1-bab7-5f8d98ad1a17 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Releasing lock "refresh_cache-bd65c6a8-0b1d-4df0-8b5b-3a07a239705a" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2218.309463] env[63750]: DEBUG nova.compute.manager [None req-0356037c-b21b-46d1-bab7-5f8d98ad1a17 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2218.309746] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-0356037c-b21b-46d1-bab7-5f8d98ad1a17 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2218.310909] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7028c521-dbf9-4cf2-8e8a-a6106284c0d4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.319274] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-0356037c-b21b-46d1-bab7-5f8d98ad1a17 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2218.319514] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-261d4cb7-4022-4356-8681-3270ad3f26c0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.327050] env[63750]: DEBUG oslo_vmware.api [None req-0356037c-b21b-46d1-bab7-5f8d98ad1a17 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Waiting for the task: (returnval){ [ 2218.327050] env[63750]: value = "task-2007347" [ 2218.327050] env[63750]: _type = "Task" [ 2218.327050] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2218.335397] env[63750]: DEBUG oslo_vmware.api [None req-0356037c-b21b-46d1-bab7-5f8d98ad1a17 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': task-2007347, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2218.540918] env[63750]: DEBUG oslo_concurrency.lockutils [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquiring lock "0c1bdaf9-f42b-436e-9896-43d833a1f7d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2218.541218] env[63750]: DEBUG oslo_concurrency.lockutils [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "0c1bdaf9-f42b-436e-9896-43d833a1f7d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2218.542126] env[63750]: DEBUG oslo_concurrency.lockutils [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "0c1bdaf9-f42b-436e-9896-43d833a1f7d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2218.560784] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f49795b5-26ef-431c-910f-ade50517f2c7 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2218.561029] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f49795b5-26ef-431c-910f-ade50517f2c7 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2218.561210] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-f49795b5-26ef-431c-910f-ade50517f2c7 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Deleting the datastore file [datastore1] 6b662256-3da2-410f-9d21-85b459ce1fd3 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2218.561474] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e37b0a92-d1e5-4564-a5b5-40dc2736ca36 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.568648] env[63750]: DEBUG oslo_vmware.api [None req-f49795b5-26ef-431c-910f-ade50517f2c7 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for the task: (returnval){ [ 2218.568648] env[63750]: value = "task-2007348" [ 2218.568648] env[63750]: _type = "Task" [ 2218.568648] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2218.579292] env[63750]: DEBUG oslo_vmware.api [None req-f49795b5-26ef-431c-910f-ade50517f2c7 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007348, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2218.836645] env[63750]: DEBUG oslo_vmware.api [None req-0356037c-b21b-46d1-bab7-5f8d98ad1a17 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': task-2007347, 'name': PowerOffVM_Task, 'duration_secs': 0.122372} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2218.836910] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-0356037c-b21b-46d1-bab7-5f8d98ad1a17 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2218.837146] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-0356037c-b21b-46d1-bab7-5f8d98ad1a17 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2218.837383] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-683265b2-3fc7-457a-a88e-da155b5941b7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.863814] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-0356037c-b21b-46d1-bab7-5f8d98ad1a17 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2218.864048] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-0356037c-b21b-46d1-bab7-5f8d98ad1a17 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2218.864239] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-0356037c-b21b-46d1-bab7-5f8d98ad1a17 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Deleting the datastore file [datastore1] bd65c6a8-0b1d-4df0-8b5b-3a07a239705a {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2218.864590] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf356e4f-4520-4b2d-9a43-526c462bd01d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.872223] env[63750]: DEBUG oslo_vmware.api [None req-0356037c-b21b-46d1-bab7-5f8d98ad1a17 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Waiting for the task: (returnval){ [ 2218.872223] env[63750]: value = "task-2007350" [ 2218.872223] env[63750]: _type = "Task" [ 2218.872223] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2218.879089] env[63750]: DEBUG oslo_vmware.api [None req-0356037c-b21b-46d1-bab7-5f8d98ad1a17 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': task-2007350, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2219.079873] env[63750]: DEBUG oslo_vmware.api [None req-f49795b5-26ef-431c-910f-ade50517f2c7 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Task: {'id': task-2007348, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279154} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2219.080149] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-f49795b5-26ef-431c-910f-ade50517f2c7 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2219.080344] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f49795b5-26ef-431c-910f-ade50517f2c7 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2219.080525] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-f49795b5-26ef-431c-910f-ade50517f2c7 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2219.080695] env[63750]: INFO nova.compute.manager [None req-f49795b5-26ef-431c-910f-ade50517f2c7 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Took 5.80 seconds to destroy the instance on the hypervisor. [ 2219.080937] env[63750]: DEBUG oslo.service.loopingcall [None req-f49795b5-26ef-431c-910f-ade50517f2c7 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2219.081143] env[63750]: DEBUG nova.compute.manager [-] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2219.081241] env[63750]: DEBUG nova.network.neutron [-] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2219.089392] env[63750]: DEBUG nova.compute.manager [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2219.114868] env[63750]: DEBUG nova.virt.hardware [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2219.115159] env[63750]: DEBUG nova.virt.hardware [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2219.115327] env[63750]: DEBUG nova.virt.hardware [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2219.115513] env[63750]: DEBUG nova.virt.hardware [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2219.115660] env[63750]: DEBUG nova.virt.hardware [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2219.115805] env[63750]: DEBUG nova.virt.hardware [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2219.116016] env[63750]: DEBUG nova.virt.hardware [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2219.116185] env[63750]: DEBUG nova.virt.hardware [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2219.116359] env[63750]: DEBUG nova.virt.hardware [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2219.116528] env[63750]: DEBUG nova.virt.hardware [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2219.116695] env[63750]: DEBUG nova.virt.hardware [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2219.117657] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea53f481-8fc9-4915-8c9a-24d944958b19 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.128755] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3838bc0-cefe-46e1-9fdb-63da064fcd7a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.378476] env[63750]: DEBUG nova.compute.manager [req-08730d19-83a4-4dab-a612-4c1a7931f40b req-3d93b595-2136-4d61-b81d-19a6783f29e4 service nova] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Received event network-vif-deleted-57fdf3fe-93d4-49d2-b29f-69c8133bbb5e {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2219.378603] env[63750]: INFO nova.compute.manager [req-08730d19-83a4-4dab-a612-4c1a7931f40b req-3d93b595-2136-4d61-b81d-19a6783f29e4 service nova] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Neutron deleted interface 57fdf3fe-93d4-49d2-b29f-69c8133bbb5e; detaching it from the instance and deleting it from the info cache [ 2219.378767] env[63750]: DEBUG nova.network.neutron [req-08730d19-83a4-4dab-a612-4c1a7931f40b req-3d93b595-2136-4d61-b81d-19a6783f29e4 service nova] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2219.386621] env[63750]: DEBUG oslo_vmware.api [None req-0356037c-b21b-46d1-bab7-5f8d98ad1a17 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': task-2007350, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30469} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2219.386873] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-0356037c-b21b-46d1-bab7-5f8d98ad1a17 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2219.387465] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-0356037c-b21b-46d1-bab7-5f8d98ad1a17 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2219.387465] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-0356037c-b21b-46d1-bab7-5f8d98ad1a17 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2219.387465] env[63750]: INFO nova.compute.manager [None req-0356037c-b21b-46d1-bab7-5f8d98ad1a17 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] Took 1.08 seconds to destroy the instance on the hypervisor. [ 2219.387705] env[63750]: DEBUG oslo.service.loopingcall [None req-0356037c-b21b-46d1-bab7-5f8d98ad1a17 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2219.387914] env[63750]: DEBUG nova.compute.manager [-] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2219.388017] env[63750]: DEBUG nova.network.neutron [-] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2219.403892] env[63750]: DEBUG nova.network.neutron [-] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2219.582169] env[63750]: DEBUG oslo_concurrency.lockutils [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquiring lock "refresh_cache-0c1bdaf9-f42b-436e-9896-43d833a1f7d7" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2219.582443] env[63750]: DEBUG oslo_concurrency.lockutils [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquired lock "refresh_cache-0c1bdaf9-f42b-436e-9896-43d833a1f7d7" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2219.582515] env[63750]: DEBUG nova.network.neutron [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2219.721183] env[63750]: DEBUG nova.network.neutron [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Successfully updated port: 61e78aa4-ff61-4608-bdb6-a82ebef4d8df {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2219.855902] env[63750]: DEBUG nova.network.neutron [-] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2219.881465] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ab17cd22-e1cf-4a3c-ab8b-c6b852cd9a55 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.890264] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8853b38-fbe5-46de-8212-a0cff2abac20 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.906137] env[63750]: DEBUG nova.network.neutron [-] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2219.917116] env[63750]: DEBUG nova.compute.manager [req-08730d19-83a4-4dab-a612-4c1a7931f40b req-3d93b595-2136-4d61-b81d-19a6783f29e4 service nova] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Detach interface failed, port_id=57fdf3fe-93d4-49d2-b29f-69c8133bbb5e, reason: Instance 6b662256-3da2-410f-9d21-85b459ce1fd3 could not be found. {{(pid=63750) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2220.224783] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquiring lock "refresh_cache-443e61e5-b741-4aba-96c6-202e2b334511" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2220.224944] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquired lock "refresh_cache-443e61e5-b741-4aba-96c6-202e2b334511" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2220.225131] env[63750]: DEBUG nova.network.neutron [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2220.293012] env[63750]: DEBUG nova.network.neutron [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Updating instance_info_cache with network_info: [{"id": "03d4090e-c016-4068-b5b9-b1d33f6dd6f6", "address": "fa:16:3e:c4:41:e0", "network": {"id": "6ee8b59d-97e1-4efe-b623-8db03ccc868f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-59123013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23846c040dac48ec80f88340c38cbf38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03d4090e-c0", "ovs_interfaceid": "03d4090e-c016-4068-b5b9-b1d33f6dd6f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2220.359753] env[63750]: INFO nova.compute.manager [-] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Took 1.28 seconds to deallocate network for instance. [ 2220.410218] env[63750]: INFO nova.compute.manager [-] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] Took 1.02 seconds to deallocate network for instance. [ 2220.778047] env[63750]: DEBUG nova.network.neutron [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2220.800233] env[63750]: DEBUG oslo_concurrency.lockutils [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Releasing lock "refresh_cache-0c1bdaf9-f42b-436e-9896-43d833a1f7d7" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2220.866240] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f49795b5-26ef-431c-910f-ade50517f2c7 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2220.866499] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f49795b5-26ef-431c-910f-ade50517f2c7 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2220.866713] env[63750]: DEBUG nova.objects.instance [None req-f49795b5-26ef-431c-910f-ade50517f2c7 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Lazy-loading 'resources' on Instance uuid 6b662256-3da2-410f-9d21-85b459ce1fd3 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2220.915299] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0356037c-b21b-46d1-bab7-5f8d98ad1a17 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2220.933379] env[63750]: DEBUG nova.network.neutron [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Updating instance_info_cache with network_info: [{"id": "61e78aa4-ff61-4608-bdb6-a82ebef4d8df", "address": "fa:16:3e:74:c3:30", "network": {"id": "b187626c-07b5-4d74-a064-ea07943c3974", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-699185419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e8d72fb292a433fb29749aee8e597f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61e78aa4-ff", "ovs_interfaceid": "61e78aa4-ff61-4608-bdb6-a82ebef4d8df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2221.327687] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7076b450-51ba-4093-82ac-e35044064faa {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.347237] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9611c1-6c63-4457-a749-5a4a98a035ee {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.354245] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Updating instance '0c1bdaf9-f42b-436e-9896-43d833a1f7d7' progress to 83 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2221.408265] env[63750]: DEBUG nova.compute.manager [req-5417d1a9-f164-491d-bf80-a6b26220ad77 req-b37beefa-b3b6-4dbc-9f27-da11ddbfa12c service nova] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Received event network-vif-plugged-61e78aa4-ff61-4608-bdb6-a82ebef4d8df {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2221.408492] env[63750]: DEBUG oslo_concurrency.lockutils [req-5417d1a9-f164-491d-bf80-a6b26220ad77 req-b37beefa-b3b6-4dbc-9f27-da11ddbfa12c service nova] Acquiring lock "443e61e5-b741-4aba-96c6-202e2b334511-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2221.408690] env[63750]: DEBUG oslo_concurrency.lockutils [req-5417d1a9-f164-491d-bf80-a6b26220ad77 req-b37beefa-b3b6-4dbc-9f27-da11ddbfa12c service nova] Lock "443e61e5-b741-4aba-96c6-202e2b334511-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2221.408934] env[63750]: DEBUG oslo_concurrency.lockutils [req-5417d1a9-f164-491d-bf80-a6b26220ad77 req-b37beefa-b3b6-4dbc-9f27-da11ddbfa12c service nova] Lock "443e61e5-b741-4aba-96c6-202e2b334511-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2221.409117] env[63750]: DEBUG nova.compute.manager [req-5417d1a9-f164-491d-bf80-a6b26220ad77 req-b37beefa-b3b6-4dbc-9f27-da11ddbfa12c service nova] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] No waiting events found dispatching network-vif-plugged-61e78aa4-ff61-4608-bdb6-a82ebef4d8df {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2221.409283] env[63750]: WARNING nova.compute.manager [req-5417d1a9-f164-491d-bf80-a6b26220ad77 req-b37beefa-b3b6-4dbc-9f27-da11ddbfa12c service nova] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Received unexpected event network-vif-plugged-61e78aa4-ff61-4608-bdb6-a82ebef4d8df for instance with vm_state building and task_state spawning. [ 2221.409432] env[63750]: DEBUG nova.compute.manager [req-5417d1a9-f164-491d-bf80-a6b26220ad77 req-b37beefa-b3b6-4dbc-9f27-da11ddbfa12c service nova] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Received event network-changed-61e78aa4-ff61-4608-bdb6-a82ebef4d8df {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2221.409586] env[63750]: DEBUG nova.compute.manager [req-5417d1a9-f164-491d-bf80-a6b26220ad77 req-b37beefa-b3b6-4dbc-9f27-da11ddbfa12c service nova] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Refreshing instance network info cache due to event network-changed-61e78aa4-ff61-4608-bdb6-a82ebef4d8df. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2221.410314] env[63750]: DEBUG oslo_concurrency.lockutils [req-5417d1a9-f164-491d-bf80-a6b26220ad77 req-b37beefa-b3b6-4dbc-9f27-da11ddbfa12c service nova] Acquiring lock "refresh_cache-443e61e5-b741-4aba-96c6-202e2b334511" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2221.436383] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Releasing lock "refresh_cache-443e61e5-b741-4aba-96c6-202e2b334511" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2221.436690] env[63750]: DEBUG nova.compute.manager [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Instance network_info: |[{"id": "61e78aa4-ff61-4608-bdb6-a82ebef4d8df", "address": "fa:16:3e:74:c3:30", "network": {"id": "b187626c-07b5-4d74-a064-ea07943c3974", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-699185419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e8d72fb292a433fb29749aee8e597f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61e78aa4-ff", "ovs_interfaceid": "61e78aa4-ff61-4608-bdb6-a82ebef4d8df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2221.439354] env[63750]: DEBUG oslo_concurrency.lockutils [req-5417d1a9-f164-491d-bf80-a6b26220ad77 req-b37beefa-b3b6-4dbc-9f27-da11ddbfa12c service nova] Acquired lock "refresh_cache-443e61e5-b741-4aba-96c6-202e2b334511" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2221.439546] env[63750]: DEBUG nova.network.neutron [req-5417d1a9-f164-491d-bf80-a6b26220ad77 req-b37beefa-b3b6-4dbc-9f27-da11ddbfa12c service nova] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Refreshing network info cache for port 61e78aa4-ff61-4608-bdb6-a82ebef4d8df {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2221.441099] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:c3:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eaba65c3-6925-4c7f-83b6-17cd1a328e27', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61e78aa4-ff61-4608-bdb6-a82ebef4d8df', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2221.449115] env[63750]: DEBUG oslo.service.loopingcall [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2221.450076] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2221.450879] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90724266-f3ad-49a6-a24e-cfe382310a16 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.473895] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2221.473895] env[63750]: value = "task-2007351" [ 2221.473895] env[63750]: _type = "Task" [ 2221.473895] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2221.485022] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007351, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2221.500417] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a81bca1-a071-4b3d-b76e-112e68041886 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.507874] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1aa8a4d-4aa6-45ba-9e66-9a6d0e39dc08 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.550094] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043f0d7d-28e7-403b-9dcb-6901be7e2f35 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.559766] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f1aae8-efe9-4ee1-81da-5785b8e1fa5e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.573312] env[63750]: DEBUG nova.compute.provider_tree [None req-f49795b5-26ef-431c-910f-ade50517f2c7 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2221.862223] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2221.862223] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f98ffa05-6270-4821-b8bb-6f622107785b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.872024] env[63750]: DEBUG oslo_vmware.api [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2221.872024] env[63750]: value = "task-2007352" [ 2221.872024] env[63750]: _type = "Task" [ 2221.872024] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2221.879862] env[63750]: DEBUG oslo_vmware.api [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007352, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2221.986432] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007351, 'name': CreateVM_Task, 'duration_secs': 0.330962} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2221.986952] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2221.989905] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2221.989905] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2221.989905] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2221.989905] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfd60323-b808-4787-a8c8-52bde915e8e6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.997019] env[63750]: DEBUG oslo_vmware.api [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2221.997019] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52db1427-acf7-3127-3682-4eab3295d337" [ 2221.997019] env[63750]: _type = "Task" [ 2221.997019] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2222.009669] env[63750]: DEBUG oslo_vmware.api [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52db1427-acf7-3127-3682-4eab3295d337, 'name': SearchDatastore_Task, 'duration_secs': 0.010035} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2222.010301] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2222.010301] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2222.010495] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2222.010697] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2222.011045] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2222.011363] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6da73a2a-b82f-4310-851d-9dc19a58121c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.020082] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2222.020082] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2222.020082] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a992d911-0004-40bf-8623-45e18654950c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.025284] env[63750]: DEBUG oslo_vmware.api [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2222.025284] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5280d9f0-736b-d013-a397-d34e7e43cf25" [ 2222.025284] env[63750]: _type = "Task" [ 2222.025284] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2222.033145] env[63750]: DEBUG oslo_vmware.api [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5280d9f0-736b-d013-a397-d34e7e43cf25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2222.076334] env[63750]: DEBUG nova.scheduler.client.report [None req-f49795b5-26ef-431c-910f-ade50517f2c7 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2222.197244] env[63750]: DEBUG nova.network.neutron [req-5417d1a9-f164-491d-bf80-a6b26220ad77 req-b37beefa-b3b6-4dbc-9f27-da11ddbfa12c service nova] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Updated VIF entry in instance network info cache for port 61e78aa4-ff61-4608-bdb6-a82ebef4d8df. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2222.197244] env[63750]: DEBUG nova.network.neutron [req-5417d1a9-f164-491d-bf80-a6b26220ad77 req-b37beefa-b3b6-4dbc-9f27-da11ddbfa12c service nova] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Updating instance_info_cache with network_info: [{"id": "61e78aa4-ff61-4608-bdb6-a82ebef4d8df", "address": "fa:16:3e:74:c3:30", "network": {"id": "b187626c-07b5-4d74-a064-ea07943c3974", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-699185419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e8d72fb292a433fb29749aee8e597f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61e78aa4-ff", "ovs_interfaceid": "61e78aa4-ff61-4608-bdb6-a82ebef4d8df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2222.380672] env[63750]: DEBUG oslo_vmware.api [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007352, 'name': PowerOnVM_Task, 'duration_secs': 0.377804} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2222.380935] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2222.381184] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-05a83c93-a415-48a5-8146-7da8bc5917f1 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Updating instance '0c1bdaf9-f42b-436e-9896-43d833a1f7d7' progress to 100 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2222.537040] env[63750]: DEBUG oslo_vmware.api [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5280d9f0-736b-d013-a397-d34e7e43cf25, 'name': SearchDatastore_Task, 'duration_secs': 0.008666} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2222.538921] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-330dc9a4-cc1f-4374-bff0-f640fba3e316 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.548271] env[63750]: DEBUG oslo_vmware.api [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2222.548271] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]525dedea-56f4-5610-4fa5-38c6de793e2a" [ 2222.548271] env[63750]: _type = "Task" [ 2222.548271] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2222.555274] env[63750]: DEBUG oslo_vmware.api [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]525dedea-56f4-5610-4fa5-38c6de793e2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2222.583145] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f49795b5-26ef-431c-910f-ade50517f2c7 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.716s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2222.587321] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0356037c-b21b-46d1-bab7-5f8d98ad1a17 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.670s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2222.587321] env[63750]: DEBUG nova.objects.instance [None req-0356037c-b21b-46d1-bab7-5f8d98ad1a17 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Lazy-loading 'resources' on Instance uuid bd65c6a8-0b1d-4df0-8b5b-3a07a239705a {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2222.617705] env[63750]: INFO nova.scheduler.client.report [None req-f49795b5-26ef-431c-910f-ade50517f2c7 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Deleted allocations for instance 6b662256-3da2-410f-9d21-85b459ce1fd3 [ 2222.699944] env[63750]: DEBUG oslo_concurrency.lockutils [req-5417d1a9-f164-491d-bf80-a6b26220ad77 req-b37beefa-b3b6-4dbc-9f27-da11ddbfa12c service nova] Releasing lock "refresh_cache-443e61e5-b741-4aba-96c6-202e2b334511" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2223.056902] env[63750]: DEBUG oslo_vmware.api [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]525dedea-56f4-5610-4fa5-38c6de793e2a, 'name': SearchDatastore_Task, 'duration_secs': 0.010357} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2223.057349] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2223.057483] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 443e61e5-b741-4aba-96c6-202e2b334511/443e61e5-b741-4aba-96c6-202e2b334511.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2223.057746] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd8d583f-cb9e-41fc-9cd6-563a6d4779d3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.064260] env[63750]: DEBUG oslo_vmware.api [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2223.064260] env[63750]: value = "task-2007353" [ 2223.064260] env[63750]: _type = "Task" [ 2223.064260] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2223.072842] env[63750]: DEBUG oslo_vmware.api [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007353, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2223.130891] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f49795b5-26ef-431c-910f-ade50517f2c7 tempest-ServerRescueNegativeTestJSON-1631770603 tempest-ServerRescueNegativeTestJSON-1631770603-project-member] Lock "6b662256-3da2-410f-9d21-85b459ce1fd3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.352s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2223.200255] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4fba461-1252-47fc-9da2-b64e98843781 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.208681] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0904d404-092d-43d1-83e4-4731985bcb46 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.246540] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aee8479-38c8-43e4-95d2-c4e3d9964387 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.254941] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f41613e-4388-4781-8678-5556b35ee082 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.270847] env[63750]: DEBUG nova.compute.provider_tree [None req-0356037c-b21b-46d1-bab7-5f8d98ad1a17 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2223.549050] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2223.549948] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2223.576101] env[63750]: DEBUG oslo_vmware.api [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007353, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500296} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2223.577031] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore2] 443e61e5-b741-4aba-96c6-202e2b334511/443e61e5-b741-4aba-96c6-202e2b334511.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2223.577031] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2223.577031] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a845922b-ce06-4dc6-bed3-daacb5cfb030 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.583552] env[63750]: DEBUG oslo_vmware.api [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2223.583552] env[63750]: value = "task-2007354" [ 2223.583552] env[63750]: _type = "Task" [ 2223.583552] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2223.591587] env[63750]: DEBUG oslo_vmware.api [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007354, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2223.773422] env[63750]: DEBUG nova.scheduler.client.report [None req-0356037c-b21b-46d1-bab7-5f8d98ad1a17 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2224.055911] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2224.056110] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Starting heal instance info cache {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2224.095568] env[63750]: DEBUG oslo_vmware.api [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007354, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.212685} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2224.095840] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2224.096619] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c885b5a0-b9a3-4709-97b5-61080832bc26 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.120872] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 443e61e5-b741-4aba-96c6-202e2b334511/443e61e5-b741-4aba-96c6-202e2b334511.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2224.121167] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28be3950-f395-4e59-9206-3066e2422ae1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.140192] env[63750]: DEBUG oslo_vmware.api [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2224.140192] env[63750]: value = "task-2007355" [ 2224.140192] env[63750]: _type = "Task" [ 2224.140192] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2224.149086] env[63750]: DEBUG oslo_vmware.api [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007355, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2224.278557] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0356037c-b21b-46d1-bab7-5f8d98ad1a17 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.693s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2224.297356] env[63750]: INFO nova.scheduler.client.report [None req-0356037c-b21b-46d1-bab7-5f8d98ad1a17 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Deleted allocations for instance bd65c6a8-0b1d-4df0-8b5b-3a07a239705a [ 2224.532992] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquiring lock "0c1bdaf9-f42b-436e-9896-43d833a1f7d7" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2224.533302] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "0c1bdaf9-f42b-436e-9896-43d833a1f7d7" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2224.533527] env[63750]: DEBUG nova.compute.manager [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Going to confirm migration 9 {{(pid=63750) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2224.650971] env[63750]: DEBUG oslo_vmware.api [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007355, 'name': ReconfigVM_Task, 'duration_secs': 0.31255} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2224.651309] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 443e61e5-b741-4aba-96c6-202e2b334511/443e61e5-b741-4aba-96c6-202e2b334511.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2224.651895] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57b5670e-84f4-4240-9896-1efe82470690 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.660036] env[63750]: DEBUG oslo_vmware.api [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2224.660036] env[63750]: value = "task-2007356" [ 2224.660036] env[63750]: _type = "Task" [ 2224.660036] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2224.670622] env[63750]: DEBUG oslo_vmware.api [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007356, 'name': Rename_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2224.778588] env[63750]: DEBUG oslo_concurrency.lockutils [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Acquiring lock "6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2224.778821] env[63750]: DEBUG oslo_concurrency.lockutils [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Lock "6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2224.808831] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0356037c-b21b-46d1-bab7-5f8d98ad1a17 tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Lock "bd65c6a8-0b1d-4df0-8b5b-3a07a239705a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.153s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2225.105221] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquiring lock "refresh_cache-0c1bdaf9-f42b-436e-9896-43d833a1f7d7" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2225.105460] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquired lock "refresh_cache-0c1bdaf9-f42b-436e-9896-43d833a1f7d7" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2225.105652] env[63750]: DEBUG nova.network.neutron [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2225.105840] env[63750]: DEBUG nova.objects.instance [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lazy-loading 'info_cache' on Instance uuid 0c1bdaf9-f42b-436e-9896-43d833a1f7d7 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2225.169978] env[63750]: DEBUG oslo_vmware.api [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007356, 'name': Rename_Task, 'duration_secs': 0.158995} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2225.170288] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2225.170533] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e41d7785-8b1e-43e7-88c3-285a6672aa64 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.176852] env[63750]: DEBUG oslo_vmware.api [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2225.176852] env[63750]: value = "task-2007357" [ 2225.176852] env[63750]: _type = "Task" [ 2225.176852] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2225.185441] env[63750]: DEBUG oslo_vmware.api [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007357, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2225.281720] env[63750]: DEBUG nova.compute.manager [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2225.366683] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4c35a341-2628-4dbb-94da-b09743863f3a tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Acquiring lock "d6a6f200-8ecf-4bc0-9d82-a4491a75377d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2225.366961] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4c35a341-2628-4dbb-94da-b09743863f3a tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Lock "d6a6f200-8ecf-4bc0-9d82-a4491a75377d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2225.367193] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4c35a341-2628-4dbb-94da-b09743863f3a tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Acquiring lock "d6a6f200-8ecf-4bc0-9d82-a4491a75377d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2225.367380] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4c35a341-2628-4dbb-94da-b09743863f3a tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Lock "d6a6f200-8ecf-4bc0-9d82-a4491a75377d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2225.367551] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4c35a341-2628-4dbb-94da-b09743863f3a tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Lock "d6a6f200-8ecf-4bc0-9d82-a4491a75377d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2225.369885] env[63750]: INFO nova.compute.manager [None req-4c35a341-2628-4dbb-94da-b09743863f3a tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: d6a6f200-8ecf-4bc0-9d82-a4491a75377d] Terminating instance [ 2225.686586] env[63750]: DEBUG oslo_vmware.api [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007357, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2225.806816] env[63750]: DEBUG oslo_concurrency.lockutils [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2225.807202] env[63750]: DEBUG oslo_concurrency.lockutils [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2225.808814] env[63750]: INFO nova.compute.claims [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2225.876177] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4c35a341-2628-4dbb-94da-b09743863f3a tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Acquiring lock "refresh_cache-d6a6f200-8ecf-4bc0-9d82-a4491a75377d" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2225.876382] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4c35a341-2628-4dbb-94da-b09743863f3a tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Acquired lock "refresh_cache-d6a6f200-8ecf-4bc0-9d82-a4491a75377d" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2225.876562] env[63750]: DEBUG nova.network.neutron [None req-4c35a341-2628-4dbb-94da-b09743863f3a tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: d6a6f200-8ecf-4bc0-9d82-a4491a75377d] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2226.188322] env[63750]: DEBUG oslo_vmware.api [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007357, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2226.306542] env[63750]: DEBUG nova.network.neutron [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Updating instance_info_cache with network_info: [{"id": "03d4090e-c016-4068-b5b9-b1d33f6dd6f6", "address": "fa:16:3e:c4:41:e0", "network": {"id": "6ee8b59d-97e1-4efe-b623-8db03ccc868f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-59123013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23846c040dac48ec80f88340c38cbf38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03d4090e-c0", "ovs_interfaceid": "03d4090e-c016-4068-b5b9-b1d33f6dd6f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2226.394471] env[63750]: DEBUG nova.network.neutron [None req-4c35a341-2628-4dbb-94da-b09743863f3a tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: d6a6f200-8ecf-4bc0-9d82-a4491a75377d] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2226.439365] env[63750]: DEBUG nova.network.neutron [None req-4c35a341-2628-4dbb-94da-b09743863f3a tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: d6a6f200-8ecf-4bc0-9d82-a4491a75377d] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2226.687847] env[63750]: DEBUG oslo_vmware.api [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007357, 'name': PowerOnVM_Task, 'duration_secs': 1.024034} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2226.689111] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2226.689111] env[63750]: INFO nova.compute.manager [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Took 7.60 seconds to spawn the instance on the hypervisor. [ 2226.689111] env[63750]: DEBUG nova.compute.manager [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2226.689569] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870f4297-bebb-4f19-ad41-6efb5cc6b574 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.809645] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Releasing lock "refresh_cache-0c1bdaf9-f42b-436e-9896-43d833a1f7d7" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2226.809881] env[63750]: DEBUG nova.objects.instance [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lazy-loading 'migration_context' on Instance uuid 0c1bdaf9-f42b-436e-9896-43d833a1f7d7 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2226.901108] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03abad1-90c8-43b0-8e56-f320e59110bb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.908600] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76d327f-0178-438d-9e75-1cc1fc8f9fd3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.939231] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d32b9a-d89b-42e7-848c-496caa56fea4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.941687] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4c35a341-2628-4dbb-94da-b09743863f3a tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Releasing lock "refresh_cache-d6a6f200-8ecf-4bc0-9d82-a4491a75377d" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2226.942087] env[63750]: DEBUG nova.compute.manager [None req-4c35a341-2628-4dbb-94da-b09743863f3a tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: d6a6f200-8ecf-4bc0-9d82-a4491a75377d] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2226.942278] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4c35a341-2628-4dbb-94da-b09743863f3a tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: d6a6f200-8ecf-4bc0-9d82-a4491a75377d] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2226.942958] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1259ed-20cb-4587-befa-177657b44dd3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.951764] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629d28f0-2cfc-43ee-8009-2e8b3b3ce63d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.955445] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c35a341-2628-4dbb-94da-b09743863f3a tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: d6a6f200-8ecf-4bc0-9d82-a4491a75377d] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2226.955652] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e217710e-9150-4222-b88c-348cdf3a6585 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.966437] env[63750]: DEBUG nova.compute.provider_tree [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2226.968522] env[63750]: DEBUG oslo_vmware.api [None req-4c35a341-2628-4dbb-94da-b09743863f3a tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Waiting for the task: (returnval){ [ 2226.968522] env[63750]: value = "task-2007358" [ 2226.968522] env[63750]: _type = "Task" [ 2226.968522] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2226.975748] env[63750]: DEBUG oslo_vmware.api [None req-4c35a341-2628-4dbb-94da-b09743863f3a tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': task-2007358, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2227.206037] env[63750]: INFO nova.compute.manager [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Took 13.46 seconds to build instance. [ 2227.313067] env[63750]: DEBUG nova.objects.base [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Object Instance<0c1bdaf9-f42b-436e-9896-43d833a1f7d7> lazy-loaded attributes: info_cache,migration_context {{(pid=63750) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2227.313983] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86bf1c19-a8d6-4525-b82f-8a470c23b9e3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.334350] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06f8d92b-8a8f-4c23-9c7b-5aa5dfb95699 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.340079] env[63750]: DEBUG oslo_vmware.api [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2227.340079] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527fbd8f-ae86-2c71-5992-9c63acf0a1db" [ 2227.340079] env[63750]: _type = "Task" [ 2227.340079] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2227.348200] env[63750]: DEBUG oslo_vmware.api [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527fbd8f-ae86-2c71-5992-9c63acf0a1db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2227.471115] env[63750]: DEBUG nova.scheduler.client.report [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2227.484127] env[63750]: DEBUG oslo_vmware.api [None req-4c35a341-2628-4dbb-94da-b09743863f3a tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': task-2007358, 'name': PowerOffVM_Task, 'duration_secs': 0.47519} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2227.484379] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c35a341-2628-4dbb-94da-b09743863f3a tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: d6a6f200-8ecf-4bc0-9d82-a4491a75377d] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2227.484549] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4c35a341-2628-4dbb-94da-b09743863f3a tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: d6a6f200-8ecf-4bc0-9d82-a4491a75377d] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2227.485364] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6af94d7-8093-4cd0-b9fc-88bb4541752f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.508200] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4c35a341-2628-4dbb-94da-b09743863f3a tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: d6a6f200-8ecf-4bc0-9d82-a4491a75377d] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2227.508381] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4c35a341-2628-4dbb-94da-b09743863f3a tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: d6a6f200-8ecf-4bc0-9d82-a4491a75377d] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2227.508557] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c35a341-2628-4dbb-94da-b09743863f3a tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Deleting the datastore file [datastore1] d6a6f200-8ecf-4bc0-9d82-a4491a75377d {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2227.508793] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7fc75f8-0b4f-494b-81f6-578c30a88a15 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.515371] env[63750]: DEBUG oslo_vmware.api [None req-4c35a341-2628-4dbb-94da-b09743863f3a tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Waiting for the task: (returnval){ [ 2227.515371] env[63750]: value = "task-2007360" [ 2227.515371] env[63750]: _type = "Task" [ 2227.515371] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2227.523515] env[63750]: DEBUG oslo_vmware.api [None req-4c35a341-2628-4dbb-94da-b09743863f3a tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': task-2007360, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2227.707553] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b0ead4ee-6038-4238-9959-d8fe47d86fcd tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lock "443e61e5-b741-4aba-96c6-202e2b334511" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.971s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2227.851635] env[63750]: DEBUG oslo_vmware.api [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]527fbd8f-ae86-2c71-5992-9c63acf0a1db, 'name': SearchDatastore_Task, 'duration_secs': 0.007182} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2227.851635] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2227.979952] env[63750]: DEBUG oslo_concurrency.lockutils [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.173s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2227.980647] env[63750]: DEBUG nova.compute.manager [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2227.983616] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.132s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2228.025959] env[63750]: DEBUG oslo_vmware.api [None req-4c35a341-2628-4dbb-94da-b09743863f3a tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Task: {'id': task-2007360, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.116735} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2228.026242] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c35a341-2628-4dbb-94da-b09743863f3a tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2228.026477] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4c35a341-2628-4dbb-94da-b09743863f3a tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: d6a6f200-8ecf-4bc0-9d82-a4491a75377d] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2228.026664] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-4c35a341-2628-4dbb-94da-b09743863f3a tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: d6a6f200-8ecf-4bc0-9d82-a4491a75377d] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2228.026833] env[63750]: INFO nova.compute.manager [None req-4c35a341-2628-4dbb-94da-b09743863f3a tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] [instance: d6a6f200-8ecf-4bc0-9d82-a4491a75377d] Took 1.08 seconds to destroy the instance on the hypervisor. [ 2228.027084] env[63750]: DEBUG oslo.service.loopingcall [None req-4c35a341-2628-4dbb-94da-b09743863f3a tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2228.027275] env[63750]: DEBUG nova.compute.manager [-] [instance: d6a6f200-8ecf-4bc0-9d82-a4491a75377d] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2228.027366] env[63750]: DEBUG nova.network.neutron [-] [instance: d6a6f200-8ecf-4bc0-9d82-a4491a75377d] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2228.053330] env[63750]: DEBUG nova.network.neutron [-] [instance: d6a6f200-8ecf-4bc0-9d82-a4491a75377d] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2228.369360] env[63750]: DEBUG nova.compute.manager [req-8fc9fecb-7078-43f8-bee3-fea121abc312 req-067135ea-260c-4e38-a41f-d4ce65214806 service nova] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Received event network-changed-61e78aa4-ff61-4608-bdb6-a82ebef4d8df {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2228.369588] env[63750]: DEBUG nova.compute.manager [req-8fc9fecb-7078-43f8-bee3-fea121abc312 req-067135ea-260c-4e38-a41f-d4ce65214806 service nova] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Refreshing instance network info cache due to event network-changed-61e78aa4-ff61-4608-bdb6-a82ebef4d8df. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2228.370229] env[63750]: DEBUG oslo_concurrency.lockutils [req-8fc9fecb-7078-43f8-bee3-fea121abc312 req-067135ea-260c-4e38-a41f-d4ce65214806 service nova] Acquiring lock "refresh_cache-443e61e5-b741-4aba-96c6-202e2b334511" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2228.370229] env[63750]: DEBUG oslo_concurrency.lockutils [req-8fc9fecb-7078-43f8-bee3-fea121abc312 req-067135ea-260c-4e38-a41f-d4ce65214806 service nova] Acquired lock "refresh_cache-443e61e5-b741-4aba-96c6-202e2b334511" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2228.370229] env[63750]: DEBUG nova.network.neutron [req-8fc9fecb-7078-43f8-bee3-fea121abc312 req-067135ea-260c-4e38-a41f-d4ce65214806 service nova] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Refreshing network info cache for port 61e78aa4-ff61-4608-bdb6-a82ebef4d8df {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2228.486974] env[63750]: DEBUG nova.compute.utils [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2228.488358] env[63750]: DEBUG nova.compute.manager [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2228.488708] env[63750]: DEBUG nova.network.neutron [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2228.543448] env[63750]: DEBUG nova.policy [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'adb7e36a3daf4332922fbde6498dae65', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd4cb1a98728c44ea84f2c588cffe65d9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 2228.556215] env[63750]: DEBUG nova.network.neutron [-] [instance: d6a6f200-8ecf-4bc0-9d82-a4491a75377d] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2228.586049] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Didn't find any instances for network info cache update. {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 2228.586256] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2228.586445] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2228.586878] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2228.587149] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2228.587338] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2228.587498] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2228.587627] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63750) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2228.587768] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2228.612149] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a102e96-60fd-47d9-b105-87cc2c3f726c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.620107] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb42d83-10c2-464e-9091-311c409b17ed {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.651916] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f938292-a525-4c3c-9501-a6e870a4fdfc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.659697] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5857d0b-d40b-48e8-b61b-c2a73408de2f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.674890] env[63750]: DEBUG nova.compute.provider_tree [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Updating inventory in ProviderTree for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2228.834173] env[63750]: DEBUG nova.network.neutron [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Successfully created port: 0098283d-5915-4f07-b66b-24102e2949a1 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2229.000963] env[63750]: DEBUG nova.compute.manager [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2229.059453] env[63750]: INFO nova.compute.manager [-] [instance: d6a6f200-8ecf-4bc0-9d82-a4491a75377d] Took 1.03 seconds to deallocate network for instance. [ 2229.090346] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2229.196904] env[63750]: ERROR nova.scheduler.client.report [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [req-a2aabb14-d40d-4d93-84e2-f806f59ea78a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e97779d2-c1aa-4b7e-928a-1e7ed86edaab. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a2aabb14-d40d-4d93-84e2-f806f59ea78a"}]} [ 2229.213516] env[63750]: DEBUG nova.scheduler.client.report [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Refreshing inventories for resource provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2229.230661] env[63750]: DEBUG nova.scheduler.client.report [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Updating ProviderTree inventory for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2229.230929] env[63750]: DEBUG nova.compute.provider_tree [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Updating inventory in ProviderTree for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2229.242308] env[63750]: DEBUG nova.network.neutron [req-8fc9fecb-7078-43f8-bee3-fea121abc312 req-067135ea-260c-4e38-a41f-d4ce65214806 service nova] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Updated VIF entry in instance network info cache for port 61e78aa4-ff61-4608-bdb6-a82ebef4d8df. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2229.242768] env[63750]: DEBUG nova.network.neutron [req-8fc9fecb-7078-43f8-bee3-fea121abc312 req-067135ea-260c-4e38-a41f-d4ce65214806 service nova] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Updating instance_info_cache with network_info: [{"id": "61e78aa4-ff61-4608-bdb6-a82ebef4d8df", "address": "fa:16:3e:74:c3:30", "network": {"id": "b187626c-07b5-4d74-a064-ea07943c3974", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-699185419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e8d72fb292a433fb29749aee8e597f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61e78aa4-ff", "ovs_interfaceid": "61e78aa4-ff61-4608-bdb6-a82ebef4d8df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2229.245177] env[63750]: DEBUG nova.scheduler.client.report [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Refreshing aggregate associations for resource provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab, aggregates: None {{(pid=63750) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2229.267798] env[63750]: DEBUG nova.scheduler.client.report [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Refreshing trait associations for resource provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=63750) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2229.361130] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71ba391-f0d4-4393-badd-6a03c3dfb0cb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.368498] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04383cfb-2d67-409c-a5bc-156edd7e8f05 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.401100] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6ce242-4a67-4020-bcfe-008263873f8e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.408805] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7709deb-9f06-407d-81cf-929ab17642ed {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.423056] env[63750]: DEBUG nova.compute.provider_tree [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Updating inventory in ProviderTree for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2229.566838] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4c35a341-2628-4dbb-94da-b09743863f3a tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2229.749546] env[63750]: DEBUG oslo_concurrency.lockutils [req-8fc9fecb-7078-43f8-bee3-fea121abc312 req-067135ea-260c-4e38-a41f-d4ce65214806 service nova] Releasing lock "refresh_cache-443e61e5-b741-4aba-96c6-202e2b334511" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2229.955458] env[63750]: DEBUG nova.scheduler.client.report [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Updated inventory for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with generation 159 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2229.955734] env[63750]: DEBUG nova.compute.provider_tree [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Updating resource provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab generation from 159 to 160 during operation: update_inventory {{(pid=63750) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2229.955917] env[63750]: DEBUG nova.compute.provider_tree [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Updating inventory in ProviderTree for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2230.011724] env[63750]: DEBUG nova.compute.manager [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2230.037700] env[63750]: DEBUG nova.virt.hardware [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2230.037993] env[63750]: DEBUG nova.virt.hardware [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2230.038211] env[63750]: DEBUG nova.virt.hardware [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2230.038457] env[63750]: DEBUG nova.virt.hardware [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2230.038641] env[63750]: DEBUG nova.virt.hardware [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2230.038822] env[63750]: DEBUG nova.virt.hardware [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2230.039071] env[63750]: DEBUG nova.virt.hardware [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2230.039295] env[63750]: DEBUG nova.virt.hardware [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2230.039479] env[63750]: DEBUG nova.virt.hardware [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2230.039643] env[63750]: DEBUG nova.virt.hardware [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2230.039816] env[63750]: DEBUG nova.virt.hardware [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2230.040683] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4db0701-e2f9-4cc3-a22b-7b56a3cbead4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.049367] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4e8b40-d55b-45b4-a1cc-0f56ecb2d958 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.412996] env[63750]: DEBUG nova.compute.manager [req-574a9572-d10d-4335-8c4a-5666bb8cc9dd req-7b0a5187-6f75-4753-bcb8-86ecf1e674c8 service nova] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Received event network-vif-plugged-0098283d-5915-4f07-b66b-24102e2949a1 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2230.413290] env[63750]: DEBUG oslo_concurrency.lockutils [req-574a9572-d10d-4335-8c4a-5666bb8cc9dd req-7b0a5187-6f75-4753-bcb8-86ecf1e674c8 service nova] Acquiring lock "6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2230.413443] env[63750]: DEBUG oslo_concurrency.lockutils [req-574a9572-d10d-4335-8c4a-5666bb8cc9dd req-7b0a5187-6f75-4753-bcb8-86ecf1e674c8 service nova] Lock "6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2230.413613] env[63750]: DEBUG oslo_concurrency.lockutils [req-574a9572-d10d-4335-8c4a-5666bb8cc9dd req-7b0a5187-6f75-4753-bcb8-86ecf1e674c8 service nova] Lock "6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2230.413782] env[63750]: DEBUG nova.compute.manager [req-574a9572-d10d-4335-8c4a-5666bb8cc9dd req-7b0a5187-6f75-4753-bcb8-86ecf1e674c8 service nova] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] No waiting events found dispatching network-vif-plugged-0098283d-5915-4f07-b66b-24102e2949a1 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2230.413951] env[63750]: WARNING nova.compute.manager [req-574a9572-d10d-4335-8c4a-5666bb8cc9dd req-7b0a5187-6f75-4753-bcb8-86ecf1e674c8 service nova] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Received unexpected event network-vif-plugged-0098283d-5915-4f07-b66b-24102e2949a1 for instance with vm_state building and task_state spawning. [ 2230.492732] env[63750]: DEBUG nova.network.neutron [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Successfully updated port: 0098283d-5915-4f07-b66b-24102e2949a1 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2230.965627] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.982s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2230.968377] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.878s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2230.968549] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2230.968709] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63750) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2230.969019] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4c35a341-2628-4dbb-94da-b09743863f3a tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.403s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2230.969258] env[63750]: DEBUG nova.objects.instance [None req-4c35a341-2628-4dbb-94da-b09743863f3a tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Lazy-loading 'resources' on Instance uuid d6a6f200-8ecf-4bc0-9d82-a4491a75377d {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2230.970821] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a09445b-2d15-46d4-b575-9f7342de814a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.981438] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c713653-3e48-42c3-914b-a74819918ea0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.997126] env[63750]: DEBUG oslo_concurrency.lockutils [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Acquiring lock "refresh_cache-6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2230.997290] env[63750]: DEBUG oslo_concurrency.lockutils [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Acquired lock "refresh_cache-6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2230.997463] env[63750]: DEBUG nova.network.neutron [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2230.999386] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92379fe-cec0-4260-b356-d40ef408e4aa {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.006539] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4983c3ab-2950-4285-9082-484579e0018b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.035910] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179434MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=63750) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2231.036081] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2231.526668] env[63750]: INFO nova.scheduler.client.report [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Deleted allocation for migration ab5f385b-f753-4d8f-b000-a33f9d23de72 [ 2231.531350] env[63750]: DEBUG nova.network.neutron [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2231.567588] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41ba68f-89e1-4483-9476-07374f8ce4e1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.578366] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def8b704-e1e0-4cda-8838-5ce98bea8648 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.615378] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce055c5-1068-452b-a881-646f21ebf6bd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.623969] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a27d9b-934f-481e-af94-72b031d11843 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.638010] env[63750]: DEBUG nova.compute.provider_tree [None req-4c35a341-2628-4dbb-94da-b09743863f3a tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2231.688349] env[63750]: DEBUG nova.network.neutron [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Updating instance_info_cache with network_info: [{"id": "0098283d-5915-4f07-b66b-24102e2949a1", "address": "fa:16:3e:d6:61:d3", "network": {"id": "f44dcdb2-2999-4e7e-bea3-1f6829265d06", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1317634478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4cb1a98728c44ea84f2c588cffe65d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0098283d-59", "ovs_interfaceid": "0098283d-5915-4f07-b66b-24102e2949a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2232.034475] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "0c1bdaf9-f42b-436e-9896-43d833a1f7d7" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.501s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2232.140774] env[63750]: DEBUG nova.scheduler.client.report [None req-4c35a341-2628-4dbb-94da-b09743863f3a tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2232.191445] env[63750]: DEBUG oslo_concurrency.lockutils [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Releasing lock "refresh_cache-6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2232.191734] env[63750]: DEBUG nova.compute.manager [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Instance network_info: |[{"id": "0098283d-5915-4f07-b66b-24102e2949a1", "address": "fa:16:3e:d6:61:d3", "network": {"id": "f44dcdb2-2999-4e7e-bea3-1f6829265d06", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1317634478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4cb1a98728c44ea84f2c588cffe65d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0098283d-59", "ovs_interfaceid": "0098283d-5915-4f07-b66b-24102e2949a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2232.192141] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:61:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '81d39ad2-4e62-4f09-a567-88ac5aa70467', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0098283d-5915-4f07-b66b-24102e2949a1', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2232.199543] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Creating folder: Project (d4cb1a98728c44ea84f2c588cffe65d9). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2232.199804] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43b250e4-bec6-4561-8cde-68f71bd1f625 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.211387] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Created folder: Project (d4cb1a98728c44ea84f2c588cffe65d9) in parent group-v412391. [ 2232.211528] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Creating folder: Instances. Parent ref: group-v412691. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2232.211729] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2bc1658d-b1d5-4196-979d-6559325aa22c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.220716] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Created folder: Instances in parent group-v412691. [ 2232.220935] env[63750]: DEBUG oslo.service.loopingcall [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2232.221123] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2232.221306] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83f28bdc-0ad6-4f9b-998c-ab0aa505c0c0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.238922] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2232.238922] env[63750]: value = "task-2007363" [ 2232.238922] env[63750]: _type = "Task" [ 2232.238922] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2232.245795] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007363, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2232.437875] env[63750]: DEBUG nova.compute.manager [req-f96aa069-1213-46a3-b069-d95e85db92f5 req-c9e86209-43f7-418d-9eb5-90e3a3596593 service nova] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Received event network-changed-0098283d-5915-4f07-b66b-24102e2949a1 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2232.438066] env[63750]: DEBUG nova.compute.manager [req-f96aa069-1213-46a3-b069-d95e85db92f5 req-c9e86209-43f7-418d-9eb5-90e3a3596593 service nova] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Refreshing instance network info cache due to event network-changed-0098283d-5915-4f07-b66b-24102e2949a1. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2232.438294] env[63750]: DEBUG oslo_concurrency.lockutils [req-f96aa069-1213-46a3-b069-d95e85db92f5 req-c9e86209-43f7-418d-9eb5-90e3a3596593 service nova] Acquiring lock "refresh_cache-6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2232.438440] env[63750]: DEBUG oslo_concurrency.lockutils [req-f96aa069-1213-46a3-b069-d95e85db92f5 req-c9e86209-43f7-418d-9eb5-90e3a3596593 service nova] Acquired lock "refresh_cache-6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2232.438600] env[63750]: DEBUG nova.network.neutron [req-f96aa069-1213-46a3-b069-d95e85db92f5 req-c9e86209-43f7-418d-9eb5-90e3a3596593 service nova] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Refreshing network info cache for port 0098283d-5915-4f07-b66b-24102e2949a1 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2232.646690] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4c35a341-2628-4dbb-94da-b09743863f3a tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.677s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2232.649046] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.613s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2232.668094] env[63750]: INFO nova.scheduler.client.report [None req-4c35a341-2628-4dbb-94da-b09743863f3a tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Deleted allocations for instance d6a6f200-8ecf-4bc0-9d82-a4491a75377d [ 2232.749234] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007363, 'name': CreateVM_Task, 'duration_secs': 0.438716} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2232.749400] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2232.750071] env[63750]: DEBUG oslo_concurrency.lockutils [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2232.750266] env[63750]: DEBUG oslo_concurrency.lockutils [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2232.750632] env[63750]: DEBUG oslo_concurrency.lockutils [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2232.750882] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95e361c9-e75e-436e-8976-52518827d5a5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.755748] env[63750]: DEBUG oslo_vmware.api [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Waiting for the task: (returnval){ [ 2232.755748] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]528df238-f145-c212-1fb2-9fe78fc818e8" [ 2232.755748] env[63750]: _type = "Task" [ 2232.755748] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2232.763102] env[63750]: DEBUG oslo_vmware.api [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]528df238-f145-c212-1fb2-9fe78fc818e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.055255] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquiring lock "0c1bdaf9-f42b-436e-9896-43d833a1f7d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2233.056017] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "0c1bdaf9-f42b-436e-9896-43d833a1f7d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2233.056288] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquiring lock "0c1bdaf9-f42b-436e-9896-43d833a1f7d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2233.056488] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "0c1bdaf9-f42b-436e-9896-43d833a1f7d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2233.056661] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "0c1bdaf9-f42b-436e-9896-43d833a1f7d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2233.058976] env[63750]: INFO nova.compute.manager [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Terminating instance [ 2233.160375] env[63750]: DEBUG nova.network.neutron [req-f96aa069-1213-46a3-b069-d95e85db92f5 req-c9e86209-43f7-418d-9eb5-90e3a3596593 service nova] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Updated VIF entry in instance network info cache for port 0098283d-5915-4f07-b66b-24102e2949a1. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2233.160749] env[63750]: DEBUG nova.network.neutron [req-f96aa069-1213-46a3-b069-d95e85db92f5 req-c9e86209-43f7-418d-9eb5-90e3a3596593 service nova] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Updating instance_info_cache with network_info: [{"id": "0098283d-5915-4f07-b66b-24102e2949a1", "address": "fa:16:3e:d6:61:d3", "network": {"id": "f44dcdb2-2999-4e7e-bea3-1f6829265d06", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1317634478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4cb1a98728c44ea84f2c588cffe65d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0098283d-59", "ovs_interfaceid": "0098283d-5915-4f07-b66b-24102e2949a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2233.175649] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4c35a341-2628-4dbb-94da-b09743863f3a tempest-ServerShowV247Test-1631242641 tempest-ServerShowV247Test-1631242641-project-member] Lock "d6a6f200-8ecf-4bc0-9d82-a4491a75377d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.809s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2233.266208] env[63750]: DEBUG oslo_vmware.api [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]528df238-f145-c212-1fb2-9fe78fc818e8, 'name': SearchDatastore_Task, 'duration_secs': 0.009877} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2233.266477] env[63750]: DEBUG oslo_concurrency.lockutils [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2233.266708] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2233.266935] env[63750]: DEBUG oslo_concurrency.lockutils [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2233.267095] env[63750]: DEBUG oslo_concurrency.lockutils [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2233.267301] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2233.267590] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cdb58e69-3313-4183-b84c-f8f020fe8ee3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.275265] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2233.275454] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2233.276123] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7488da29-3aab-43e3-9753-1929c100d5cc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.281317] env[63750]: DEBUG oslo_vmware.api [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Waiting for the task: (returnval){ [ 2233.281317] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5251aa77-57b9-7a89-ea5f-e64f18552c65" [ 2233.281317] env[63750]: _type = "Task" [ 2233.281317] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2233.288415] env[63750]: DEBUG oslo_vmware.api [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5251aa77-57b9-7a89-ea5f-e64f18552c65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.568508] env[63750]: DEBUG nova.compute.manager [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2233.568749] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2233.569722] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a469bdcd-5ec4-443b-85c0-8eff2b2d71e2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.577675] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2233.577909] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af65a643-a455-46fb-96cd-0109aa2fbeb3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.584224] env[63750]: DEBUG oslo_vmware.api [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2233.584224] env[63750]: value = "task-2007364" [ 2233.584224] env[63750]: _type = "Task" [ 2233.584224] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2233.592132] env[63750]: DEBUG oslo_vmware.api [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007364, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.663446] env[63750]: DEBUG oslo_concurrency.lockutils [req-f96aa069-1213-46a3-b069-d95e85db92f5 req-c9e86209-43f7-418d-9eb5-90e3a3596593 service nova] Releasing lock "refresh_cache-6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2233.676381] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance ae994a4f-e5e0-4e87-a858-53590411fad2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2233.676578] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 690edfdd-38e9-4ede-903f-a2616d82c9fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2233.676721] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 0c1bdaf9-f42b-436e-9896-43d833a1f7d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2233.676844] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 443e61e5-b741-4aba-96c6-202e2b334511 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2233.677052] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2233.677306] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2233.677458] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1536MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2233.764031] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7028f0c1-0fa4-4300-9de1-41dee53d382d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.771812] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c2784f-9779-415b-aa2c-d2aea9ec13ff {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.807869] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03dd832-5877-443b-92ce-5179c4d6b8be {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.819039] env[63750]: DEBUG oslo_vmware.api [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5251aa77-57b9-7a89-ea5f-e64f18552c65, 'name': SearchDatastore_Task, 'duration_secs': 0.019804} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2233.820591] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1aae4c-c7cd-4900-b3e5-b6a25dc14dfc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.824897] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac0ae948-fdd9-412f-abf0-2ab497e2794f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.830936] env[63750]: DEBUG oslo_vmware.api [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Waiting for the task: (returnval){ [ 2233.830936] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]526459ad-0e27-7360-04ea-3fa49af947b7" [ 2233.830936] env[63750]: _type = "Task" [ 2233.830936] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2233.838763] env[63750]: DEBUG nova.compute.provider_tree [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2233.849761] env[63750]: DEBUG oslo_vmware.api [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]526459ad-0e27-7360-04ea-3fa49af947b7, 'name': SearchDatastore_Task, 'duration_secs': 0.009345} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2233.850204] env[63750]: DEBUG oslo_concurrency.lockutils [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2233.850316] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb/6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2233.850555] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3cc9d5f9-c42f-4317-b65b-7f7eb1c26572 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.859027] env[63750]: DEBUG oslo_vmware.api [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Waiting for the task: (returnval){ [ 2233.859027] env[63750]: value = "task-2007365" [ 2233.859027] env[63750]: _type = "Task" [ 2233.859027] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2233.865755] env[63750]: DEBUG oslo_vmware.api [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007365, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2234.096384] env[63750]: DEBUG oslo_vmware.api [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007364, 'name': PowerOffVM_Task, 'duration_secs': 0.196122} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2234.096685] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2234.096885] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2234.097207] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22bc7c30-0418-4a89-8fd6-9b8aa2a009fb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.170321] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2234.170638] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2234.170840] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Deleting the datastore file [datastore1] 0c1bdaf9-f42b-436e-9896-43d833a1f7d7 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2234.171247] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b771836f-7b6e-4a8f-ad00-36fe0d7e0ed3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.179362] env[63750]: DEBUG oslo_vmware.api [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for the task: (returnval){ [ 2234.179362] env[63750]: value = "task-2007367" [ 2234.179362] env[63750]: _type = "Task" [ 2234.179362] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2234.189314] env[63750]: DEBUG oslo_vmware.api [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007367, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2234.345169] env[63750]: DEBUG nova.scheduler.client.report [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2234.369696] env[63750]: DEBUG oslo_vmware.api [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007365, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498282} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2234.369995] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb/6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2234.370288] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2234.370534] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ccaf90f9-8479-4ce9-a0b4-5be1a175368b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.377083] env[63750]: DEBUG oslo_vmware.api [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Waiting for the task: (returnval){ [ 2234.377083] env[63750]: value = "task-2007368" [ 2234.377083] env[63750]: _type = "Task" [ 2234.377083] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2234.386007] env[63750]: DEBUG oslo_vmware.api [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007368, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2234.690220] env[63750]: DEBUG oslo_vmware.api [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Task: {'id': task-2007367, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.352536} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2234.690220] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2234.690220] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2234.690220] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2234.690220] env[63750]: INFO nova.compute.manager [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2234.690719] env[63750]: DEBUG oslo.service.loopingcall [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2234.690774] env[63750]: DEBUG nova.compute.manager [-] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2234.691593] env[63750]: DEBUG nova.network.neutron [-] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2234.850507] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63750) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2234.850696] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.202s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2234.888113] env[63750]: DEBUG oslo_vmware.api [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007368, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062639} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2234.888818] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2234.889573] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73531bb-7867-4696-a028-9bd0ef56c247 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.917310] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb/6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2234.918432] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fbaf325-73da-460f-b0a5-e1995dc58c8d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.937313] env[63750]: DEBUG nova.compute.manager [req-be33d0c8-c313-4f67-97cb-2b148ab89649 req-fea2e656-7e19-45d3-9826-4c1ad5c5ad29 service nova] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Received event network-vif-deleted-03d4090e-c016-4068-b5b9-b1d33f6dd6f6 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2234.937508] env[63750]: INFO nova.compute.manager [req-be33d0c8-c313-4f67-97cb-2b148ab89649 req-fea2e656-7e19-45d3-9826-4c1ad5c5ad29 service nova] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Neutron deleted interface 03d4090e-c016-4068-b5b9-b1d33f6dd6f6; detaching it from the instance and deleting it from the info cache [ 2234.938217] env[63750]: DEBUG nova.network.neutron [req-be33d0c8-c313-4f67-97cb-2b148ab89649 req-fea2e656-7e19-45d3-9826-4c1ad5c5ad29 service nova] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2234.946325] env[63750]: DEBUG oslo_vmware.api [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Waiting for the task: (returnval){ [ 2234.946325] env[63750]: value = "task-2007369" [ 2234.946325] env[63750]: _type = "Task" [ 2234.946325] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2234.956328] env[63750]: DEBUG oslo_vmware.api [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007369, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2235.418538] env[63750]: DEBUG nova.network.neutron [-] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2235.442209] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2952a80a-b7f0-4e18-a49d-d3f69f7f6883 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.454486] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b176d04c-58c0-4e8c-85eb-f7186301e5e9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.474929] env[63750]: DEBUG oslo_vmware.api [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007369, 'name': ReconfigVM_Task, 'duration_secs': 0.506871} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2235.475635] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb/6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2235.476306] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db132078-49c6-451b-a0ab-663cc386f1bb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.486684] env[63750]: DEBUG oslo_vmware.api [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Waiting for the task: (returnval){ [ 2235.486684] env[63750]: value = "task-2007370" [ 2235.486684] env[63750]: _type = "Task" [ 2235.486684] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2235.510735] env[63750]: DEBUG nova.compute.manager [req-be33d0c8-c313-4f67-97cb-2b148ab89649 req-fea2e656-7e19-45d3-9826-4c1ad5c5ad29 service nova] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Detach interface failed, port_id=03d4090e-c016-4068-b5b9-b1d33f6dd6f6, reason: Instance 0c1bdaf9-f42b-436e-9896-43d833a1f7d7 could not be found. {{(pid=63750) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2235.519193] env[63750]: DEBUG oslo_vmware.api [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007370, 'name': Rename_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2235.924387] env[63750]: INFO nova.compute.manager [-] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Took 1.23 seconds to deallocate network for instance. [ 2235.997023] env[63750]: DEBUG oslo_vmware.api [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007370, 'name': Rename_Task, 'duration_secs': 0.139211} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2235.997023] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2235.997023] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-549c8f60-6698-4e04-ad30-ee1d21742c53 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.005710] env[63750]: DEBUG oslo_vmware.api [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Waiting for the task: (returnval){ [ 2236.005710] env[63750]: value = "task-2007371" [ 2236.005710] env[63750]: _type = "Task" [ 2236.005710] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2236.020671] env[63750]: DEBUG oslo_vmware.api [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007371, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2236.434180] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2236.434180] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2236.434180] env[63750]: DEBUG nova.objects.instance [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lazy-loading 'resources' on Instance uuid 0c1bdaf9-f42b-436e-9896-43d833a1f7d7 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2236.519665] env[63750]: DEBUG oslo_vmware.api [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007371, 'name': PowerOnVM_Task, 'duration_secs': 0.434815} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2236.519914] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2236.520190] env[63750]: INFO nova.compute.manager [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Took 6.51 seconds to spawn the instance on the hypervisor. [ 2236.520485] env[63750]: DEBUG nova.compute.manager [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2236.521375] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d266a3bb-6cab-4736-94a6-b65d716bb7b1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.012290] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a3db1b-6700-4eae-94ed-11cc88c4d4b4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.020562] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2cc787-f0ba-4c11-ab77-bdcdd7e066de {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.055301] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a9375a-f703-4be4-bae1-35f18fa8c6d5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.060831] env[63750]: INFO nova.compute.manager [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Took 11.27 seconds to build instance. [ 2237.065150] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75791c3f-00f1-4d8a-9089-7a31c39bf5c6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.079372] env[63750]: DEBUG nova.compute.provider_tree [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2237.562828] env[63750]: DEBUG oslo_concurrency.lockutils [None req-83b9643f-15a7-4a96-9569-d0d27b9aa40e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Lock "6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.784s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2237.582939] env[63750]: DEBUG nova.scheduler.client.report [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2237.751824] env[63750]: DEBUG oslo_concurrency.lockutils [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Acquiring lock "73520114-461a-4246-b79b-55f9227f4841" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2237.752140] env[63750]: DEBUG oslo_concurrency.lockutils [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Lock "73520114-461a-4246-b79b-55f9227f4841" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2238.088665] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.656s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2238.111232] env[63750]: INFO nova.scheduler.client.report [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Deleted allocations for instance 0c1bdaf9-f42b-436e-9896-43d833a1f7d7 [ 2238.209204] env[63750]: DEBUG nova.compute.manager [req-a0cc7bc5-996b-460c-8b40-abd669ef76b7 req-d163ce20-3131-40f1-83c6-39fb0ac74325 service nova] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Received event network-changed-0098283d-5915-4f07-b66b-24102e2949a1 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2238.209463] env[63750]: DEBUG nova.compute.manager [req-a0cc7bc5-996b-460c-8b40-abd669ef76b7 req-d163ce20-3131-40f1-83c6-39fb0ac74325 service nova] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Refreshing instance network info cache due to event network-changed-0098283d-5915-4f07-b66b-24102e2949a1. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2238.209689] env[63750]: DEBUG oslo_concurrency.lockutils [req-a0cc7bc5-996b-460c-8b40-abd669ef76b7 req-d163ce20-3131-40f1-83c6-39fb0ac74325 service nova] Acquiring lock "refresh_cache-6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2238.209831] env[63750]: DEBUG oslo_concurrency.lockutils [req-a0cc7bc5-996b-460c-8b40-abd669ef76b7 req-d163ce20-3131-40f1-83c6-39fb0ac74325 service nova] Acquired lock "refresh_cache-6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2238.209988] env[63750]: DEBUG nova.network.neutron [req-a0cc7bc5-996b-460c-8b40-abd669ef76b7 req-d163ce20-3131-40f1-83c6-39fb0ac74325 service nova] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Refreshing network info cache for port 0098283d-5915-4f07-b66b-24102e2949a1 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2238.257614] env[63750]: DEBUG nova.compute.manager [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2238.621120] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a4ffdbac-950e-463a-b001-b1bc6b0c0729 tempest-DeleteServersTestJSON-185908351 tempest-DeleteServersTestJSON-185908351-project-member] Lock "0c1bdaf9-f42b-436e-9896-43d833a1f7d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.565s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2238.776607] env[63750]: DEBUG oslo_concurrency.lockutils [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2238.776856] env[63750]: DEBUG oslo_concurrency.lockutils [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2238.778475] env[63750]: INFO nova.compute.claims [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2238.973320] env[63750]: DEBUG nova.network.neutron [req-a0cc7bc5-996b-460c-8b40-abd669ef76b7 req-d163ce20-3131-40f1-83c6-39fb0ac74325 service nova] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Updated VIF entry in instance network info cache for port 0098283d-5915-4f07-b66b-24102e2949a1. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2238.973742] env[63750]: DEBUG nova.network.neutron [req-a0cc7bc5-996b-460c-8b40-abd669ef76b7 req-d163ce20-3131-40f1-83c6-39fb0ac74325 service nova] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Updating instance_info_cache with network_info: [{"id": "0098283d-5915-4f07-b66b-24102e2949a1", "address": "fa:16:3e:d6:61:d3", "network": {"id": "f44dcdb2-2999-4e7e-bea3-1f6829265d06", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1317634478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4cb1a98728c44ea84f2c588cffe65d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0098283d-59", "ovs_interfaceid": "0098283d-5915-4f07-b66b-24102e2949a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2239.476246] env[63750]: DEBUG oslo_concurrency.lockutils [req-a0cc7bc5-996b-460c-8b40-abd669ef76b7 req-d163ce20-3131-40f1-83c6-39fb0ac74325 service nova] Releasing lock "refresh_cache-6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2239.861335] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80f76f9-b474-4875-9d77-66e8cadeebd6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.868622] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad73fc5-c88f-4ea4-9d42-68c07020ea8e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.901210] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9a4b25-1271-4b14-aa08-c0b52d215bde {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.909185] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558054dd-ff65-4917-8f41-711431a54481 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.922367] env[63750]: DEBUG nova.compute.provider_tree [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2240.425739] env[63750]: DEBUG nova.scheduler.client.report [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2240.931299] env[63750]: DEBUG oslo_concurrency.lockutils [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.154s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2240.931856] env[63750]: DEBUG nova.compute.manager [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2241.437478] env[63750]: DEBUG nova.compute.utils [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2241.438951] env[63750]: DEBUG nova.compute.manager [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2241.439148] env[63750]: DEBUG nova.network.neutron [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2241.484877] env[63750]: DEBUG nova.compute.manager [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Stashing vm_state: active {{(pid=63750) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2241.490051] env[63750]: DEBUG nova.policy [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b85d6628947e4670b241866fea7511db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5275bd7281f64ecbaef93a2a4a1bb629', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 2241.763248] env[63750]: DEBUG nova.network.neutron [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Successfully created port: 0fa05bd6-7073-49e2-bdd9-dfa4a6956156 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2241.942889] env[63750]: DEBUG nova.compute.manager [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2242.004700] env[63750]: DEBUG oslo_concurrency.lockutils [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2242.004983] env[63750]: DEBUG oslo_concurrency.lockutils [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2242.509658] env[63750]: INFO nova.compute.claims [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2242.953039] env[63750]: DEBUG nova.compute.manager [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2242.979605] env[63750]: DEBUG nova.virt.hardware [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2242.979871] env[63750]: DEBUG nova.virt.hardware [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2242.980038] env[63750]: DEBUG nova.virt.hardware [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2242.980230] env[63750]: DEBUG nova.virt.hardware [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2242.980378] env[63750]: DEBUG nova.virt.hardware [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2242.980558] env[63750]: DEBUG nova.virt.hardware [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2242.980791] env[63750]: DEBUG nova.virt.hardware [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2242.980953] env[63750]: DEBUG nova.virt.hardware [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2242.981583] env[63750]: DEBUG nova.virt.hardware [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2242.981583] env[63750]: DEBUG nova.virt.hardware [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2242.981583] env[63750]: DEBUG nova.virt.hardware [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2242.982337] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce3128f-ad11-4170-a5af-fded744f80cf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.990204] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ac0d17-3481-4188-b343-a630f4fa9348 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.016813] env[63750]: INFO nova.compute.resource_tracker [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Updating resource usage from migration 5504b93d-18ae-43e5-89d4-438a80e55e54 [ 2243.097508] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942d0d7b-5a3c-4393-9ad5-976c874990db {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.104696] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15978de1-638f-4fe6-84cd-b33d573aacb6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.133095] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7ab5a5-8c3e-4bf6-82a0-2971a64aeae4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.139938] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61be8047-f0d5-468a-b3c6-17d0e7e0fa85 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.154286] env[63750]: DEBUG nova.compute.provider_tree [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2243.657860] env[63750]: DEBUG nova.scheduler.client.report [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2244.162945] env[63750]: DEBUG oslo_concurrency.lockutils [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.158s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2244.163197] env[63750]: INFO nova.compute.manager [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Migrating [ 2244.678436] env[63750]: DEBUG oslo_concurrency.lockutils [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquiring lock "refresh_cache-ae994a4f-e5e0-4e87-a858-53590411fad2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2244.678649] env[63750]: DEBUG oslo_concurrency.lockutils [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquired lock "refresh_cache-ae994a4f-e5e0-4e87-a858-53590411fad2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2244.678826] env[63750]: DEBUG nova.network.neutron [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2245.418126] env[63750]: DEBUG nova.network.neutron [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Updating instance_info_cache with network_info: [{"id": "fc44872f-b163-4610-afd8-cb0100561ea3", "address": "fa:16:3e:80:5a:c2", "network": {"id": "3190c9f9-ed08-4a95-905a-91e470b8e973", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-172291959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7dd23ed8566493d991974157cb177d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc44872f-b1", "ovs_interfaceid": "fc44872f-b163-4610-afd8-cb0100561ea3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2245.920874] env[63750]: DEBUG oslo_concurrency.lockutils [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Releasing lock "refresh_cache-ae994a4f-e5e0-4e87-a858-53590411fad2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2246.460235] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5e0fe901-fcae-425e-a049-18b9cd561c67 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Acquiring lock "690edfdd-38e9-4ede-903f-a2616d82c9fc" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2246.460539] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5e0fe901-fcae-425e-a049-18b9cd561c67 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lock "690edfdd-38e9-4ede-903f-a2616d82c9fc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2246.963419] env[63750]: DEBUG nova.compute.utils [None req-5e0fe901-fcae-425e-a049-18b9cd561c67 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2247.436476] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2215958-11fa-4efb-afb0-3fd2236fed8f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.455562] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Updating instance 'ae994a4f-e5e0-4e87-a858-53590411fad2' progress to 0 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2247.466440] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5e0fe901-fcae-425e-a049-18b9cd561c67 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lock "690edfdd-38e9-4ede-903f-a2616d82c9fc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2247.961744] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2247.962029] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-277e7daf-d0f9-4951-a1ff-9476be06d73b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.970653] env[63750]: DEBUG oslo_vmware.api [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2247.970653] env[63750]: value = "task-2007373" [ 2247.970653] env[63750]: _type = "Task" [ 2247.970653] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2247.980904] env[63750]: DEBUG oslo_vmware.api [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007373, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2248.480236] env[63750]: DEBUG oslo_vmware.api [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007373, 'name': PowerOffVM_Task, 'duration_secs': 0.208204} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2248.480564] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2248.480632] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Updating instance 'ae994a4f-e5e0-4e87-a858-53590411fad2' progress to 17 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2248.527602] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5e0fe901-fcae-425e-a049-18b9cd561c67 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Acquiring lock "690edfdd-38e9-4ede-903f-a2616d82c9fc" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2248.527855] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5e0fe901-fcae-425e-a049-18b9cd561c67 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lock "690edfdd-38e9-4ede-903f-a2616d82c9fc" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2248.528096] env[63750]: INFO nova.compute.manager [None req-5e0fe901-fcae-425e-a049-18b9cd561c67 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Attaching volume 47e00233-03d3-4cdd-a661-dc17468c24ea to /dev/sdb [ 2248.558234] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ea8f31-50f6-4957-9c19-4c2168942627 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.565075] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345d164d-3ba6-40fb-b252-f1a50391ad7a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.577930] env[63750]: DEBUG nova.virt.block_device [None req-5e0fe901-fcae-425e-a049-18b9cd561c67 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Updating existing volume attachment record: a536d04e-04d4-43a4-88ce-f4541c1a718d {{(pid=63750) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2248.987273] env[63750]: DEBUG nova.virt.hardware [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2248.987519] env[63750]: DEBUG nova.virt.hardware [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2248.987687] env[63750]: DEBUG nova.virt.hardware [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2248.987870] env[63750]: DEBUG nova.virt.hardware [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2248.988030] env[63750]: DEBUG nova.virt.hardware [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2248.988177] env[63750]: DEBUG nova.virt.hardware [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2248.988381] env[63750]: DEBUG nova.virt.hardware [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2248.988540] env[63750]: DEBUG nova.virt.hardware [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2248.988756] env[63750]: DEBUG nova.virt.hardware [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2248.988931] env[63750]: DEBUG nova.virt.hardware [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2248.989115] env[63750]: DEBUG nova.virt.hardware [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2248.994291] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca624c84-0c3b-46d5-9288-7b7ddefee049 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.010996] env[63750]: DEBUG oslo_vmware.api [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2249.010996] env[63750]: value = "task-2007375" [ 2249.010996] env[63750]: _type = "Task" [ 2249.010996] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2249.018980] env[63750]: DEBUG oslo_vmware.api [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007375, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2249.520315] env[63750]: DEBUG oslo_vmware.api [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007375, 'name': ReconfigVM_Task, 'duration_secs': 0.135394} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2249.520667] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Updating instance 'ae994a4f-e5e0-4e87-a858-53590411fad2' progress to 33 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2249.640959] env[63750]: DEBUG nova.compute.manager [req-0e011b2f-3f0d-44c9-b776-694a7a6bce2e req-5af91e07-471d-4cd0-927e-5caf659e6520 service nova] [instance: 73520114-461a-4246-b79b-55f9227f4841] Received event network-vif-plugged-0fa05bd6-7073-49e2-bdd9-dfa4a6956156 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2249.641177] env[63750]: DEBUG oslo_concurrency.lockutils [req-0e011b2f-3f0d-44c9-b776-694a7a6bce2e req-5af91e07-471d-4cd0-927e-5caf659e6520 service nova] Acquiring lock "73520114-461a-4246-b79b-55f9227f4841-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2249.641417] env[63750]: DEBUG oslo_concurrency.lockutils [req-0e011b2f-3f0d-44c9-b776-694a7a6bce2e req-5af91e07-471d-4cd0-927e-5caf659e6520 service nova] Lock "73520114-461a-4246-b79b-55f9227f4841-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2249.641541] env[63750]: DEBUG oslo_concurrency.lockutils [req-0e011b2f-3f0d-44c9-b776-694a7a6bce2e req-5af91e07-471d-4cd0-927e-5caf659e6520 service nova] Lock "73520114-461a-4246-b79b-55f9227f4841-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2249.641693] env[63750]: DEBUG nova.compute.manager [req-0e011b2f-3f0d-44c9-b776-694a7a6bce2e req-5af91e07-471d-4cd0-927e-5caf659e6520 service nova] [instance: 73520114-461a-4246-b79b-55f9227f4841] No waiting events found dispatching network-vif-plugged-0fa05bd6-7073-49e2-bdd9-dfa4a6956156 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2249.641885] env[63750]: WARNING nova.compute.manager [req-0e011b2f-3f0d-44c9-b776-694a7a6bce2e req-5af91e07-471d-4cd0-927e-5caf659e6520 service nova] [instance: 73520114-461a-4246-b79b-55f9227f4841] Received unexpected event network-vif-plugged-0fa05bd6-7073-49e2-bdd9-dfa4a6956156 for instance with vm_state building and task_state spawning. [ 2249.731159] env[63750]: DEBUG nova.network.neutron [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Successfully updated port: 0fa05bd6-7073-49e2-bdd9-dfa4a6956156 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2250.029193] env[63750]: DEBUG nova.virt.hardware [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2250.029411] env[63750]: DEBUG nova.virt.hardware [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2250.029571] env[63750]: DEBUG nova.virt.hardware [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2250.029765] env[63750]: DEBUG nova.virt.hardware [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2250.029911] env[63750]: DEBUG nova.virt.hardware [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2250.030069] env[63750]: DEBUG nova.virt.hardware [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2250.030271] env[63750]: DEBUG nova.virt.hardware [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2250.030426] env[63750]: DEBUG nova.virt.hardware [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2250.030615] env[63750]: DEBUG nova.virt.hardware [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2250.030782] env[63750]: DEBUG nova.virt.hardware [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2250.030951] env[63750]: DEBUG nova.virt.hardware [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2250.036188] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Reconfiguring VM instance instance-00000071 to detach disk 2000 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2250.036466] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-563ce85a-f077-476c-a9c5-bde1be1f182d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.054863] env[63750]: DEBUG oslo_vmware.api [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2250.054863] env[63750]: value = "task-2007376" [ 2250.054863] env[63750]: _type = "Task" [ 2250.054863] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2250.062250] env[63750]: DEBUG oslo_vmware.api [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007376, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2250.234071] env[63750]: DEBUG oslo_concurrency.lockutils [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Acquiring lock "refresh_cache-73520114-461a-4246-b79b-55f9227f4841" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2250.234266] env[63750]: DEBUG oslo_concurrency.lockutils [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Acquired lock "refresh_cache-73520114-461a-4246-b79b-55f9227f4841" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2250.234391] env[63750]: DEBUG nova.network.neutron [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2250.565338] env[63750]: DEBUG oslo_vmware.api [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007376, 'name': ReconfigVM_Task, 'duration_secs': 0.166639} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2250.565629] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Reconfigured VM instance instance-00000071 to detach disk 2000 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2250.566366] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad19e73-5b46-4418-8815-95a0345af65e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.588226] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] ae994a4f-e5e0-4e87-a858-53590411fad2/ae994a4f-e5e0-4e87-a858-53590411fad2.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2250.588507] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0883c549-8627-4d4c-a04c-9f00327159df {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.605999] env[63750]: DEBUG oslo_vmware.api [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2250.605999] env[63750]: value = "task-2007377" [ 2250.605999] env[63750]: _type = "Task" [ 2250.605999] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2250.613687] env[63750]: DEBUG oslo_vmware.api [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007377, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2250.769805] env[63750]: DEBUG nova.network.neutron [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2250.905039] env[63750]: DEBUG nova.network.neutron [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Updating instance_info_cache with network_info: [{"id": "0fa05bd6-7073-49e2-bdd9-dfa4a6956156", "address": "fa:16:3e:83:4f:2a", "network": {"id": "8775225d-43bb-4342-a689-48d4a2ee0ca6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1303505296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5275bd7281f64ecbaef93a2a4a1bb629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fa05bd6-70", "ovs_interfaceid": "0fa05bd6-7073-49e2-bdd9-dfa4a6956156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2251.115666] env[63750]: DEBUG oslo_vmware.api [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007377, 'name': ReconfigVM_Task, 'duration_secs': 0.239884} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2251.115876] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Reconfigured VM instance instance-00000071 to attach disk [datastore1] ae994a4f-e5e0-4e87-a858-53590411fad2/ae994a4f-e5e0-4e87-a858-53590411fad2.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2251.116160] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Updating instance 'ae994a4f-e5e0-4e87-a858-53590411fad2' progress to 50 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2251.408735] env[63750]: DEBUG oslo_concurrency.lockutils [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Releasing lock "refresh_cache-73520114-461a-4246-b79b-55f9227f4841" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2251.408735] env[63750]: DEBUG nova.compute.manager [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Instance network_info: |[{"id": "0fa05bd6-7073-49e2-bdd9-dfa4a6956156", "address": "fa:16:3e:83:4f:2a", "network": {"id": "8775225d-43bb-4342-a689-48d4a2ee0ca6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1303505296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5275bd7281f64ecbaef93a2a4a1bb629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fa05bd6-70", "ovs_interfaceid": "0fa05bd6-7073-49e2-bdd9-dfa4a6956156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2251.409076] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:4f:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76cff786-08f3-4a4a-8e68-6ae052a5dff3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0fa05bd6-7073-49e2-bdd9-dfa4a6956156', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2251.416597] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Creating folder: Project (5275bd7281f64ecbaef93a2a4a1bb629). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2251.417773] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79cee769-5ccf-41bb-829e-5bde5096aa10 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.429043] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Created folder: Project (5275bd7281f64ecbaef93a2a4a1bb629) in parent group-v412391. [ 2251.429043] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Creating folder: Instances. Parent ref: group-v412695. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2251.429043] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7063377e-0030-4621-98ff-579ab714beb9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.437741] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Created folder: Instances in parent group-v412695. [ 2251.437972] env[63750]: DEBUG oslo.service.loopingcall [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2251.438173] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73520114-461a-4246-b79b-55f9227f4841] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2251.438370] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93388fd1-4a5e-46e8-8412-6c5cde49bbb6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.456265] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2251.456265] env[63750]: value = "task-2007381" [ 2251.456265] env[63750]: _type = "Task" [ 2251.456265] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2251.463701] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007381, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2251.622627] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21be4993-97d0-4a42-8cef-759195881a0a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.642226] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424aa4be-f0c7-472d-bf29-149142823244 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.659702] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Updating instance 'ae994a4f-e5e0-4e87-a858-53590411fad2' progress to 67 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2251.666012] env[63750]: DEBUG nova.compute.manager [req-beab3b61-f6b3-4385-a3f8-3abb58a1b563 req-1f64a743-f6c3-42ec-b9a8-c97c892108b3 service nova] [instance: 73520114-461a-4246-b79b-55f9227f4841] Received event network-changed-0fa05bd6-7073-49e2-bdd9-dfa4a6956156 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2251.666216] env[63750]: DEBUG nova.compute.manager [req-beab3b61-f6b3-4385-a3f8-3abb58a1b563 req-1f64a743-f6c3-42ec-b9a8-c97c892108b3 service nova] [instance: 73520114-461a-4246-b79b-55f9227f4841] Refreshing instance network info cache due to event network-changed-0fa05bd6-7073-49e2-bdd9-dfa4a6956156. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2251.666422] env[63750]: DEBUG oslo_concurrency.lockutils [req-beab3b61-f6b3-4385-a3f8-3abb58a1b563 req-1f64a743-f6c3-42ec-b9a8-c97c892108b3 service nova] Acquiring lock "refresh_cache-73520114-461a-4246-b79b-55f9227f4841" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2251.666568] env[63750]: DEBUG oslo_concurrency.lockutils [req-beab3b61-f6b3-4385-a3f8-3abb58a1b563 req-1f64a743-f6c3-42ec-b9a8-c97c892108b3 service nova] Acquired lock "refresh_cache-73520114-461a-4246-b79b-55f9227f4841" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2251.666714] env[63750]: DEBUG nova.network.neutron [req-beab3b61-f6b3-4385-a3f8-3abb58a1b563 req-1f64a743-f6c3-42ec-b9a8-c97c892108b3 service nova] [instance: 73520114-461a-4246-b79b-55f9227f4841] Refreshing network info cache for port 0fa05bd6-7073-49e2-bdd9-dfa4a6956156 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2251.966180] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007381, 'name': CreateVM_Task, 'duration_secs': 0.44333} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2251.966351] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73520114-461a-4246-b79b-55f9227f4841] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2251.966995] env[63750]: DEBUG oslo_concurrency.lockutils [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2251.967176] env[63750]: DEBUG oslo_concurrency.lockutils [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2251.967498] env[63750]: DEBUG oslo_concurrency.lockutils [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2251.967756] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33e27d4b-8cba-4be3-bcc4-21957e020fd1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.972212] env[63750]: DEBUG oslo_vmware.api [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for the task: (returnval){ [ 2251.972212] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52dcd2a4-e5b6-4268-f352-7181133d019f" [ 2251.972212] env[63750]: _type = "Task" [ 2251.972212] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2251.980208] env[63750]: DEBUG oslo_vmware.api [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52dcd2a4-e5b6-4268-f352-7181133d019f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2252.226409] env[63750]: DEBUG nova.network.neutron [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Port fc44872f-b163-4610-afd8-cb0100561ea3 binding to destination host cpu-1 is already ACTIVE {{(pid=63750) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2252.363140] env[63750]: DEBUG nova.network.neutron [req-beab3b61-f6b3-4385-a3f8-3abb58a1b563 req-1f64a743-f6c3-42ec-b9a8-c97c892108b3 service nova] [instance: 73520114-461a-4246-b79b-55f9227f4841] Updated VIF entry in instance network info cache for port 0fa05bd6-7073-49e2-bdd9-dfa4a6956156. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2252.363503] env[63750]: DEBUG nova.network.neutron [req-beab3b61-f6b3-4385-a3f8-3abb58a1b563 req-1f64a743-f6c3-42ec-b9a8-c97c892108b3 service nova] [instance: 73520114-461a-4246-b79b-55f9227f4841] Updating instance_info_cache with network_info: [{"id": "0fa05bd6-7073-49e2-bdd9-dfa4a6956156", "address": "fa:16:3e:83:4f:2a", "network": {"id": "8775225d-43bb-4342-a689-48d4a2ee0ca6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1303505296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5275bd7281f64ecbaef93a2a4a1bb629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fa05bd6-70", "ovs_interfaceid": "0fa05bd6-7073-49e2-bdd9-dfa4a6956156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2252.482858] env[63750]: DEBUG oslo_vmware.api [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52dcd2a4-e5b6-4268-f352-7181133d019f, 'name': SearchDatastore_Task, 'duration_secs': 0.00973} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2252.483131] env[63750]: DEBUG oslo_concurrency.lockutils [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2252.483358] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2252.483647] env[63750]: DEBUG oslo_concurrency.lockutils [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2252.483785] env[63750]: DEBUG oslo_concurrency.lockutils [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2252.483971] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2252.484241] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63a98e52-b956-4fe6-9f16-097192c7dadb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.492048] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2252.492226] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2252.492900] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bc60692-d65c-4624-9c62-56e5caa68bac {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.497895] env[63750]: DEBUG oslo_vmware.api [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for the task: (returnval){ [ 2252.497895] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]526b8cf5-f66d-417b-ff92-efc964b4bbf8" [ 2252.497895] env[63750]: _type = "Task" [ 2252.497895] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2252.505251] env[63750]: DEBUG oslo_vmware.api [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]526b8cf5-f66d-417b-ff92-efc964b4bbf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2252.866104] env[63750]: DEBUG oslo_concurrency.lockutils [req-beab3b61-f6b3-4385-a3f8-3abb58a1b563 req-1f64a743-f6c3-42ec-b9a8-c97c892108b3 service nova] Releasing lock "refresh_cache-73520114-461a-4246-b79b-55f9227f4841" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2253.007792] env[63750]: DEBUG oslo_vmware.api [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]526b8cf5-f66d-417b-ff92-efc964b4bbf8, 'name': SearchDatastore_Task, 'duration_secs': 0.008554} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2253.008570] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f7e3faa-cd84-4d38-ad24-854c19c16fd3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.013349] env[63750]: DEBUG oslo_vmware.api [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for the task: (returnval){ [ 2253.013349] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5271357c-097d-3528-bd9e-3708773cc400" [ 2253.013349] env[63750]: _type = "Task" [ 2253.013349] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2253.021942] env[63750]: DEBUG oslo_vmware.api [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5271357c-097d-3528-bd9e-3708773cc400, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2253.120783] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e0fe901-fcae-425e-a049-18b9cd561c67 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Volume attach. Driver type: vmdk {{(pid=63750) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2253.120783] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e0fe901-fcae-425e-a049-18b9cd561c67 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412694', 'volume_id': '47e00233-03d3-4cdd-a661-dc17468c24ea', 'name': 'volume-47e00233-03d3-4cdd-a661-dc17468c24ea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '690edfdd-38e9-4ede-903f-a2616d82c9fc', 'attached_at': '', 'detached_at': '', 'volume_id': '47e00233-03d3-4cdd-a661-dc17468c24ea', 'serial': '47e00233-03d3-4cdd-a661-dc17468c24ea'} {{(pid=63750) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2253.121518] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df251771-1072-4c03-802d-83530490f316 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.137334] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ffd2f8-6330-4e31-a935-a90bb63a068f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.161706] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e0fe901-fcae-425e-a049-18b9cd561c67 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-47e00233-03d3-4cdd-a661-dc17468c24ea/volume-47e00233-03d3-4cdd-a661-dc17468c24ea.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2253.161978] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f25bf707-9c03-4769-b857-6cff2f707bb0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.179785] env[63750]: DEBUG oslo_vmware.api [None req-5e0fe901-fcae-425e-a049-18b9cd561c67 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Waiting for the task: (returnval){ [ 2253.179785] env[63750]: value = "task-2007382" [ 2253.179785] env[63750]: _type = "Task" [ 2253.179785] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2253.189595] env[63750]: DEBUG oslo_vmware.api [None req-5e0fe901-fcae-425e-a049-18b9cd561c67 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007382, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2253.247708] env[63750]: DEBUG oslo_concurrency.lockutils [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquiring lock "ae994a4f-e5e0-4e87-a858-53590411fad2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2253.247962] env[63750]: DEBUG oslo_concurrency.lockutils [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "ae994a4f-e5e0-4e87-a858-53590411fad2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2253.248118] env[63750]: DEBUG oslo_concurrency.lockutils [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "ae994a4f-e5e0-4e87-a858-53590411fad2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2253.523095] env[63750]: DEBUG oslo_vmware.api [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5271357c-097d-3528-bd9e-3708773cc400, 'name': SearchDatastore_Task, 'duration_secs': 0.00936} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2253.523404] env[63750]: DEBUG oslo_concurrency.lockutils [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2253.523697] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 73520114-461a-4246-b79b-55f9227f4841/73520114-461a-4246-b79b-55f9227f4841.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2253.523992] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b55346b-2594-4b24-a852-bc7965ae3a3b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.531567] env[63750]: DEBUG oslo_vmware.api [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for the task: (returnval){ [ 2253.531567] env[63750]: value = "task-2007383" [ 2253.531567] env[63750]: _type = "Task" [ 2253.531567] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2253.543073] env[63750]: DEBUG oslo_vmware.api [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007383, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2253.689785] env[63750]: DEBUG oslo_vmware.api [None req-5e0fe901-fcae-425e-a049-18b9cd561c67 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007382, 'name': ReconfigVM_Task, 'duration_secs': 0.365363} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2253.689785] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e0fe901-fcae-425e-a049-18b9cd561c67 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-47e00233-03d3-4cdd-a661-dc17468c24ea/volume-47e00233-03d3-4cdd-a661-dc17468c24ea.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2253.694551] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94b77af9-ee9d-4296-b477-0b6541ed6e5d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.710528] env[63750]: DEBUG oslo_vmware.api [None req-5e0fe901-fcae-425e-a049-18b9cd561c67 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Waiting for the task: (returnval){ [ 2253.710528] env[63750]: value = "task-2007384" [ 2253.710528] env[63750]: _type = "Task" [ 2253.710528] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2253.721726] env[63750]: DEBUG oslo_vmware.api [None req-5e0fe901-fcae-425e-a049-18b9cd561c67 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007384, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2254.041248] env[63750]: DEBUG oslo_vmware.api [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007383, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465992} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2254.041621] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 73520114-461a-4246-b79b-55f9227f4841/73520114-461a-4246-b79b-55f9227f4841.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2254.041735] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2254.041930] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8833dbdf-393e-4994-a2d6-21625262eac0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.049755] env[63750]: DEBUG oslo_vmware.api [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for the task: (returnval){ [ 2254.049755] env[63750]: value = "task-2007385" [ 2254.049755] env[63750]: _type = "Task" [ 2254.049755] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2254.056800] env[63750]: DEBUG oslo_vmware.api [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007385, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2254.220017] env[63750]: DEBUG oslo_vmware.api [None req-5e0fe901-fcae-425e-a049-18b9cd561c67 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007384, 'name': ReconfigVM_Task, 'duration_secs': 0.174185} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2254.220340] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e0fe901-fcae-425e-a049-18b9cd561c67 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412694', 'volume_id': '47e00233-03d3-4cdd-a661-dc17468c24ea', 'name': 'volume-47e00233-03d3-4cdd-a661-dc17468c24ea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '690edfdd-38e9-4ede-903f-a2616d82c9fc', 'attached_at': '', 'detached_at': '', 'volume_id': '47e00233-03d3-4cdd-a661-dc17468c24ea', 'serial': '47e00233-03d3-4cdd-a661-dc17468c24ea'} {{(pid=63750) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2254.281044] env[63750]: DEBUG oslo_concurrency.lockutils [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquiring lock "refresh_cache-ae994a4f-e5e0-4e87-a858-53590411fad2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2254.281237] env[63750]: DEBUG oslo_concurrency.lockutils [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquired lock "refresh_cache-ae994a4f-e5e0-4e87-a858-53590411fad2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2254.281408] env[63750]: DEBUG nova.network.neutron [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2254.559180] env[63750]: DEBUG oslo_vmware.api [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007385, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058385} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2254.559504] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2254.560300] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b6eda2-ac64-47ab-9b0c-49934bab80af {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.581478] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 73520114-461a-4246-b79b-55f9227f4841/73520114-461a-4246-b79b-55f9227f4841.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2254.581704] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ca2fe51-477c-4443-ac43-75adea173269 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.600347] env[63750]: DEBUG oslo_vmware.api [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for the task: (returnval){ [ 2254.600347] env[63750]: value = "task-2007386" [ 2254.600347] env[63750]: _type = "Task" [ 2254.600347] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2254.607478] env[63750]: DEBUG oslo_vmware.api [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007386, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2255.022929] env[63750]: DEBUG nova.network.neutron [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Updating instance_info_cache with network_info: [{"id": "fc44872f-b163-4610-afd8-cb0100561ea3", "address": "fa:16:3e:80:5a:c2", "network": {"id": "3190c9f9-ed08-4a95-905a-91e470b8e973", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-172291959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7dd23ed8566493d991974157cb177d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc44872f-b1", "ovs_interfaceid": "fc44872f-b163-4610-afd8-cb0100561ea3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2255.109858] env[63750]: DEBUG oslo_vmware.api [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007386, 'name': ReconfigVM_Task, 'duration_secs': 0.252169} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2255.110205] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 73520114-461a-4246-b79b-55f9227f4841/73520114-461a-4246-b79b-55f9227f4841.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2255.110757] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c32f537b-914f-41a6-898f-9ee370c9095d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.116993] env[63750]: DEBUG oslo_vmware.api [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for the task: (returnval){ [ 2255.116993] env[63750]: value = "task-2007387" [ 2255.116993] env[63750]: _type = "Task" [ 2255.116993] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2255.124043] env[63750]: DEBUG oslo_vmware.api [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007387, 'name': Rename_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2255.259099] env[63750]: DEBUG nova.objects.instance [None req-5e0fe901-fcae-425e-a049-18b9cd561c67 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lazy-loading 'flavor' on Instance uuid 690edfdd-38e9-4ede-903f-a2616d82c9fc {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2255.525711] env[63750]: DEBUG oslo_concurrency.lockutils [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Releasing lock "refresh_cache-ae994a4f-e5e0-4e87-a858-53590411fad2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2255.626434] env[63750]: DEBUG oslo_vmware.api [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007387, 'name': Rename_Task, 'duration_secs': 0.124144} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2255.626434] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2255.626629] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94c05860-e863-4bd2-9b07-5da5c3e45e40 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.634117] env[63750]: DEBUG oslo_vmware.api [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for the task: (returnval){ [ 2255.634117] env[63750]: value = "task-2007388" [ 2255.634117] env[63750]: _type = "Task" [ 2255.634117] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2255.641268] env[63750]: DEBUG oslo_vmware.api [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007388, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2255.763567] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5e0fe901-fcae-425e-a049-18b9cd561c67 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lock "690edfdd-38e9-4ede-903f-a2616d82c9fc" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.236s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2255.940534] env[63750]: DEBUG oslo_concurrency.lockutils [None req-36b729df-f99d-41e6-8118-75d1e054a1f4 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Acquiring lock "690edfdd-38e9-4ede-903f-a2616d82c9fc" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2255.940685] env[63750]: DEBUG oslo_concurrency.lockutils [None req-36b729df-f99d-41e6-8118-75d1e054a1f4 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lock "690edfdd-38e9-4ede-903f-a2616d82c9fc" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2256.052026] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f729ac2-8bf3-4306-b8b9-196ebd6e9be7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.070502] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd94f24b-c967-4235-a3cc-872736cd45d0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.077938] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Updating instance 'ae994a4f-e5e0-4e87-a858-53590411fad2' progress to 83 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2256.144421] env[63750]: DEBUG oslo_vmware.api [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007388, 'name': PowerOnVM_Task, 'duration_secs': 0.44496} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2256.144757] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2256.144847] env[63750]: INFO nova.compute.manager [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Took 13.19 seconds to spawn the instance on the hypervisor. [ 2256.145097] env[63750]: DEBUG nova.compute.manager [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2256.145850] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a346166e-8106-4eed-9806-d65a38a09027 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.443925] env[63750]: INFO nova.compute.manager [None req-36b729df-f99d-41e6-8118-75d1e054a1f4 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Detaching volume 47e00233-03d3-4cdd-a661-dc17468c24ea [ 2256.478387] env[63750]: INFO nova.virt.block_device [None req-36b729df-f99d-41e6-8118-75d1e054a1f4 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Attempting to driver detach volume 47e00233-03d3-4cdd-a661-dc17468c24ea from mountpoint /dev/sdb [ 2256.478387] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-36b729df-f99d-41e6-8118-75d1e054a1f4 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Volume detach. Driver type: vmdk {{(pid=63750) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2256.478550] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-36b729df-f99d-41e6-8118-75d1e054a1f4 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412694', 'volume_id': '47e00233-03d3-4cdd-a661-dc17468c24ea', 'name': 'volume-47e00233-03d3-4cdd-a661-dc17468c24ea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '690edfdd-38e9-4ede-903f-a2616d82c9fc', 'attached_at': '', 'detached_at': '', 'volume_id': '47e00233-03d3-4cdd-a661-dc17468c24ea', 'serial': '47e00233-03d3-4cdd-a661-dc17468c24ea'} {{(pid=63750) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2256.479526] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4dab114-dd21-4bc3-8f05-a6cfec9c197c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.501392] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae436bc-9e24-4975-8b53-72da6da40898 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.510402] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4938ddb4-9322-4f76-993b-5f42077883ff {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.530788] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9532f95-95f5-4e86-8d1f-a497283e0f4f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.545304] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-36b729df-f99d-41e6-8118-75d1e054a1f4 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] The volume has not been displaced from its original location: [datastore1] volume-47e00233-03d3-4cdd-a661-dc17468c24ea/volume-47e00233-03d3-4cdd-a661-dc17468c24ea.vmdk. No consolidation needed. {{(pid=63750) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2256.550483] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-36b729df-f99d-41e6-8118-75d1e054a1f4 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2256.550779] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e52eb60-5426-43d7-8a96-f68af33c68f9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.568754] env[63750]: DEBUG oslo_vmware.api [None req-36b729df-f99d-41e6-8118-75d1e054a1f4 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Waiting for the task: (returnval){ [ 2256.568754] env[63750]: value = "task-2007389" [ 2256.568754] env[63750]: _type = "Task" [ 2256.568754] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2256.576967] env[63750]: DEBUG oslo_vmware.api [None req-36b729df-f99d-41e6-8118-75d1e054a1f4 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007389, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.583549] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2256.583862] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed86c23e-8a45-4d69-b26d-6b0f80fe4d08 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.590576] env[63750]: DEBUG oslo_vmware.api [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2256.590576] env[63750]: value = "task-2007390" [ 2256.590576] env[63750]: _type = "Task" [ 2256.590576] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2256.601994] env[63750]: DEBUG oslo_vmware.api [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007390, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.663882] env[63750]: INFO nova.compute.manager [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Took 17.90 seconds to build instance. [ 2257.079048] env[63750]: DEBUG oslo_vmware.api [None req-36b729df-f99d-41e6-8118-75d1e054a1f4 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007389, 'name': ReconfigVM_Task, 'duration_secs': 0.206248} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2257.079244] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-36b729df-f99d-41e6-8118-75d1e054a1f4 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2257.083838] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c78a519-26dd-46a9-a7f5-b6b04dc90e54 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.102526] env[63750]: DEBUG oslo_vmware.api [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007390, 'name': PowerOnVM_Task, 'duration_secs': 0.366823} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2257.103733] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2257.103923] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-85f599e1-a03e-45ea-80c0-5667f757a9ce tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Updating instance 'ae994a4f-e5e0-4e87-a858-53590411fad2' progress to 100 {{(pid=63750) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2257.107461] env[63750]: DEBUG oslo_vmware.api [None req-36b729df-f99d-41e6-8118-75d1e054a1f4 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Waiting for the task: (returnval){ [ 2257.107461] env[63750]: value = "task-2007391" [ 2257.107461] env[63750]: _type = "Task" [ 2257.107461] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2257.115296] env[63750]: DEBUG oslo_vmware.api [None req-36b729df-f99d-41e6-8118-75d1e054a1f4 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007391, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.165551] env[63750]: DEBUG oslo_concurrency.lockutils [None req-debf3ad6-12fc-483e-b3b1-3545d2f0d9ce tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Lock "73520114-461a-4246-b79b-55f9227f4841" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.413s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2257.621571] env[63750]: DEBUG oslo_vmware.api [None req-36b729df-f99d-41e6-8118-75d1e054a1f4 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007391, 'name': ReconfigVM_Task, 'duration_secs': 0.137042} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2257.621909] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-36b729df-f99d-41e6-8118-75d1e054a1f4 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412694', 'volume_id': '47e00233-03d3-4cdd-a661-dc17468c24ea', 'name': 'volume-47e00233-03d3-4cdd-a661-dc17468c24ea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '690edfdd-38e9-4ede-903f-a2616d82c9fc', 'attached_at': '', 'detached_at': '', 'volume_id': '47e00233-03d3-4cdd-a661-dc17468c24ea', 'serial': '47e00233-03d3-4cdd-a661-dc17468c24ea'} {{(pid=63750) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2257.794623] env[63750]: DEBUG nova.compute.manager [req-80e7bda4-c10b-4ce7-bfce-f075bcde4490 req-f9fc1b97-11ac-4bde-ba6c-a820e4139e42 service nova] [instance: 73520114-461a-4246-b79b-55f9227f4841] Received event network-changed-0fa05bd6-7073-49e2-bdd9-dfa4a6956156 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2257.794821] env[63750]: DEBUG nova.compute.manager [req-80e7bda4-c10b-4ce7-bfce-f075bcde4490 req-f9fc1b97-11ac-4bde-ba6c-a820e4139e42 service nova] [instance: 73520114-461a-4246-b79b-55f9227f4841] Refreshing instance network info cache due to event network-changed-0fa05bd6-7073-49e2-bdd9-dfa4a6956156. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2257.795187] env[63750]: DEBUG oslo_concurrency.lockutils [req-80e7bda4-c10b-4ce7-bfce-f075bcde4490 req-f9fc1b97-11ac-4bde-ba6c-a820e4139e42 service nova] Acquiring lock "refresh_cache-73520114-461a-4246-b79b-55f9227f4841" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2257.795365] env[63750]: DEBUG oslo_concurrency.lockutils [req-80e7bda4-c10b-4ce7-bfce-f075bcde4490 req-f9fc1b97-11ac-4bde-ba6c-a820e4139e42 service nova] Acquired lock "refresh_cache-73520114-461a-4246-b79b-55f9227f4841" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2257.795535] env[63750]: DEBUG nova.network.neutron [req-80e7bda4-c10b-4ce7-bfce-f075bcde4490 req-f9fc1b97-11ac-4bde-ba6c-a820e4139e42 service nova] [instance: 73520114-461a-4246-b79b-55f9227f4841] Refreshing network info cache for port 0fa05bd6-7073-49e2-bdd9-dfa4a6956156 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2258.167086] env[63750]: DEBUG nova.objects.instance [None req-36b729df-f99d-41e6-8118-75d1e054a1f4 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lazy-loading 'flavor' on Instance uuid 690edfdd-38e9-4ede-903f-a2616d82c9fc {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2258.508771] env[63750]: DEBUG nova.network.neutron [req-80e7bda4-c10b-4ce7-bfce-f075bcde4490 req-f9fc1b97-11ac-4bde-ba6c-a820e4139e42 service nova] [instance: 73520114-461a-4246-b79b-55f9227f4841] Updated VIF entry in instance network info cache for port 0fa05bd6-7073-49e2-bdd9-dfa4a6956156. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2258.509323] env[63750]: DEBUG nova.network.neutron [req-80e7bda4-c10b-4ce7-bfce-f075bcde4490 req-f9fc1b97-11ac-4bde-ba6c-a820e4139e42 service nova] [instance: 73520114-461a-4246-b79b-55f9227f4841] Updating instance_info_cache with network_info: [{"id": "0fa05bd6-7073-49e2-bdd9-dfa4a6956156", "address": "fa:16:3e:83:4f:2a", "network": {"id": "8775225d-43bb-4342-a689-48d4a2ee0ca6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1303505296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5275bd7281f64ecbaef93a2a4a1bb629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fa05bd6-70", "ovs_interfaceid": "0fa05bd6-7073-49e2-bdd9-dfa4a6956156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2259.012452] env[63750]: DEBUG oslo_concurrency.lockutils [req-80e7bda4-c10b-4ce7-bfce-f075bcde4490 req-f9fc1b97-11ac-4bde-ba6c-a820e4139e42 service nova] Releasing lock "refresh_cache-73520114-461a-4246-b79b-55f9227f4841" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2259.176094] env[63750]: DEBUG oslo_concurrency.lockutils [None req-36b729df-f99d-41e6-8118-75d1e054a1f4 tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lock "690edfdd-38e9-4ede-903f-a2616d82c9fc" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.234s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2260.030100] env[63750]: DEBUG nova.network.neutron [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Port fc44872f-b163-4610-afd8-cb0100561ea3 binding to destination host cpu-1 is already ACTIVE {{(pid=63750) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2260.030373] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquiring lock "refresh_cache-ae994a4f-e5e0-4e87-a858-53590411fad2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2260.030526] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquired lock "refresh_cache-ae994a4f-e5e0-4e87-a858-53590411fad2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2260.030690] env[63750]: DEBUG nova.network.neutron [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2260.194796] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ba403305-c21b-445c-b343-16a2ce84e05c tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Acquiring lock "690edfdd-38e9-4ede-903f-a2616d82c9fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2260.195171] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ba403305-c21b-445c-b343-16a2ce84e05c tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lock "690edfdd-38e9-4ede-903f-a2616d82c9fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2260.195290] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ba403305-c21b-445c-b343-16a2ce84e05c tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Acquiring lock "690edfdd-38e9-4ede-903f-a2616d82c9fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2260.195480] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ba403305-c21b-445c-b343-16a2ce84e05c tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lock "690edfdd-38e9-4ede-903f-a2616d82c9fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2260.195653] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ba403305-c21b-445c-b343-16a2ce84e05c tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lock "690edfdd-38e9-4ede-903f-a2616d82c9fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2260.197789] env[63750]: INFO nova.compute.manager [None req-ba403305-c21b-445c-b343-16a2ce84e05c tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Terminating instance [ 2260.701601] env[63750]: DEBUG nova.compute.manager [None req-ba403305-c21b-445c-b343-16a2ce84e05c tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2260.701838] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ba403305-c21b-445c-b343-16a2ce84e05c tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2260.702748] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56845012-55f6-4515-92b7-8e786fc3883f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.710365] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba403305-c21b-445c-b343-16a2ce84e05c tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2260.710595] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad57285a-7eda-4448-b0a7-2d591e38e1a4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.716807] env[63750]: DEBUG oslo_vmware.api [None req-ba403305-c21b-445c-b343-16a2ce84e05c tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Waiting for the task: (returnval){ [ 2260.716807] env[63750]: value = "task-2007392" [ 2260.716807] env[63750]: _type = "Task" [ 2260.716807] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2260.727751] env[63750]: DEBUG oslo_vmware.api [None req-ba403305-c21b-445c-b343-16a2ce84e05c tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007392, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.753803] env[63750]: DEBUG nova.network.neutron [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Updating instance_info_cache with network_info: [{"id": "fc44872f-b163-4610-afd8-cb0100561ea3", "address": "fa:16:3e:80:5a:c2", "network": {"id": "3190c9f9-ed08-4a95-905a-91e470b8e973", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-172291959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7dd23ed8566493d991974157cb177d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc44872f-b1", "ovs_interfaceid": "fc44872f-b163-4610-afd8-cb0100561ea3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2261.226245] env[63750]: DEBUG oslo_vmware.api [None req-ba403305-c21b-445c-b343-16a2ce84e05c tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007392, 'name': PowerOffVM_Task, 'duration_secs': 0.242226} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2261.226618] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba403305-c21b-445c-b343-16a2ce84e05c tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2261.226618] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ba403305-c21b-445c-b343-16a2ce84e05c tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2261.226846] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eae48961-7e5b-4b3d-a70b-f88e33f620ed {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.257075] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Releasing lock "refresh_cache-ae994a4f-e5e0-4e87-a858-53590411fad2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2261.451143] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ba403305-c21b-445c-b343-16a2ce84e05c tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2261.451372] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ba403305-c21b-445c-b343-16a2ce84e05c tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Deleting contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2261.451554] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba403305-c21b-445c-b343-16a2ce84e05c tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Deleting the datastore file [datastore2] 690edfdd-38e9-4ede-903f-a2616d82c9fc {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2261.451814] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4aba1314-83fb-43ab-87ce-d6629056f1f9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.457666] env[63750]: DEBUG oslo_vmware.api [None req-ba403305-c21b-445c-b343-16a2ce84e05c tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Waiting for the task: (returnval){ [ 2261.457666] env[63750]: value = "task-2007394" [ 2261.457666] env[63750]: _type = "Task" [ 2261.457666] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2261.465011] env[63750]: DEBUG oslo_vmware.api [None req-ba403305-c21b-445c-b343-16a2ce84e05c tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007394, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.761059] env[63750]: DEBUG nova.compute.manager [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63750) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2261.761059] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2261.761059] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2261.967738] env[63750]: DEBUG oslo_vmware.api [None req-ba403305-c21b-445c-b343-16a2ce84e05c tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Task: {'id': task-2007394, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150334} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2261.967990] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba403305-c21b-445c-b343-16a2ce84e05c tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2261.968198] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ba403305-c21b-445c-b343-16a2ce84e05c tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Deleted contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2261.968372] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ba403305-c21b-445c-b343-16a2ce84e05c tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2261.968548] env[63750]: INFO nova.compute.manager [None req-ba403305-c21b-445c-b343-16a2ce84e05c tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Took 1.27 seconds to destroy the instance on the hypervisor. [ 2261.968792] env[63750]: DEBUG oslo.service.loopingcall [None req-ba403305-c21b-445c-b343-16a2ce84e05c tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2261.968986] env[63750]: DEBUG nova.compute.manager [-] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2261.969093] env[63750]: DEBUG nova.network.neutron [-] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2262.264165] env[63750]: DEBUG nova.objects.instance [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lazy-loading 'migration_context' on Instance uuid ae994a4f-e5e0-4e87-a858-53590411fad2 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2262.400969] env[63750]: DEBUG nova.compute.manager [req-502838af-8a0c-4135-b5a6-03f1e6462fd4 req-bd69a602-427c-4fc6-9bf5-6fcb813c0c50 service nova] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Received event network-vif-deleted-e3deeed6-c654-40b3-b04d-85486b3cf31c {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2262.401199] env[63750]: INFO nova.compute.manager [req-502838af-8a0c-4135-b5a6-03f1e6462fd4 req-bd69a602-427c-4fc6-9bf5-6fcb813c0c50 service nova] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Neutron deleted interface e3deeed6-c654-40b3-b04d-85486b3cf31c; detaching it from the instance and deleting it from the info cache [ 2262.401376] env[63750]: DEBUG nova.network.neutron [req-502838af-8a0c-4135-b5a6-03f1e6462fd4 req-bd69a602-427c-4fc6-9bf5-6fcb813c0c50 service nova] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2262.855595] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8147a81-12a1-4932-89bb-7e5ba6d5a66a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.862823] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e73e40-e43c-4a43-8096-1dff221ed7da {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.893258] env[63750]: DEBUG nova.network.neutron [-] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2262.895224] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b894396e-2827-4194-9dec-89630c7807f0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.903907] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6800d688-94d0-4b32-a9d0-eda4307559e3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.908997] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9e8468b6-47e2-4456-94d8-45c01c73653a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.921923] env[63750]: DEBUG nova.compute.provider_tree [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2262.929050] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285e8366-cf12-463a-b333-967e2e0c34db {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.954378] env[63750]: DEBUG nova.compute.manager [req-502838af-8a0c-4135-b5a6-03f1e6462fd4 req-bd69a602-427c-4fc6-9bf5-6fcb813c0c50 service nova] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Detach interface failed, port_id=e3deeed6-c654-40b3-b04d-85486b3cf31c, reason: Instance 690edfdd-38e9-4ede-903f-a2616d82c9fc could not be found. {{(pid=63750) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2263.398948] env[63750]: INFO nova.compute.manager [-] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Took 1.43 seconds to deallocate network for instance. [ 2263.425712] env[63750]: DEBUG nova.scheduler.client.report [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2263.905179] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ba403305-c21b-445c-b343-16a2ce84e05c tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2264.436487] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.675s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2264.442423] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ba403305-c21b-445c-b343-16a2ce84e05c tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.537s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2264.442607] env[63750]: DEBUG nova.objects.instance [None req-ba403305-c21b-445c-b343-16a2ce84e05c tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lazy-loading 'resources' on Instance uuid 690edfdd-38e9-4ede-903f-a2616d82c9fc {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2265.003714] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquiring lock "443e61e5-b741-4aba-96c6-202e2b334511" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2265.004062] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lock "443e61e5-b741-4aba-96c6-202e2b334511" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2265.004304] env[63750]: INFO nova.compute.manager [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Shelving [ 2265.037116] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5615cfac-d43a-4f94-8b09-0443b822e6c3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.045213] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632762f7-5ca3-47ce-9426-e7121e62a5ef {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.075089] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09300a86-95e4-4be0-a9e0-2ac39fb08763 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.083524] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81cdd55f-1e2a-4dfb-8b7f-36e61116233c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.096579] env[63750]: DEBUG nova.compute.provider_tree [None req-ba403305-c21b-445c-b343-16a2ce84e05c tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2265.599472] env[63750]: DEBUG nova.scheduler.client.report [None req-ba403305-c21b-445c-b343-16a2ce84e05c tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2265.975138] env[63750]: INFO nova.compute.manager [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Swapping old allocation on dict_keys(['e97779d2-c1aa-4b7e-928a-1e7ed86edaab']) held by migration 5504b93d-18ae-43e5-89d4-438a80e55e54 for instance [ 2265.995238] env[63750]: DEBUG nova.scheduler.client.report [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Overwriting current allocation {'allocations': {'e97779d2-c1aa-4b7e-928a-1e7ed86edaab': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 164}}, 'project_id': 'e7dd23ed8566493d991974157cb177d8', 'user_id': '0dcc6fc74d7d4dbe8ce59cd4546dd5a0', 'consumer_generation': 1} on consumer ae994a4f-e5e0-4e87-a858-53590411fad2 {{(pid=63750) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 2266.013522] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2266.013803] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20183ab4-809d-4834-9451-3ba6cbf6394f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.020530] env[63750]: DEBUG oslo_vmware.api [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2266.020530] env[63750]: value = "task-2007395" [ 2266.020530] env[63750]: _type = "Task" [ 2266.020530] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2266.028388] env[63750]: DEBUG oslo_vmware.api [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007395, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2266.069978] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquiring lock "refresh_cache-ae994a4f-e5e0-4e87-a858-53590411fad2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2266.070191] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquired lock "refresh_cache-ae994a4f-e5e0-4e87-a858-53590411fad2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2266.070372] env[63750]: DEBUG nova.network.neutron [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2266.104074] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ba403305-c21b-445c-b343-16a2ce84e05c tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.662s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2266.120781] env[63750]: INFO nova.scheduler.client.report [None req-ba403305-c21b-445c-b343-16a2ce84e05c tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Deleted allocations for instance 690edfdd-38e9-4ede-903f-a2616d82c9fc [ 2266.531261] env[63750]: DEBUG oslo_vmware.api [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007395, 'name': PowerOffVM_Task, 'duration_secs': 0.175656} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2266.531600] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2266.532419] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64a5a4e-f909-4478-bb4f-e0d4f541d936 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.551957] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c047151d-c55e-4b73-9954-ddb7856cc541 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.628651] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ba403305-c21b-445c-b343-16a2ce84e05c tempest-AttachVolumeNegativeTest-1532782783 tempest-AttachVolumeNegativeTest-1532782783-project-member] Lock "690edfdd-38e9-4ede-903f-a2616d82c9fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.433s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2266.816871] env[63750]: DEBUG nova.network.neutron [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Updating instance_info_cache with network_info: [{"id": "fc44872f-b163-4610-afd8-cb0100561ea3", "address": "fa:16:3e:80:5a:c2", "network": {"id": "3190c9f9-ed08-4a95-905a-91e470b8e973", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-172291959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7dd23ed8566493d991974157cb177d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc44872f-b1", "ovs_interfaceid": "fc44872f-b163-4610-afd8-cb0100561ea3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2267.062675] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Creating Snapshot of the VM instance {{(pid=63750) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2267.063010] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fe240aab-7ef4-4442-8c38-114e6bcc190e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.072028] env[63750]: DEBUG oslo_vmware.api [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2267.072028] env[63750]: value = "task-2007397" [ 2267.072028] env[63750]: _type = "Task" [ 2267.072028] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2267.093729] env[63750]: DEBUG oslo_vmware.api [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007397, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2267.320387] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Releasing lock "refresh_cache-ae994a4f-e5e0-4e87-a858-53590411fad2" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2267.320863] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2267.321224] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16df9b3f-717f-4c81-82d0-9260f577af83 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.329921] env[63750]: DEBUG oslo_vmware.api [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2267.329921] env[63750]: value = "task-2007398" [ 2267.329921] env[63750]: _type = "Task" [ 2267.329921] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2267.338774] env[63750]: DEBUG oslo_vmware.api [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007398, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2267.582192] env[63750]: DEBUG oslo_vmware.api [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007397, 'name': CreateSnapshot_Task, 'duration_secs': 0.456773} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2267.582426] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Created Snapshot of the VM instance {{(pid=63750) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2267.583193] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d06dda-e0ce-4639-8762-75184747ba48 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.840726] env[63750]: DEBUG oslo_vmware.api [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007398, 'name': PowerOffVM_Task, 'duration_secs': 0.209996} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2267.841226] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2267.841692] env[63750]: DEBUG nova.virt.hardware [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2267.841914] env[63750]: DEBUG nova.virt.hardware [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2267.842096] env[63750]: DEBUG nova.virt.hardware [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2267.842285] env[63750]: DEBUG nova.virt.hardware [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2267.842431] env[63750]: DEBUG nova.virt.hardware [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2267.842578] env[63750]: DEBUG nova.virt.hardware [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2267.842783] env[63750]: DEBUG nova.virt.hardware [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2267.842945] env[63750]: DEBUG nova.virt.hardware [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2267.843125] env[63750]: DEBUG nova.virt.hardware [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2267.843291] env[63750]: DEBUG nova.virt.hardware [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2267.843532] env[63750]: DEBUG nova.virt.hardware [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2267.848751] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7007e5f-83d8-454c-9cd1-6d02c02a00ab {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.864913] env[63750]: DEBUG oslo_vmware.api [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2267.864913] env[63750]: value = "task-2007399" [ 2267.864913] env[63750]: _type = "Task" [ 2267.864913] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2267.873441] env[63750]: DEBUG oslo_vmware.api [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007399, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2268.102979] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Creating linked-clone VM from snapshot {{(pid=63750) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2268.103294] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9a8ce305-8792-4824-82be-fa8633736747 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.115657] env[63750]: DEBUG oslo_vmware.api [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2268.115657] env[63750]: value = "task-2007400" [ 2268.115657] env[63750]: _type = "Task" [ 2268.115657] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2268.124459] env[63750]: DEBUG oslo_vmware.api [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007400, 'name': CloneVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2268.374892] env[63750]: DEBUG oslo_vmware.api [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007399, 'name': ReconfigVM_Task, 'duration_secs': 0.280671} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2268.376035] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788a9c77-c656-43e3-a8e3-1b2894df29b6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.395022] env[63750]: DEBUG nova.virt.hardware [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2268.395303] env[63750]: DEBUG nova.virt.hardware [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2268.395483] env[63750]: DEBUG nova.virt.hardware [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2268.395679] env[63750]: DEBUG nova.virt.hardware [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2268.395837] env[63750]: DEBUG nova.virt.hardware [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2268.396018] env[63750]: DEBUG nova.virt.hardware [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2268.396240] env[63750]: DEBUG nova.virt.hardware [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2268.396429] env[63750]: DEBUG nova.virt.hardware [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2268.396605] env[63750]: DEBUG nova.virt.hardware [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2268.396782] env[63750]: DEBUG nova.virt.hardware [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2268.396984] env[63750]: DEBUG nova.virt.hardware [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2268.398013] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08915110-d02d-4901-84fb-fa4c2021a2ba {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.404773] env[63750]: DEBUG oslo_vmware.api [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2268.404773] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]524fa24a-19b4-1a34-a1b7-995c49817019" [ 2268.404773] env[63750]: _type = "Task" [ 2268.404773] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2268.413407] env[63750]: DEBUG oslo_vmware.api [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]524fa24a-19b4-1a34-a1b7-995c49817019, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2268.625715] env[63750]: DEBUG oslo_vmware.api [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007400, 'name': CloneVM_Task} progress is 94%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2268.918588] env[63750]: DEBUG oslo_vmware.api [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]524fa24a-19b4-1a34-a1b7-995c49817019, 'name': SearchDatastore_Task, 'duration_secs': 0.008573} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2268.924197] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Reconfiguring VM instance instance-00000071 to detach disk 2000 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2268.924517] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d8d4145-a39c-42ea-9490-4935605e5cc3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.942836] env[63750]: DEBUG oslo_vmware.api [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2268.942836] env[63750]: value = "task-2007401" [ 2268.942836] env[63750]: _type = "Task" [ 2268.942836] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2268.951385] env[63750]: DEBUG oslo_vmware.api [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007401, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2269.126492] env[63750]: DEBUG oslo_vmware.api [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007400, 'name': CloneVM_Task} progress is 94%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2269.451832] env[63750]: DEBUG oslo_vmware.api [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007401, 'name': ReconfigVM_Task, 'duration_secs': 0.220721} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2269.452135] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Reconfigured VM instance instance-00000071 to detach disk 2000 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2269.452884] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af49e055-da62-4160-9e35-670d4d44354e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.475514] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] ae994a4f-e5e0-4e87-a858-53590411fad2/ae994a4f-e5e0-4e87-a858-53590411fad2.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2269.476054] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-914e4f67-1f7c-40c5-a4fd-19d2d5dd4c10 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.493207] env[63750]: DEBUG oslo_vmware.api [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2269.493207] env[63750]: value = "task-2007402" [ 2269.493207] env[63750]: _type = "Task" [ 2269.493207] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2269.501078] env[63750]: DEBUG oslo_vmware.api [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007402, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2269.625887] env[63750]: DEBUG oslo_vmware.api [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007400, 'name': CloneVM_Task} progress is 95%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2270.003784] env[63750]: DEBUG oslo_vmware.api [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007402, 'name': ReconfigVM_Task, 'duration_secs': 0.313669} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2270.004230] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Reconfigured VM instance instance-00000071 to attach disk [datastore1] ae994a4f-e5e0-4e87-a858-53590411fad2/ae994a4f-e5e0-4e87-a858-53590411fad2.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2270.004913] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb4033d-9625-4909-a335-0163e539be92 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.022249] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d57fbc9-c523-4822-80d5-af0cdf4edf9f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.039429] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef11834d-5e3a-4138-b3ac-6cbfeb6b8344 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.056581] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ba918c-05ca-4f19-86f7-5b4610baa62f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.062726] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2270.063029] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f3475ae-1b0d-4bc6-94a8-7eea2757ba6d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.068668] env[63750]: DEBUG oslo_vmware.api [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2270.068668] env[63750]: value = "task-2007404" [ 2270.068668] env[63750]: _type = "Task" [ 2270.068668] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2270.078231] env[63750]: DEBUG oslo_vmware.api [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007404, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2270.125867] env[63750]: DEBUG oslo_vmware.api [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007400, 'name': CloneVM_Task} progress is 95%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2270.583054] env[63750]: DEBUG oslo_vmware.api [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007404, 'name': PowerOnVM_Task, 'duration_secs': 0.351313} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2270.583054] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2270.630695] env[63750]: DEBUG oslo_vmware.api [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007400, 'name': CloneVM_Task} progress is 95%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2271.130664] env[63750]: DEBUG oslo_vmware.api [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007400, 'name': CloneVM_Task} progress is 95%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2271.595653] env[63750]: INFO nova.compute.manager [None req-b9ed6161-43c9-4b3a-b269-3189314fc20f tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Updating instance to original state: 'active' [ 2271.629244] env[63750]: DEBUG oslo_vmware.api [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007400, 'name': CloneVM_Task} progress is 95%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2272.130266] env[63750]: DEBUG oslo_vmware.api [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007400, 'name': CloneVM_Task} progress is 95%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2272.574364] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c74057d0-9b85-49c8-be7f-916deacca5d1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquiring lock "ae994a4f-e5e0-4e87-a858-53590411fad2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2272.574784] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c74057d0-9b85-49c8-be7f-916deacca5d1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "ae994a4f-e5e0-4e87-a858-53590411fad2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2272.574993] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c74057d0-9b85-49c8-be7f-916deacca5d1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquiring lock "ae994a4f-e5e0-4e87-a858-53590411fad2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2272.575232] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c74057d0-9b85-49c8-be7f-916deacca5d1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "ae994a4f-e5e0-4e87-a858-53590411fad2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2272.575457] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c74057d0-9b85-49c8-be7f-916deacca5d1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "ae994a4f-e5e0-4e87-a858-53590411fad2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2272.577853] env[63750]: INFO nova.compute.manager [None req-c74057d0-9b85-49c8-be7f-916deacca5d1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Terminating instance [ 2272.632230] env[63750]: DEBUG oslo_vmware.api [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007400, 'name': CloneVM_Task} progress is 95%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2273.081573] env[63750]: DEBUG nova.compute.manager [None req-c74057d0-9b85-49c8-be7f-916deacca5d1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2273.081807] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c74057d0-9b85-49c8-be7f-916deacca5d1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2273.082746] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8bc504-17b1-406d-b060-84ae7c494baa {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.090907] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-c74057d0-9b85-49c8-be7f-916deacca5d1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2273.091271] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f03a9a8-af0e-4c3d-9045-77f6141cd08d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.098031] env[63750]: DEBUG oslo_vmware.api [None req-c74057d0-9b85-49c8-be7f-916deacca5d1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2273.098031] env[63750]: value = "task-2007405" [ 2273.098031] env[63750]: _type = "Task" [ 2273.098031] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2273.106946] env[63750]: DEBUG oslo_vmware.api [None req-c74057d0-9b85-49c8-be7f-916deacca5d1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007405, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2273.131877] env[63750]: DEBUG oslo_vmware.api [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007400, 'name': CloneVM_Task} progress is 95%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2273.610036] env[63750]: DEBUG oslo_vmware.api [None req-c74057d0-9b85-49c8-be7f-916deacca5d1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007405, 'name': PowerOffVM_Task, 'duration_secs': 0.189208} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2273.610036] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-c74057d0-9b85-49c8-be7f-916deacca5d1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2273.610036] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c74057d0-9b85-49c8-be7f-916deacca5d1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2273.610036] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d347d5a4-7f23-46fc-bd93-239a0cb1d66d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.631138] env[63750]: DEBUG oslo_vmware.api [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007400, 'name': CloneVM_Task} progress is 95%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2274.134245] env[63750]: DEBUG oslo_vmware.api [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007400, 'name': CloneVM_Task} progress is 95%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2274.633319] env[63750]: DEBUG oslo_vmware.api [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007400, 'name': CloneVM_Task} progress is 95%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2274.902948] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5c0683fc-4bd5-48ee-a277-02bca94e5d17 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Acquiring lock "6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2274.903204] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5c0683fc-4bd5-48ee-a277-02bca94e5d17 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Lock "6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2275.134330] env[63750]: DEBUG oslo_vmware.api [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007400, 'name': CloneVM_Task} progress is 95%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2275.406893] env[63750]: DEBUG nova.compute.utils [None req-5c0683fc-4bd5-48ee-a277-02bca94e5d17 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2275.634021] env[63750]: DEBUG oslo_vmware.api [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007400, 'name': CloneVM_Task} progress is 95%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2275.910828] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5c0683fc-4bd5-48ee-a277-02bca94e5d17 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Lock "6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2275.975264] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c74057d0-9b85-49c8-be7f-916deacca5d1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2275.975496] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c74057d0-9b85-49c8-be7f-916deacca5d1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2275.975677] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-c74057d0-9b85-49c8-be7f-916deacca5d1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Deleting the datastore file [datastore1] ae994a4f-e5e0-4e87-a858-53590411fad2 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2275.976023] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e312411-6b93-4dbc-919b-065c99bd12ab {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.982012] env[63750]: DEBUG oslo_vmware.api [None req-c74057d0-9b85-49c8-be7f-916deacca5d1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2275.982012] env[63750]: value = "task-2007408" [ 2275.982012] env[63750]: _type = "Task" [ 2275.982012] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2275.993110] env[63750]: DEBUG oslo_vmware.api [None req-c74057d0-9b85-49c8-be7f-916deacca5d1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007408, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2276.135957] env[63750]: DEBUG oslo_vmware.api [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007400, 'name': CloneVM_Task, 'duration_secs': 7.952081} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2276.136376] env[63750]: INFO nova.virt.vmwareapi.vmops [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Created linked-clone VM from snapshot [ 2276.137274] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba883f2-a0aa-4d74-97e2-777d0ac91510 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.144481] env[63750]: DEBUG nova.virt.vmwareapi.images [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Uploading image 8bd27778-9640-4645-b486-e0bae17d3d76 {{(pid=63750) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2276.171998] env[63750]: DEBUG oslo_vmware.rw_handles [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2276.171998] env[63750]: value = "vm-412699" [ 2276.171998] env[63750]: _type = "VirtualMachine" [ 2276.171998] env[63750]: }. {{(pid=63750) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2276.172317] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-64e7000f-015b-4697-89c6-afdfa10716c2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.179844] env[63750]: DEBUG oslo_vmware.rw_handles [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lease: (returnval){ [ 2276.179844] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]520aa9f7-72d4-e3ed-2e41-a14f3b08e13d" [ 2276.179844] env[63750]: _type = "HttpNfcLease" [ 2276.179844] env[63750]: } obtained for exporting VM: (result){ [ 2276.179844] env[63750]: value = "vm-412699" [ 2276.179844] env[63750]: _type = "VirtualMachine" [ 2276.179844] env[63750]: }. {{(pid=63750) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2276.180146] env[63750]: DEBUG oslo_vmware.api [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the lease: (returnval){ [ 2276.180146] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]520aa9f7-72d4-e3ed-2e41-a14f3b08e13d" [ 2276.180146] env[63750]: _type = "HttpNfcLease" [ 2276.180146] env[63750]: } to be ready. {{(pid=63750) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2276.186554] env[63750]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2276.186554] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]520aa9f7-72d4-e3ed-2e41-a14f3b08e13d" [ 2276.186554] env[63750]: _type = "HttpNfcLease" [ 2276.186554] env[63750]: } is initializing. {{(pid=63750) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2276.493766] env[63750]: DEBUG oslo_vmware.api [None req-c74057d0-9b85-49c8-be7f-916deacca5d1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007408, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135453} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2276.494081] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-c74057d0-9b85-49c8-be7f-916deacca5d1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2276.494312] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c74057d0-9b85-49c8-be7f-916deacca5d1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2276.494553] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c74057d0-9b85-49c8-be7f-916deacca5d1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2276.494831] env[63750]: INFO nova.compute.manager [None req-c74057d0-9b85-49c8-be7f-916deacca5d1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Took 3.41 seconds to destroy the instance on the hypervisor. [ 2276.495140] env[63750]: DEBUG oslo.service.loopingcall [None req-c74057d0-9b85-49c8-be7f-916deacca5d1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2276.495364] env[63750]: DEBUG nova.compute.manager [-] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2276.495496] env[63750]: DEBUG nova.network.neutron [-] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2276.688153] env[63750]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2276.688153] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]520aa9f7-72d4-e3ed-2e41-a14f3b08e13d" [ 2276.688153] env[63750]: _type = "HttpNfcLease" [ 2276.688153] env[63750]: } is ready. {{(pid=63750) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2276.688606] env[63750]: DEBUG oslo_vmware.rw_handles [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2276.688606] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]520aa9f7-72d4-e3ed-2e41-a14f3b08e13d" [ 2276.688606] env[63750]: _type = "HttpNfcLease" [ 2276.688606] env[63750]: }. {{(pid=63750) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2276.689136] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea92cef6-08ea-49cd-88c9-6be08b4659bc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.697267] env[63750]: DEBUG oslo_vmware.rw_handles [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52230684-75d5-4a7d-a152-7be0d17e7626/disk-0.vmdk from lease info. {{(pid=63750) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2276.697482] env[63750]: DEBUG oslo_vmware.rw_handles [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52230684-75d5-4a7d-a152-7be0d17e7626/disk-0.vmdk for reading. {{(pid=63750) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2276.797401] env[63750]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3deb32aa-aac8-4dd3-8f09-7487769cfcb8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.972404] env[63750]: DEBUG nova.compute.manager [req-f27a1e51-e5f8-4c7d-ab95-7b4de64ee0ca req-7f6cea93-558e-40c8-a0ff-033a1e61bec0 service nova] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Received event network-vif-deleted-fc44872f-b163-4610-afd8-cb0100561ea3 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2276.972719] env[63750]: INFO nova.compute.manager [req-f27a1e51-e5f8-4c7d-ab95-7b4de64ee0ca req-7f6cea93-558e-40c8-a0ff-033a1e61bec0 service nova] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Neutron deleted interface fc44872f-b163-4610-afd8-cb0100561ea3; detaching it from the instance and deleting it from the info cache [ 2276.972789] env[63750]: DEBUG nova.network.neutron [req-f27a1e51-e5f8-4c7d-ab95-7b4de64ee0ca req-7f6cea93-558e-40c8-a0ff-033a1e61bec0 service nova] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2276.977394] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5c0683fc-4bd5-48ee-a277-02bca94e5d17 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Acquiring lock "6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2276.977611] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5c0683fc-4bd5-48ee-a277-02bca94e5d17 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Lock "6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2276.977821] env[63750]: INFO nova.compute.manager [None req-5c0683fc-4bd5-48ee-a277-02bca94e5d17 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Attaching volume eb75dbc0-9cea-4a37-99d2-f9fca6fbc6b6 to /dev/sdb [ 2277.019505] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ebb64e-0bfc-4c81-b79b-1a5059077654 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.028289] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409ab08a-6102-40d4-9b07-63325471b3a5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.046182] env[63750]: DEBUG nova.virt.block_device [None req-5c0683fc-4bd5-48ee-a277-02bca94e5d17 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Updating existing volume attachment record: 93f9d34f-6aef-4bc1-ae2e-e6e647d5d29f {{(pid=63750) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2277.447071] env[63750]: DEBUG nova.network.neutron [-] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2277.475317] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-21ebeddb-771b-48b5-9bfa-c620f5c54fa1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.485796] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad293a16-46da-4d57-ab59-f2e65cf73b71 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.514663] env[63750]: DEBUG nova.compute.manager [req-f27a1e51-e5f8-4c7d-ab95-7b4de64ee0ca req-7f6cea93-558e-40c8-a0ff-033a1e61bec0 service nova] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Detach interface failed, port_id=fc44872f-b163-4610-afd8-cb0100561ea3, reason: Instance ae994a4f-e5e0-4e87-a858-53590411fad2 could not be found. {{(pid=63750) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2277.951023] env[63750]: INFO nova.compute.manager [-] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Took 1.46 seconds to deallocate network for instance. [ 2278.459783] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c74057d0-9b85-49c8-be7f-916deacca5d1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2278.460218] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c74057d0-9b85-49c8-be7f-916deacca5d1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2278.460486] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c74057d0-9b85-49c8-be7f-916deacca5d1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2278.487551] env[63750]: INFO nova.scheduler.client.report [None req-c74057d0-9b85-49c8-be7f-916deacca5d1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Deleted allocations for instance ae994a4f-e5e0-4e87-a858-53590411fad2 [ 2278.997372] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c74057d0-9b85-49c8-be7f-916deacca5d1 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "ae994a4f-e5e0-4e87-a858-53590411fad2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.423s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2279.783441] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquiring lock "ff7ade07-8194-4a70-a5de-4de7a67dfbbe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2279.783671] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "ff7ade07-8194-4a70-a5de-4de7a67dfbbe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2280.286369] env[63750]: DEBUG nova.compute.manager [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2280.808816] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2280.809124] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2280.811127] env[63750]: INFO nova.compute.claims [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2281.594205] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c0683fc-4bd5-48ee-a277-02bca94e5d17 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Volume attach. Driver type: vmdk {{(pid=63750) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2281.594444] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c0683fc-4bd5-48ee-a277-02bca94e5d17 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412701', 'volume_id': 'eb75dbc0-9cea-4a37-99d2-f9fca6fbc6b6', 'name': 'volume-eb75dbc0-9cea-4a37-99d2-f9fca6fbc6b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb', 'attached_at': '', 'detached_at': '', 'volume_id': 'eb75dbc0-9cea-4a37-99d2-f9fca6fbc6b6', 'serial': 'eb75dbc0-9cea-4a37-99d2-f9fca6fbc6b6'} {{(pid=63750) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2281.595804] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2daa31-d934-46b9-b4db-bbca17406725 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.612432] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd9dd66-6cf2-432c-8a66-02eddc5764b2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.637219] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c0683fc-4bd5-48ee-a277-02bca94e5d17 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-eb75dbc0-9cea-4a37-99d2-f9fca6fbc6b6/volume-eb75dbc0-9cea-4a37-99d2-f9fca6fbc6b6.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2281.637539] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-429c67d6-6fda-482b-989e-e56433f3bdb8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.655501] env[63750]: DEBUG oslo_vmware.api [None req-5c0683fc-4bd5-48ee-a277-02bca94e5d17 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Waiting for the task: (returnval){ [ 2281.655501] env[63750]: value = "task-2007414" [ 2281.655501] env[63750]: _type = "Task" [ 2281.655501] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2281.663990] env[63750]: DEBUG oslo_vmware.api [None req-5c0683fc-4bd5-48ee-a277-02bca94e5d17 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007414, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2281.884487] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823b7df3-d4ba-44b2-b891-1c080fcd5ada {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.892993] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeaa444f-70a0-4692-b964-8ddca41dc80d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.927015] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b84589-0bce-4aa7-bc86-0a8a078e2726 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.934973] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab248ec-c55f-45d1-a57b-f36126421fe5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.949218] env[63750]: DEBUG nova.compute.provider_tree [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2282.165300] env[63750]: DEBUG oslo_vmware.api [None req-5c0683fc-4bd5-48ee-a277-02bca94e5d17 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007414, 'name': ReconfigVM_Task, 'duration_secs': 0.34945} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2282.165485] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c0683fc-4bd5-48ee-a277-02bca94e5d17 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-eb75dbc0-9cea-4a37-99d2-f9fca6fbc6b6/volume-eb75dbc0-9cea-4a37-99d2-f9fca6fbc6b6.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2282.170169] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e68ac776-4ebe-4bc3-b3ab-8d464641a31c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.186173] env[63750]: DEBUG oslo_vmware.api [None req-5c0683fc-4bd5-48ee-a277-02bca94e5d17 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Waiting for the task: (returnval){ [ 2282.186173] env[63750]: value = "task-2007415" [ 2282.186173] env[63750]: _type = "Task" [ 2282.186173] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2282.194228] env[63750]: DEBUG oslo_vmware.api [None req-5c0683fc-4bd5-48ee-a277-02bca94e5d17 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007415, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2282.453101] env[63750]: DEBUG nova.scheduler.client.report [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2282.697746] env[63750]: DEBUG oslo_vmware.api [None req-5c0683fc-4bd5-48ee-a277-02bca94e5d17 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007415, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2282.957782] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.148s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2282.958336] env[63750]: DEBUG nova.compute.manager [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2283.198213] env[63750]: DEBUG oslo_vmware.api [None req-5c0683fc-4bd5-48ee-a277-02bca94e5d17 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007415, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2283.463788] env[63750]: DEBUG nova.compute.utils [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2283.465238] env[63750]: DEBUG nova.compute.manager [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2283.465412] env[63750]: DEBUG nova.network.neutron [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2283.506658] env[63750]: DEBUG nova.policy [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0dcc6fc74d7d4dbe8ce59cd4546dd5a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7dd23ed8566493d991974157cb177d8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 2283.697625] env[63750]: DEBUG oslo_vmware.api [None req-5c0683fc-4bd5-48ee-a277-02bca94e5d17 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007415, 'name': ReconfigVM_Task, 'duration_secs': 1.144461} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2283.698017] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c0683fc-4bd5-48ee-a277-02bca94e5d17 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412701', 'volume_id': 'eb75dbc0-9cea-4a37-99d2-f9fca6fbc6b6', 'name': 'volume-eb75dbc0-9cea-4a37-99d2-f9fca6fbc6b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb', 'attached_at': '', 'detached_at': '', 'volume_id': 'eb75dbc0-9cea-4a37-99d2-f9fca6fbc6b6', 'serial': 'eb75dbc0-9cea-4a37-99d2-f9fca6fbc6b6'} {{(pid=63750) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2283.778096] env[63750]: DEBUG nova.network.neutron [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Successfully created port: da3f98e2-345b-45d1-8491-86874ef6ed11 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2283.968761] env[63750]: DEBUG nova.compute.manager [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2284.581934] env[63750]: DEBUG oslo_vmware.rw_handles [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52230684-75d5-4a7d-a152-7be0d17e7626/disk-0.vmdk. {{(pid=63750) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2284.582924] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bbc35ce-c963-413a-a87a-fadcd830a213 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.589289] env[63750]: DEBUG oslo_vmware.rw_handles [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52230684-75d5-4a7d-a152-7be0d17e7626/disk-0.vmdk is in state: ready. {{(pid=63750) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2284.589453] env[63750]: ERROR oslo_vmware.rw_handles [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52230684-75d5-4a7d-a152-7be0d17e7626/disk-0.vmdk due to incomplete transfer. [ 2284.589663] env[63750]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-41b1243e-49f8-45a3-98f8-f89525de971f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.596203] env[63750]: DEBUG oslo_vmware.rw_handles [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52230684-75d5-4a7d-a152-7be0d17e7626/disk-0.vmdk. {{(pid=63750) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2284.596392] env[63750]: DEBUG nova.virt.vmwareapi.images [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Uploaded image 8bd27778-9640-4645-b486-e0bae17d3d76 to the Glance image server {{(pid=63750) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2284.598698] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Destroying the VM {{(pid=63750) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2284.598916] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6e1341c0-299b-486f-a0d0-fc336d682f91 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.604282] env[63750]: DEBUG oslo_vmware.api [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2284.604282] env[63750]: value = "task-2007416" [ 2284.604282] env[63750]: _type = "Task" [ 2284.604282] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2284.611891] env[63750]: DEBUG oslo_vmware.api [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007416, 'name': Destroy_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2284.737609] env[63750]: DEBUG nova.objects.instance [None req-5c0683fc-4bd5-48ee-a277-02bca94e5d17 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Lazy-loading 'flavor' on Instance uuid 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2284.979181] env[63750]: DEBUG nova.compute.manager [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2285.001460] env[63750]: DEBUG nova.virt.hardware [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2285.001707] env[63750]: DEBUG nova.virt.hardware [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2285.001866] env[63750]: DEBUG nova.virt.hardware [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2285.002061] env[63750]: DEBUG nova.virt.hardware [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2285.002225] env[63750]: DEBUG nova.virt.hardware [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2285.002375] env[63750]: DEBUG nova.virt.hardware [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2285.002582] env[63750]: DEBUG nova.virt.hardware [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2285.002741] env[63750]: DEBUG nova.virt.hardware [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2285.002907] env[63750]: DEBUG nova.virt.hardware [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2285.003081] env[63750]: DEBUG nova.virt.hardware [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2285.003277] env[63750]: DEBUG nova.virt.hardware [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2285.004150] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b404d8-e93e-46bd-99ee-4dd2224c9359 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.012498] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340c3617-e99e-4505-afc0-3ff0ab63ce75 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.114396] env[63750]: DEBUG oslo_vmware.api [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007416, 'name': Destroy_Task} progress is 33%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2285.165025] env[63750]: DEBUG nova.compute.manager [req-40885d55-1adb-4799-b474-80d4c335c1bd req-47015f09-cfd1-4d00-bba0-a5b697926662 service nova] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Received event network-vif-plugged-da3f98e2-345b-45d1-8491-86874ef6ed11 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2285.165358] env[63750]: DEBUG oslo_concurrency.lockutils [req-40885d55-1adb-4799-b474-80d4c335c1bd req-47015f09-cfd1-4d00-bba0-a5b697926662 service nova] Acquiring lock "ff7ade07-8194-4a70-a5de-4de7a67dfbbe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2285.165817] env[63750]: DEBUG oslo_concurrency.lockutils [req-40885d55-1adb-4799-b474-80d4c335c1bd req-47015f09-cfd1-4d00-bba0-a5b697926662 service nova] Lock "ff7ade07-8194-4a70-a5de-4de7a67dfbbe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2285.166018] env[63750]: DEBUG oslo_concurrency.lockutils [req-40885d55-1adb-4799-b474-80d4c335c1bd req-47015f09-cfd1-4d00-bba0-a5b697926662 service nova] Lock "ff7ade07-8194-4a70-a5de-4de7a67dfbbe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2285.166272] env[63750]: DEBUG nova.compute.manager [req-40885d55-1adb-4799-b474-80d4c335c1bd req-47015f09-cfd1-4d00-bba0-a5b697926662 service nova] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] No waiting events found dispatching network-vif-plugged-da3f98e2-345b-45d1-8491-86874ef6ed11 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2285.166538] env[63750]: WARNING nova.compute.manager [req-40885d55-1adb-4799-b474-80d4c335c1bd req-47015f09-cfd1-4d00-bba0-a5b697926662 service nova] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Received unexpected event network-vif-plugged-da3f98e2-345b-45d1-8491-86874ef6ed11 for instance with vm_state building and task_state spawning. [ 2285.244117] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5c0683fc-4bd5-48ee-a277-02bca94e5d17 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Lock "6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.264s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2285.283902] env[63750]: DEBUG nova.network.neutron [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Successfully updated port: da3f98e2-345b-45d1-8491-86874ef6ed11 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2285.378381] env[63750]: DEBUG oslo_concurrency.lockutils [None req-be731fc5-7d87-40cb-accb-5b45d93b7617 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Acquiring lock "6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2285.378669] env[63750]: DEBUG oslo_concurrency.lockutils [None req-be731fc5-7d87-40cb-accb-5b45d93b7617 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Lock "6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2285.378857] env[63750]: DEBUG nova.compute.manager [None req-be731fc5-7d87-40cb-accb-5b45d93b7617 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2285.379762] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b450d6-6ff0-40d1-aa96-c75c1220f13a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.387084] env[63750]: DEBUG nova.compute.manager [None req-be731fc5-7d87-40cb-accb-5b45d93b7617 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63750) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2285.387637] env[63750]: DEBUG nova.objects.instance [None req-be731fc5-7d87-40cb-accb-5b45d93b7617 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Lazy-loading 'flavor' on Instance uuid 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2285.615101] env[63750]: DEBUG oslo_vmware.api [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007416, 'name': Destroy_Task, 'duration_secs': 0.601131} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2285.615362] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Destroyed the VM [ 2285.615594] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Deleting Snapshot of the VM instance {{(pid=63750) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2285.615838] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-61f72caf-8630-439e-af80-f68551c0b5b4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.622466] env[63750]: DEBUG oslo_vmware.api [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2285.622466] env[63750]: value = "task-2007417" [ 2285.622466] env[63750]: _type = "Task" [ 2285.622466] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2285.633429] env[63750]: DEBUG oslo_vmware.api [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007417, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2285.785774] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquiring lock "refresh_cache-ff7ade07-8194-4a70-a5de-4de7a67dfbbe" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2285.786155] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquired lock "refresh_cache-ff7ade07-8194-4a70-a5de-4de7a67dfbbe" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2285.786155] env[63750]: DEBUG nova.network.neutron [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2286.132135] env[63750]: DEBUG oslo_vmware.api [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007417, 'name': RemoveSnapshot_Task, 'duration_secs': 0.455385} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2286.132425] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Deleted Snapshot of the VM instance {{(pid=63750) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2286.132702] env[63750]: DEBUG nova.compute.manager [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2286.133482] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72ebcfc-8396-47ad-8567-a7c103285c08 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.317762] env[63750]: DEBUG nova.network.neutron [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2286.394525] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-be731fc5-7d87-40cb-accb-5b45d93b7617 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2286.394826] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31b5ee61-ae57-4cb7-ac1f-0d46a3ac24af {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.402203] env[63750]: DEBUG oslo_vmware.api [None req-be731fc5-7d87-40cb-accb-5b45d93b7617 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Waiting for the task: (returnval){ [ 2286.402203] env[63750]: value = "task-2007418" [ 2286.402203] env[63750]: _type = "Task" [ 2286.402203] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2286.411039] env[63750]: DEBUG oslo_vmware.api [None req-be731fc5-7d87-40cb-accb-5b45d93b7617 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007418, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2286.447225] env[63750]: DEBUG nova.network.neutron [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Updating instance_info_cache with network_info: [{"id": "da3f98e2-345b-45d1-8491-86874ef6ed11", "address": "fa:16:3e:8b:70:76", "network": {"id": "3190c9f9-ed08-4a95-905a-91e470b8e973", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-172291959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7dd23ed8566493d991974157cb177d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda3f98e2-34", "ovs_interfaceid": "da3f98e2-345b-45d1-8491-86874ef6ed11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2286.645125] env[63750]: INFO nova.compute.manager [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Shelve offloading [ 2286.914198] env[63750]: DEBUG oslo_vmware.api [None req-be731fc5-7d87-40cb-accb-5b45d93b7617 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007418, 'name': PowerOffVM_Task, 'duration_secs': 0.192712} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2286.914514] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-be731fc5-7d87-40cb-accb-5b45d93b7617 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2286.915039] env[63750]: DEBUG nova.compute.manager [None req-be731fc5-7d87-40cb-accb-5b45d93b7617 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2286.915380] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe92417f-9360-4f07-abf9-300a66f48f96 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.949762] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Releasing lock "refresh_cache-ff7ade07-8194-4a70-a5de-4de7a67dfbbe" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2286.950117] env[63750]: DEBUG nova.compute.manager [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Instance network_info: |[{"id": "da3f98e2-345b-45d1-8491-86874ef6ed11", "address": "fa:16:3e:8b:70:76", "network": {"id": "3190c9f9-ed08-4a95-905a-91e470b8e973", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-172291959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7dd23ed8566493d991974157cb177d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda3f98e2-34", "ovs_interfaceid": "da3f98e2-345b-45d1-8491-86874ef6ed11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2286.950765] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:70:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c0d5204b-f60e-4830-84c8-2fe246c28202', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da3f98e2-345b-45d1-8491-86874ef6ed11', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2286.958120] env[63750]: DEBUG oslo.service.loopingcall [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2286.958855] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2286.959097] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60531dc1-82fe-4abe-8d03-c0fb40697603 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.979228] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2286.979228] env[63750]: value = "task-2007419" [ 2286.979228] env[63750]: _type = "Task" [ 2286.979228] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2286.986949] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007419, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2287.149592] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2287.149746] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4bee6e3e-e126-457e-85c9-8a2bc1e1983b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.156758] env[63750]: DEBUG oslo_vmware.api [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2287.156758] env[63750]: value = "task-2007420" [ 2287.156758] env[63750]: _type = "Task" [ 2287.156758] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2287.164448] env[63750]: DEBUG oslo_vmware.api [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007420, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2287.192979] env[63750]: DEBUG nova.compute.manager [req-7ee2e7bc-5bf6-4b60-8123-56b8b403f08f req-4058debb-96a9-43a6-a8f1-d66acc5baedd service nova] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Received event network-changed-da3f98e2-345b-45d1-8491-86874ef6ed11 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2287.193239] env[63750]: DEBUG nova.compute.manager [req-7ee2e7bc-5bf6-4b60-8123-56b8b403f08f req-4058debb-96a9-43a6-a8f1-d66acc5baedd service nova] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Refreshing instance network info cache due to event network-changed-da3f98e2-345b-45d1-8491-86874ef6ed11. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2287.193497] env[63750]: DEBUG oslo_concurrency.lockutils [req-7ee2e7bc-5bf6-4b60-8123-56b8b403f08f req-4058debb-96a9-43a6-a8f1-d66acc5baedd service nova] Acquiring lock "refresh_cache-ff7ade07-8194-4a70-a5de-4de7a67dfbbe" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2287.193660] env[63750]: DEBUG oslo_concurrency.lockutils [req-7ee2e7bc-5bf6-4b60-8123-56b8b403f08f req-4058debb-96a9-43a6-a8f1-d66acc5baedd service nova] Acquired lock "refresh_cache-ff7ade07-8194-4a70-a5de-4de7a67dfbbe" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2287.193861] env[63750]: DEBUG nova.network.neutron [req-7ee2e7bc-5bf6-4b60-8123-56b8b403f08f req-4058debb-96a9-43a6-a8f1-d66acc5baedd service nova] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Refreshing network info cache for port da3f98e2-345b-45d1-8491-86874ef6ed11 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2287.426380] env[63750]: DEBUG oslo_concurrency.lockutils [None req-be731fc5-7d87-40cb-accb-5b45d93b7617 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Lock "6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2287.489654] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007419, 'name': CreateVM_Task, 'duration_secs': 0.299902} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2287.489862] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2287.490554] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2287.490715] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2287.491076] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2287.491394] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cede6760-e2f9-4c04-9676-b13e2b891b9e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.495784] env[63750]: DEBUG oslo_vmware.api [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2287.495784] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]524de9ed-f418-b32b-c716-9f7d212f843c" [ 2287.495784] env[63750]: _type = "Task" [ 2287.495784] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2287.503869] env[63750]: DEBUG oslo_vmware.api [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]524de9ed-f418-b32b-c716-9f7d212f843c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2287.666605] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] VM already powered off {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2287.666810] env[63750]: DEBUG nova.compute.manager [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2287.667560] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ade73c-94c9-473a-ac99-a1cee97aa224 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.673019] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquiring lock "refresh_cache-443e61e5-b741-4aba-96c6-202e2b334511" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2287.673185] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquired lock "refresh_cache-443e61e5-b741-4aba-96c6-202e2b334511" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2287.673354] env[63750]: DEBUG nova.network.neutron [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2287.777401] env[63750]: DEBUG nova.objects.instance [None req-4cd84f74-02a7-4109-b8cc-6b8b82583356 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Lazy-loading 'flavor' on Instance uuid 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2287.879274] env[63750]: DEBUG nova.network.neutron [req-7ee2e7bc-5bf6-4b60-8123-56b8b403f08f req-4058debb-96a9-43a6-a8f1-d66acc5baedd service nova] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Updated VIF entry in instance network info cache for port da3f98e2-345b-45d1-8491-86874ef6ed11. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2287.879274] env[63750]: DEBUG nova.network.neutron [req-7ee2e7bc-5bf6-4b60-8123-56b8b403f08f req-4058debb-96a9-43a6-a8f1-d66acc5baedd service nova] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Updating instance_info_cache with network_info: [{"id": "da3f98e2-345b-45d1-8491-86874ef6ed11", "address": "fa:16:3e:8b:70:76", "network": {"id": "3190c9f9-ed08-4a95-905a-91e470b8e973", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-172291959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7dd23ed8566493d991974157cb177d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda3f98e2-34", "ovs_interfaceid": "da3f98e2-345b-45d1-8491-86874ef6ed11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2288.005970] env[63750]: DEBUG oslo_vmware.api [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]524de9ed-f418-b32b-c716-9f7d212f843c, 'name': SearchDatastore_Task, 'duration_secs': 0.011658} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2288.006321] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2288.006542] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2288.006777] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2288.007009] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2288.007221] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2288.007478] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3f014b7-e36a-44e7-92fb-55ea61caae7b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.015244] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2288.015419] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2288.016098] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-531bd597-39ff-49a8-b561-de5dfd2d37ce {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.021511] env[63750]: DEBUG oslo_vmware.api [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2288.021511] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52249d79-1555-d0c4-e346-7560b1802aa0" [ 2288.021511] env[63750]: _type = "Task" [ 2288.021511] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2288.028955] env[63750]: DEBUG oslo_vmware.api [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52249d79-1555-d0c4-e346-7560b1802aa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2288.282134] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4cd84f74-02a7-4109-b8cc-6b8b82583356 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Acquiring lock "refresh_cache-6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2288.282302] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4cd84f74-02a7-4109-b8cc-6b8b82583356 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Acquired lock "refresh_cache-6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2288.282486] env[63750]: DEBUG nova.network.neutron [None req-4cd84f74-02a7-4109-b8cc-6b8b82583356 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2288.282668] env[63750]: DEBUG nova.objects.instance [None req-4cd84f74-02a7-4109-b8cc-6b8b82583356 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Lazy-loading 'info_cache' on Instance uuid 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2288.383156] env[63750]: DEBUG oslo_concurrency.lockutils [req-7ee2e7bc-5bf6-4b60-8123-56b8b403f08f req-4058debb-96a9-43a6-a8f1-d66acc5baedd service nova] Releasing lock "refresh_cache-ff7ade07-8194-4a70-a5de-4de7a67dfbbe" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2288.383272] env[63750]: DEBUG nova.network.neutron [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Updating instance_info_cache with network_info: [{"id": "61e78aa4-ff61-4608-bdb6-a82ebef4d8df", "address": "fa:16:3e:74:c3:30", "network": {"id": "b187626c-07b5-4d74-a064-ea07943c3974", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-699185419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e8d72fb292a433fb29749aee8e597f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61e78aa4-ff", "ovs_interfaceid": "61e78aa4-ff61-4608-bdb6-a82ebef4d8df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2288.531682] env[63750]: DEBUG oslo_vmware.api [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52249d79-1555-d0c4-e346-7560b1802aa0, 'name': SearchDatastore_Task, 'duration_secs': 0.008386} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2288.532484] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2ceea8a-01e8-4066-9b42-19f85bf4bd0d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.537366] env[63750]: DEBUG oslo_vmware.api [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2288.537366] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52c8dfb5-f78c-4ad7-5935-e6047f547b63" [ 2288.537366] env[63750]: _type = "Task" [ 2288.537366] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2288.544923] env[63750]: DEBUG oslo_vmware.api [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52c8dfb5-f78c-4ad7-5935-e6047f547b63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2288.785770] env[63750]: DEBUG nova.objects.base [None req-4cd84f74-02a7-4109-b8cc-6b8b82583356 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Object Instance<6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb> lazy-loaded attributes: flavor,info_cache {{(pid=63750) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2288.885648] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Releasing lock "refresh_cache-443e61e5-b741-4aba-96c6-202e2b334511" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2289.048904] env[63750]: DEBUG oslo_vmware.api [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52c8dfb5-f78c-4ad7-5935-e6047f547b63, 'name': SearchDatastore_Task, 'duration_secs': 0.009287} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2289.049194] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2289.049410] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] ff7ade07-8194-4a70-a5de-4de7a67dfbbe/ff7ade07-8194-4a70-a5de-4de7a67dfbbe.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2289.049661] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f928269-5c7f-4dab-9f6e-d97747cf6926 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.055839] env[63750]: DEBUG oslo_vmware.api [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2289.055839] env[63750]: value = "task-2007421" [ 2289.055839] env[63750]: _type = "Task" [ 2289.055839] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2289.063216] env[63750]: DEBUG oslo_vmware.api [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007421, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2289.221359] env[63750]: DEBUG nova.compute.manager [req-d885d0c4-ef9b-4fe0-b9fd-c55e5b968557 req-2a3fdfda-5c5a-42c5-899a-a86156feb45c service nova] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Received event network-vif-unplugged-61e78aa4-ff61-4608-bdb6-a82ebef4d8df {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2289.221684] env[63750]: DEBUG oslo_concurrency.lockutils [req-d885d0c4-ef9b-4fe0-b9fd-c55e5b968557 req-2a3fdfda-5c5a-42c5-899a-a86156feb45c service nova] Acquiring lock "443e61e5-b741-4aba-96c6-202e2b334511-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2289.222470] env[63750]: DEBUG oslo_concurrency.lockutils [req-d885d0c4-ef9b-4fe0-b9fd-c55e5b968557 req-2a3fdfda-5c5a-42c5-899a-a86156feb45c service nova] Lock "443e61e5-b741-4aba-96c6-202e2b334511-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2289.222470] env[63750]: DEBUG oslo_concurrency.lockutils [req-d885d0c4-ef9b-4fe0-b9fd-c55e5b968557 req-2a3fdfda-5c5a-42c5-899a-a86156feb45c service nova] Lock "443e61e5-b741-4aba-96c6-202e2b334511-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2289.222693] env[63750]: DEBUG nova.compute.manager [req-d885d0c4-ef9b-4fe0-b9fd-c55e5b968557 req-2a3fdfda-5c5a-42c5-899a-a86156feb45c service nova] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] No waiting events found dispatching network-vif-unplugged-61e78aa4-ff61-4608-bdb6-a82ebef4d8df {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2289.222922] env[63750]: WARNING nova.compute.manager [req-d885d0c4-ef9b-4fe0-b9fd-c55e5b968557 req-2a3fdfda-5c5a-42c5-899a-a86156feb45c service nova] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Received unexpected event network-vif-unplugged-61e78aa4-ff61-4608-bdb6-a82ebef4d8df for instance with vm_state shelved and task_state shelving_offloading. [ 2289.245677] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2289.246611] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc4a311-100f-4d5e-89a7-bc448b97ae99 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.257086] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2289.257338] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3221d9df-4040-47f5-b1e9-69ba99d4fc6f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.349109] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2289.349458] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Deleting contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2289.349678] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Deleting the datastore file [datastore2] 443e61e5-b741-4aba-96c6-202e2b334511 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2289.349964] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a0a78fd-bc4b-4489-90b4-a425d9a62bb4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.357300] env[63750]: DEBUG oslo_vmware.api [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2289.357300] env[63750]: value = "task-2007423" [ 2289.357300] env[63750]: _type = "Task" [ 2289.357300] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2289.368058] env[63750]: DEBUG oslo_vmware.api [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007423, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2289.541469] env[63750]: DEBUG nova.network.neutron [None req-4cd84f74-02a7-4109-b8cc-6b8b82583356 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Updating instance_info_cache with network_info: [{"id": "0098283d-5915-4f07-b66b-24102e2949a1", "address": "fa:16:3e:d6:61:d3", "network": {"id": "f44dcdb2-2999-4e7e-bea3-1f6829265d06", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1317634478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4cb1a98728c44ea84f2c588cffe65d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0098283d-59", "ovs_interfaceid": "0098283d-5915-4f07-b66b-24102e2949a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2289.565500] env[63750]: DEBUG oslo_vmware.api [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007421, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2289.868203] env[63750]: DEBUG oslo_vmware.api [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007423, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284245} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2289.868404] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2289.868586] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Deleted contents of the VM from datastore datastore2 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2289.868760] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2289.889559] env[63750]: INFO nova.scheduler.client.report [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Deleted allocations for instance 443e61e5-b741-4aba-96c6-202e2b334511 [ 2290.044465] env[63750]: DEBUG oslo_concurrency.lockutils [None req-4cd84f74-02a7-4109-b8cc-6b8b82583356 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Releasing lock "refresh_cache-6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2290.066393] env[63750]: DEBUG oslo_vmware.api [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007421, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51658} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2290.066644] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] ff7ade07-8194-4a70-a5de-4de7a67dfbbe/ff7ade07-8194-4a70-a5de-4de7a67dfbbe.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2290.066847] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2290.067098] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad99219b-5434-4c2f-b91c-ecf8d12d6c64 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.074835] env[63750]: DEBUG oslo_vmware.api [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2290.074835] env[63750]: value = "task-2007424" [ 2290.074835] env[63750]: _type = "Task" [ 2290.074835] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2290.083304] env[63750]: DEBUG oslo_vmware.api [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007424, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2290.394133] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2290.394392] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2290.394644] env[63750]: DEBUG nova.objects.instance [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lazy-loading 'resources' on Instance uuid 443e61e5-b741-4aba-96c6-202e2b334511 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2290.584413] env[63750]: DEBUG oslo_vmware.api [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007424, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064015} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2290.586051] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2290.586051] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff760b40-cb6b-4a98-89f9-76356d4794b2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.608904] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] ff7ade07-8194-4a70-a5de-4de7a67dfbbe/ff7ade07-8194-4a70-a5de-4de7a67dfbbe.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2290.609205] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-164cf9d9-fd61-4fa0-bf85-e20d430a1abf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.629338] env[63750]: DEBUG oslo_vmware.api [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2290.629338] env[63750]: value = "task-2007425" [ 2290.629338] env[63750]: _type = "Task" [ 2290.629338] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2290.637293] env[63750]: DEBUG oslo_vmware.api [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007425, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2290.897602] env[63750]: DEBUG nova.objects.instance [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lazy-loading 'numa_topology' on Instance uuid 443e61e5-b741-4aba-96c6-202e2b334511 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2291.049803] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cd84f74-02a7-4109-b8cc-6b8b82583356 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2291.050149] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d213abe1-fa2c-45f2-86e6-1b2e8fee563e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.057940] env[63750]: DEBUG oslo_vmware.api [None req-4cd84f74-02a7-4109-b8cc-6b8b82583356 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Waiting for the task: (returnval){ [ 2291.057940] env[63750]: value = "task-2007426" [ 2291.057940] env[63750]: _type = "Task" [ 2291.057940] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2291.065452] env[63750]: DEBUG oslo_vmware.api [None req-4cd84f74-02a7-4109-b8cc-6b8b82583356 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007426, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2291.139098] env[63750]: DEBUG oslo_vmware.api [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007425, 'name': ReconfigVM_Task, 'duration_secs': 0.269108} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2291.140113] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Reconfigured VM instance instance-00000079 to attach disk [datastore1] ff7ade07-8194-4a70-a5de-4de7a67dfbbe/ff7ade07-8194-4a70-a5de-4de7a67dfbbe.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2291.140113] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20b33790-58f8-4c15-93c7-b88efc24f778 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.146772] env[63750]: DEBUG oslo_vmware.api [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2291.146772] env[63750]: value = "task-2007427" [ 2291.146772] env[63750]: _type = "Task" [ 2291.146772] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2291.154118] env[63750]: DEBUG oslo_vmware.api [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007427, 'name': Rename_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2291.247942] env[63750]: DEBUG nova.compute.manager [req-4efe1c2d-42e0-4c2f-84ec-c65199c30d89 req-005f15a3-0e2f-4fc2-a30d-3e2b4a0fc103 service nova] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Received event network-changed-61e78aa4-ff61-4608-bdb6-a82ebef4d8df {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2291.248139] env[63750]: DEBUG nova.compute.manager [req-4efe1c2d-42e0-4c2f-84ec-c65199c30d89 req-005f15a3-0e2f-4fc2-a30d-3e2b4a0fc103 service nova] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Refreshing instance network info cache due to event network-changed-61e78aa4-ff61-4608-bdb6-a82ebef4d8df. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2291.248310] env[63750]: DEBUG oslo_concurrency.lockutils [req-4efe1c2d-42e0-4c2f-84ec-c65199c30d89 req-005f15a3-0e2f-4fc2-a30d-3e2b4a0fc103 service nova] Acquiring lock "refresh_cache-443e61e5-b741-4aba-96c6-202e2b334511" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2291.248461] env[63750]: DEBUG oslo_concurrency.lockutils [req-4efe1c2d-42e0-4c2f-84ec-c65199c30d89 req-005f15a3-0e2f-4fc2-a30d-3e2b4a0fc103 service nova] Acquired lock "refresh_cache-443e61e5-b741-4aba-96c6-202e2b334511" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2291.248685] env[63750]: DEBUG nova.network.neutron [req-4efe1c2d-42e0-4c2f-84ec-c65199c30d89 req-005f15a3-0e2f-4fc2-a30d-3e2b4a0fc103 service nova] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Refreshing network info cache for port 61e78aa4-ff61-4608-bdb6-a82ebef4d8df {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2291.400291] env[63750]: DEBUG nova.objects.base [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Object Instance<443e61e5-b741-4aba-96c6-202e2b334511> lazy-loaded attributes: resources,numa_topology {{(pid=63750) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2291.463692] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483ba6fd-e3a7-4f30-8ad3-b0979399ba32 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.471458] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9490718-54c0-4d16-ab67-8efae9d55781 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.502244] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a9f210-2a97-4664-95d4-e438dbc5a210 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.509578] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e66087c-90fe-43b5-b341-0ac4e54fc1f3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.523354] env[63750]: DEBUG nova.compute.provider_tree [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2291.567365] env[63750]: DEBUG oslo_vmware.api [None req-4cd84f74-02a7-4109-b8cc-6b8b82583356 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007426, 'name': PowerOnVM_Task, 'duration_secs': 0.374455} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2291.567635] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cd84f74-02a7-4109-b8cc-6b8b82583356 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2291.567840] env[63750]: DEBUG nova.compute.manager [None req-4cd84f74-02a7-4109-b8cc-6b8b82583356 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2291.568614] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba0fd2d-950f-496a-a791-b5edd40167bd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.572591] env[63750]: DEBUG oslo_concurrency.lockutils [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquiring lock "443e61e5-b741-4aba-96c6-202e2b334511" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2291.656513] env[63750]: DEBUG oslo_vmware.api [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007427, 'name': Rename_Task, 'duration_secs': 0.130404} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2291.658569] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2291.658569] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9ff1051-290b-4310-9cb6-e56e59897128 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.663588] env[63750]: DEBUG oslo_vmware.api [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2291.663588] env[63750]: value = "task-2007428" [ 2291.663588] env[63750]: _type = "Task" [ 2291.663588] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2291.671102] env[63750]: DEBUG oslo_vmware.api [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007428, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2292.026388] env[63750]: DEBUG nova.scheduler.client.report [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2292.173441] env[63750]: DEBUG oslo_vmware.api [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007428, 'name': PowerOnVM_Task, 'duration_secs': 0.439475} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2292.173759] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2292.173906] env[63750]: INFO nova.compute.manager [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Took 7.19 seconds to spawn the instance on the hypervisor. [ 2292.174099] env[63750]: DEBUG nova.compute.manager [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2292.174854] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb97e852-cdc6-4b2f-8073-0dfba4cc0b8b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.201295] env[63750]: DEBUG nova.network.neutron [req-4efe1c2d-42e0-4c2f-84ec-c65199c30d89 req-005f15a3-0e2f-4fc2-a30d-3e2b4a0fc103 service nova] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Updated VIF entry in instance network info cache for port 61e78aa4-ff61-4608-bdb6-a82ebef4d8df. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2292.201660] env[63750]: DEBUG nova.network.neutron [req-4efe1c2d-42e0-4c2f-84ec-c65199c30d89 req-005f15a3-0e2f-4fc2-a30d-3e2b4a0fc103 service nova] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Updating instance_info_cache with network_info: [{"id": "61e78aa4-ff61-4608-bdb6-a82ebef4d8df", "address": "fa:16:3e:74:c3:30", "network": {"id": "b187626c-07b5-4d74-a064-ea07943c3974", "bridge": null, "label": "tempest-ServerActionsTestOtherB-699185419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e8d72fb292a433fb29749aee8e597f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap61e78aa4-ff", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2292.531840] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.137s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2292.691489] env[63750]: INFO nova.compute.manager [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Took 11.90 seconds to build instance. [ 2292.704297] env[63750]: DEBUG oslo_concurrency.lockutils [req-4efe1c2d-42e0-4c2f-84ec-c65199c30d89 req-005f15a3-0e2f-4fc2-a30d-3e2b4a0fc103 service nova] Releasing lock "refresh_cache-443e61e5-b741-4aba-96c6-202e2b334511" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2292.886760] env[63750]: DEBUG nova.compute.manager [req-2e86ca96-1b97-497e-94eb-fdbe3d8ff88f req-cdb046d6-9aac-4148-b69f-7f85846af67f service nova] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Received event network-changed-da3f98e2-345b-45d1-8491-86874ef6ed11 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2292.886846] env[63750]: DEBUG nova.compute.manager [req-2e86ca96-1b97-497e-94eb-fdbe3d8ff88f req-cdb046d6-9aac-4148-b69f-7f85846af67f service nova] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Refreshing instance network info cache due to event network-changed-da3f98e2-345b-45d1-8491-86874ef6ed11. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2292.887015] env[63750]: DEBUG oslo_concurrency.lockutils [req-2e86ca96-1b97-497e-94eb-fdbe3d8ff88f req-cdb046d6-9aac-4148-b69f-7f85846af67f service nova] Acquiring lock "refresh_cache-ff7ade07-8194-4a70-a5de-4de7a67dfbbe" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2292.887231] env[63750]: DEBUG oslo_concurrency.lockutils [req-2e86ca96-1b97-497e-94eb-fdbe3d8ff88f req-cdb046d6-9aac-4148-b69f-7f85846af67f service nova] Acquired lock "refresh_cache-ff7ade07-8194-4a70-a5de-4de7a67dfbbe" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2292.887440] env[63750]: DEBUG nova.network.neutron [req-2e86ca96-1b97-497e-94eb-fdbe3d8ff88f req-cdb046d6-9aac-4148-b69f-7f85846af67f service nova] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Refreshing network info cache for port da3f98e2-345b-45d1-8491-86874ef6ed11 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2293.039539] env[63750]: DEBUG oslo_concurrency.lockutils [None req-0a21c82b-1e65-48d3-b221-4e4701a1df65 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lock "443e61e5-b741-4aba-96c6-202e2b334511" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 28.035s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2293.039809] env[63750]: DEBUG oslo_concurrency.lockutils [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lock "443e61e5-b741-4aba-96c6-202e2b334511" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.467s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2293.039897] env[63750]: INFO nova.compute.manager [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Unshelving [ 2293.193368] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6b0463b7-b9bc-4ad6-86be-2c963be3e953 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "ff7ade07-8194-4a70-a5de-4de7a67dfbbe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.409s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2293.605956] env[63750]: DEBUG nova.network.neutron [req-2e86ca96-1b97-497e-94eb-fdbe3d8ff88f req-cdb046d6-9aac-4148-b69f-7f85846af67f service nova] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Updated VIF entry in instance network info cache for port da3f98e2-345b-45d1-8491-86874ef6ed11. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2293.606402] env[63750]: DEBUG nova.network.neutron [req-2e86ca96-1b97-497e-94eb-fdbe3d8ff88f req-cdb046d6-9aac-4148-b69f-7f85846af67f service nova] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Updating instance_info_cache with network_info: [{"id": "da3f98e2-345b-45d1-8491-86874ef6ed11", "address": "fa:16:3e:8b:70:76", "network": {"id": "3190c9f9-ed08-4a95-905a-91e470b8e973", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-172291959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7dd23ed8566493d991974157cb177d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda3f98e2-34", "ovs_interfaceid": "da3f98e2-345b-45d1-8491-86874ef6ed11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2294.064749] env[63750]: DEBUG oslo_concurrency.lockutils [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2294.065015] env[63750]: DEBUG oslo_concurrency.lockutils [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2294.065236] env[63750]: DEBUG nova.objects.instance [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lazy-loading 'pci_requests' on Instance uuid 443e61e5-b741-4aba-96c6-202e2b334511 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2294.109571] env[63750]: DEBUG oslo_concurrency.lockutils [req-2e86ca96-1b97-497e-94eb-fdbe3d8ff88f req-cdb046d6-9aac-4148-b69f-7f85846af67f service nova] Releasing lock "refresh_cache-ff7ade07-8194-4a70-a5de-4de7a67dfbbe" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2294.569885] env[63750]: DEBUG nova.objects.instance [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lazy-loading 'numa_topology' on Instance uuid 443e61e5-b741-4aba-96c6-202e2b334511 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2294.851734] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2294.851986] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2294.852146] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Starting heal instance info cache {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2294.852270] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Rebuilding the list of instances to heal {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 2295.072739] env[63750]: INFO nova.compute.claims [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2295.382701] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "refresh_cache-6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2295.382802] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquired lock "refresh_cache-6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2295.382891] env[63750]: DEBUG nova.network.neutron [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Forcefully refreshing network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2295.383182] env[63750]: DEBUG nova.objects.instance [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lazy-loading 'info_cache' on Instance uuid 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2296.139955] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77e2a02-571d-4807-9dcb-b0b9e542d6bf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.147350] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62cc957d-3c7d-4c3e-8680-953fc7cabcc9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.178112] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e43fd7a-f81d-42c6-8f9e-4cd0a429a7c2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.184808] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3294c5a3-4b7a-41d7-be7b-340283f53a7c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.197399] env[63750]: DEBUG nova.compute.provider_tree [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2296.700242] env[63750]: DEBUG nova.scheduler.client.report [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2297.110858] env[63750]: DEBUG nova.network.neutron [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Updating instance_info_cache with network_info: [{"id": "0098283d-5915-4f07-b66b-24102e2949a1", "address": "fa:16:3e:d6:61:d3", "network": {"id": "f44dcdb2-2999-4e7e-bea3-1f6829265d06", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1317634478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4cb1a98728c44ea84f2c588cffe65d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0098283d-59", "ovs_interfaceid": "0098283d-5915-4f07-b66b-24102e2949a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2297.205462] env[63750]: DEBUG oslo_concurrency.lockutils [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.140s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2297.238815] env[63750]: INFO nova.network.neutron [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Updating port 61e78aa4-ff61-4608-bdb6-a82ebef4d8df with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2297.617050] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Releasing lock "refresh_cache-6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2297.617050] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Updated the network info_cache for instance {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 2297.617050] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Acquiring lock "73520114-461a-4246-b79b-55f9227f4841" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2297.617327] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Lock "73520114-461a-4246-b79b-55f9227f4841" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2297.617495] env[63750]: INFO nova.compute.manager [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Shelving [ 2297.618856] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2297.619048] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2297.619433] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2297.619597] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2297.619745] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2297.619893] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2297.620063] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63750) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2297.620214] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2298.123129] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2298.123350] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2298.123489] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2298.123666] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63750) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2298.126857] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae03e5b-ff53-48ae-9fba-9f9a13932c73 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.135293] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5dc1c3-018a-4cf9-a1f6-451a90a66bd2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.149544] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b823924-3853-4787-ba66-69bd5927db40 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.155615] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723c239e-8412-47be-8f09-b05ea995c91b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.185069] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180649MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=63750) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2298.185234] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2298.185459] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2298.631984] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2298.632378] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-990a1494-7f00-4768-8423-9bcc5bef9e72 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.640613] env[63750]: DEBUG oslo_vmware.api [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for the task: (returnval){ [ 2298.640613] env[63750]: value = "task-2007429" [ 2298.640613] env[63750]: _type = "Task" [ 2298.640613] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2298.648191] env[63750]: DEBUG oslo_vmware.api [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007429, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2299.150774] env[63750]: DEBUG oslo_vmware.api [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007429, 'name': PowerOffVM_Task, 'duration_secs': 0.230925} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2299.151071] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2299.151862] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc15bc5f-88f8-4c5c-9006-ea383629901b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.170493] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936580ba-e423-4d8e-9126-69c12ac731c6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.211867] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2299.212037] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 73520114-461a-4246-b79b-55f9227f4841 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2299.212162] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance ff7ade07-8194-4a70-a5de-4de7a67dfbbe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2299.212280] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 443e61e5-b741-4aba-96c6-202e2b334511 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2299.212459] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2299.212596] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2299.272760] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91a35c6-7d36-4df8-981f-d27ed769cf3f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.279679] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8914305-0b03-494d-8148-d31f01d19c13 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.310098] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27942ea4-212b-4e25-a412-43675d713d19 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.316686] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d621206-cffa-42e7-ad71-15a020698bc3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.329223] env[63750]: DEBUG nova.compute.provider_tree [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2299.681586] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Creating Snapshot of the VM instance {{(pid=63750) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2299.682055] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3fa5a126-3d4b-46d7-b8ec-ebcc3ffec467 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.690028] env[63750]: DEBUG oslo_vmware.api [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for the task: (returnval){ [ 2299.690028] env[63750]: value = "task-2007430" [ 2299.690028] env[63750]: _type = "Task" [ 2299.690028] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2299.698052] env[63750]: DEBUG oslo_vmware.api [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007430, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2299.832382] env[63750]: DEBUG nova.scheduler.client.report [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2300.199694] env[63750]: DEBUG oslo_vmware.api [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007430, 'name': CreateSnapshot_Task, 'duration_secs': 0.430475} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2300.200044] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Created Snapshot of the VM instance {{(pid=63750) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2300.200756] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a6718d-e419-449b-a55e-42d570cd543c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.337348] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63750) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2300.337591] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.152s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2300.719123] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Creating linked-clone VM from snapshot {{(pid=63750) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2300.719123] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b8fe7bcf-82fc-434f-aa44-733b91833167 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.727429] env[63750]: DEBUG oslo_vmware.api [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for the task: (returnval){ [ 2300.727429] env[63750]: value = "task-2007431" [ 2300.727429] env[63750]: _type = "Task" [ 2300.727429] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2300.735383] env[63750]: DEBUG oslo_vmware.api [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007431, 'name': CloneVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2301.236824] env[63750]: DEBUG oslo_vmware.api [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007431, 'name': CloneVM_Task} progress is 94%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2301.739324] env[63750]: DEBUG oslo_vmware.api [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007431, 'name': CloneVM_Task} progress is 94%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2302.238675] env[63750]: DEBUG oslo_vmware.api [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007431, 'name': CloneVM_Task} progress is 95%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2302.627186] env[63750]: DEBUG nova.compute.manager [req-f1bf53ce-de7c-499c-8907-566c99e33f71 req-fd351237-2d40-4604-a53b-29746b770029 service nova] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Received event network-vif-plugged-61e78aa4-ff61-4608-bdb6-a82ebef4d8df {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2302.627186] env[63750]: DEBUG oslo_concurrency.lockutils [req-f1bf53ce-de7c-499c-8907-566c99e33f71 req-fd351237-2d40-4604-a53b-29746b770029 service nova] Acquiring lock "443e61e5-b741-4aba-96c6-202e2b334511-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2302.627467] env[63750]: DEBUG oslo_concurrency.lockutils [req-f1bf53ce-de7c-499c-8907-566c99e33f71 req-fd351237-2d40-4604-a53b-29746b770029 service nova] Lock "443e61e5-b741-4aba-96c6-202e2b334511-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2302.628329] env[63750]: DEBUG oslo_concurrency.lockutils [req-f1bf53ce-de7c-499c-8907-566c99e33f71 req-fd351237-2d40-4604-a53b-29746b770029 service nova] Lock "443e61e5-b741-4aba-96c6-202e2b334511-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2302.628694] env[63750]: DEBUG nova.compute.manager [req-f1bf53ce-de7c-499c-8907-566c99e33f71 req-fd351237-2d40-4604-a53b-29746b770029 service nova] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] No waiting events found dispatching network-vif-plugged-61e78aa4-ff61-4608-bdb6-a82ebef4d8df {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2302.629075] env[63750]: WARNING nova.compute.manager [req-f1bf53ce-de7c-499c-8907-566c99e33f71 req-fd351237-2d40-4604-a53b-29746b770029 service nova] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Received unexpected event network-vif-plugged-61e78aa4-ff61-4608-bdb6-a82ebef4d8df for instance with vm_state shelved_offloaded and task_state spawning. [ 2302.708510] env[63750]: DEBUG oslo_concurrency.lockutils [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquiring lock "refresh_cache-443e61e5-b741-4aba-96c6-202e2b334511" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2302.708510] env[63750]: DEBUG oslo_concurrency.lockutils [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquired lock "refresh_cache-443e61e5-b741-4aba-96c6-202e2b334511" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2302.708510] env[63750]: DEBUG nova.network.neutron [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2302.739459] env[63750]: DEBUG oslo_vmware.api [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007431, 'name': CloneVM_Task, 'duration_secs': 1.990774} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2302.739824] env[63750]: INFO nova.virt.vmwareapi.vmops [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Created linked-clone VM from snapshot [ 2302.740449] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053dbfb5-7337-4c3f-a49d-309a46b1d72b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.747455] env[63750]: DEBUG nova.virt.vmwareapi.images [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Uploading image b30d2757-ade6-4019-a25f-fcb4c19cfc25 {{(pid=63750) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2302.773123] env[63750]: DEBUG oslo_vmware.rw_handles [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2302.773123] env[63750]: value = "vm-412704" [ 2302.773123] env[63750]: _type = "VirtualMachine" [ 2302.773123] env[63750]: }. {{(pid=63750) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2302.773392] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cfc14201-2366-4673-b5b8-736f702f2bd7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.780193] env[63750]: DEBUG oslo_vmware.rw_handles [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Lease: (returnval){ [ 2302.780193] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5279b18d-f613-38f1-a761-0edd0983d8db" [ 2302.780193] env[63750]: _type = "HttpNfcLease" [ 2302.780193] env[63750]: } obtained for exporting VM: (result){ [ 2302.780193] env[63750]: value = "vm-412704" [ 2302.780193] env[63750]: _type = "VirtualMachine" [ 2302.780193] env[63750]: }. {{(pid=63750) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2302.780558] env[63750]: DEBUG oslo_vmware.api [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for the lease: (returnval){ [ 2302.780558] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5279b18d-f613-38f1-a761-0edd0983d8db" [ 2302.780558] env[63750]: _type = "HttpNfcLease" [ 2302.780558] env[63750]: } to be ready. {{(pid=63750) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2302.787153] env[63750]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2302.787153] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5279b18d-f613-38f1-a761-0edd0983d8db" [ 2302.787153] env[63750]: _type = "HttpNfcLease" [ 2302.787153] env[63750]: } is initializing. {{(pid=63750) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2303.288238] env[63750]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2303.288238] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5279b18d-f613-38f1-a761-0edd0983d8db" [ 2303.288238] env[63750]: _type = "HttpNfcLease" [ 2303.288238] env[63750]: } is ready. {{(pid=63750) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2303.288522] env[63750]: DEBUG oslo_vmware.rw_handles [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2303.288522] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5279b18d-f613-38f1-a761-0edd0983d8db" [ 2303.288522] env[63750]: _type = "HttpNfcLease" [ 2303.288522] env[63750]: }. {{(pid=63750) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2303.289278] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94669b7-c7b1-464c-9efa-0789d76260d7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.296664] env[63750]: DEBUG oslo_vmware.rw_handles [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d1f4f8-36ba-bd4c-2dc4-aa98db3e9879/disk-0.vmdk from lease info. {{(pid=63750) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2303.296839] env[63750]: DEBUG oslo_vmware.rw_handles [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d1f4f8-36ba-bd4c-2dc4-aa98db3e9879/disk-0.vmdk for reading. {{(pid=63750) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2303.383715] env[63750]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c1db176b-4e50-4b04-939d-8e52b6d4516b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.465951] env[63750]: DEBUG nova.network.neutron [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Updating instance_info_cache with network_info: [{"id": "61e78aa4-ff61-4608-bdb6-a82ebef4d8df", "address": "fa:16:3e:74:c3:30", "network": {"id": "b187626c-07b5-4d74-a064-ea07943c3974", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-699185419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e8d72fb292a433fb29749aee8e597f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61e78aa4-ff", "ovs_interfaceid": "61e78aa4-ff61-4608-bdb6-a82ebef4d8df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2303.968727] env[63750]: DEBUG oslo_concurrency.lockutils [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Releasing lock "refresh_cache-443e61e5-b741-4aba-96c6-202e2b334511" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2303.991455] env[63750]: DEBUG nova.virt.hardware [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='cfe734ca76ed504697a3be5c3b093e76',container_format='bare',created_at=2025-01-02T12:08:08Z,direct_url=,disk_format='vmdk',id=8bd27778-9640-4645-b486-e0bae17d3d76,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-280088833-shelved',owner='0e8d72fb292a433fb29749aee8e597f3',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-01-02T12:08:28Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2303.991778] env[63750]: DEBUG nova.virt.hardware [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2303.992016] env[63750]: DEBUG nova.virt.hardware [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2303.992242] env[63750]: DEBUG nova.virt.hardware [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2303.992444] env[63750]: DEBUG nova.virt.hardware [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2303.992608] env[63750]: DEBUG nova.virt.hardware [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2303.992918] env[63750]: DEBUG nova.virt.hardware [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2303.993093] env[63750]: DEBUG nova.virt.hardware [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2303.993269] env[63750]: DEBUG nova.virt.hardware [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2303.993443] env[63750]: DEBUG nova.virt.hardware [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2303.993674] env[63750]: DEBUG nova.virt.hardware [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2303.994908] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02035b3d-88b2-4211-93d9-7d86b0f749ce {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.004909] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17c73b7-babd-42f5-8986-c7582c94fb7b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.018714] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:c3:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eaba65c3-6925-4c7f-83b6-17cd1a328e27', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61e78aa4-ff61-4608-bdb6-a82ebef4d8df', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2304.026560] env[63750]: DEBUG oslo.service.loopingcall [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2304.026889] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2304.027193] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec8e6606-91fc-4aba-8763-791ae49d33b0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.045990] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2304.045990] env[63750]: value = "task-2007433" [ 2304.045990] env[63750]: _type = "Task" [ 2304.045990] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2304.053710] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007433, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2304.557167] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007433, 'name': CreateVM_Task, 'duration_secs': 0.441592} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2304.557386] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2304.558130] env[63750]: DEBUG oslo_concurrency.lockutils [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8bd27778-9640-4645-b486-e0bae17d3d76" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2304.558370] env[63750]: DEBUG oslo_concurrency.lockutils [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8bd27778-9640-4645-b486-e0bae17d3d76" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2304.558864] env[63750]: DEBUG oslo_concurrency.lockutils [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8bd27778-9640-4645-b486-e0bae17d3d76" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2304.559178] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04869b30-1d38-435b-bf8f-ff1f1a641e42 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.563825] env[63750]: DEBUG oslo_vmware.api [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2304.563825] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]521fac37-6663-9dfb-bad5-7c43a95552f2" [ 2304.563825] env[63750]: _type = "Task" [ 2304.563825] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2304.572135] env[63750]: DEBUG oslo_vmware.api [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]521fac37-6663-9dfb-bad5-7c43a95552f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2304.653505] env[63750]: DEBUG nova.compute.manager [req-57a95193-11b2-4755-8304-e2751a1482b4 req-826c400d-7563-46c9-9687-318be5993671 service nova] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Received event network-changed-61e78aa4-ff61-4608-bdb6-a82ebef4d8df {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2304.653687] env[63750]: DEBUG nova.compute.manager [req-57a95193-11b2-4755-8304-e2751a1482b4 req-826c400d-7563-46c9-9687-318be5993671 service nova] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Refreshing instance network info cache due to event network-changed-61e78aa4-ff61-4608-bdb6-a82ebef4d8df. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2304.653958] env[63750]: DEBUG oslo_concurrency.lockutils [req-57a95193-11b2-4755-8304-e2751a1482b4 req-826c400d-7563-46c9-9687-318be5993671 service nova] Acquiring lock "refresh_cache-443e61e5-b741-4aba-96c6-202e2b334511" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2304.654159] env[63750]: DEBUG oslo_concurrency.lockutils [req-57a95193-11b2-4755-8304-e2751a1482b4 req-826c400d-7563-46c9-9687-318be5993671 service nova] Acquired lock "refresh_cache-443e61e5-b741-4aba-96c6-202e2b334511" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2304.654355] env[63750]: DEBUG nova.network.neutron [req-57a95193-11b2-4755-8304-e2751a1482b4 req-826c400d-7563-46c9-9687-318be5993671 service nova] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Refreshing network info cache for port 61e78aa4-ff61-4608-bdb6-a82ebef4d8df {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2305.074810] env[63750]: DEBUG oslo_concurrency.lockutils [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8bd27778-9640-4645-b486-e0bae17d3d76" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2305.075218] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Processing image 8bd27778-9640-4645-b486-e0bae17d3d76 {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2305.075565] env[63750]: DEBUG oslo_concurrency.lockutils [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8bd27778-9640-4645-b486-e0bae17d3d76/8bd27778-9640-4645-b486-e0bae17d3d76.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2305.075825] env[63750]: DEBUG oslo_concurrency.lockutils [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8bd27778-9640-4645-b486-e0bae17d3d76/8bd27778-9640-4645-b486-e0bae17d3d76.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2305.076165] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2305.076507] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-219707d2-4ec0-4b0d-b94c-1c8fca18a968 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.094901] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2305.095117] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2305.095891] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cd424d5-5732-4c87-b08c-82c3ccb24247 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.102235] env[63750]: DEBUG oslo_vmware.api [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2305.102235] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52f444a4-bc12-d778-3110-837cc16f1390" [ 2305.102235] env[63750]: _type = "Task" [ 2305.102235] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2305.109902] env[63750]: DEBUG oslo_vmware.api [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52f444a4-bc12-d778-3110-837cc16f1390, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2305.382013] env[63750]: DEBUG nova.network.neutron [req-57a95193-11b2-4755-8304-e2751a1482b4 req-826c400d-7563-46c9-9687-318be5993671 service nova] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Updated VIF entry in instance network info cache for port 61e78aa4-ff61-4608-bdb6-a82ebef4d8df. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2305.382440] env[63750]: DEBUG nova.network.neutron [req-57a95193-11b2-4755-8304-e2751a1482b4 req-826c400d-7563-46c9-9687-318be5993671 service nova] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Updating instance_info_cache with network_info: [{"id": "61e78aa4-ff61-4608-bdb6-a82ebef4d8df", "address": "fa:16:3e:74:c3:30", "network": {"id": "b187626c-07b5-4d74-a064-ea07943c3974", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-699185419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e8d72fb292a433fb29749aee8e597f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61e78aa4-ff", "ovs_interfaceid": "61e78aa4-ff61-4608-bdb6-a82ebef4d8df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2305.612934] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Preparing fetch location {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2305.613179] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Fetch image to [datastore1] OSTACK_IMG_1b7cae8a-0cd2-4f81-9c99-b6eea06bdfb7/OSTACK_IMG_1b7cae8a-0cd2-4f81-9c99-b6eea06bdfb7.vmdk {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2305.613364] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Downloading stream optimized image 8bd27778-9640-4645-b486-e0bae17d3d76 to [datastore1] OSTACK_IMG_1b7cae8a-0cd2-4f81-9c99-b6eea06bdfb7/OSTACK_IMG_1b7cae8a-0cd2-4f81-9c99-b6eea06bdfb7.vmdk on the data store datastore1 as vApp {{(pid=63750) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2305.613536] env[63750]: DEBUG nova.virt.vmwareapi.images [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Downloading image file data 8bd27778-9640-4645-b486-e0bae17d3d76 to the ESX as VM named 'OSTACK_IMG_1b7cae8a-0cd2-4f81-9c99-b6eea06bdfb7' {{(pid=63750) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2305.683122] env[63750]: DEBUG oslo_vmware.rw_handles [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2305.683122] env[63750]: value = "resgroup-9" [ 2305.683122] env[63750]: _type = "ResourcePool" [ 2305.683122] env[63750]: }. {{(pid=63750) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2305.683455] env[63750]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-dceabf37-fe4f-44c1-a745-b44ce6ed34c0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.706979] env[63750]: DEBUG oslo_vmware.rw_handles [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lease: (returnval){ [ 2305.706979] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5259b171-4e71-fdcf-41a3-115eb0fbd8dd" [ 2305.706979] env[63750]: _type = "HttpNfcLease" [ 2305.706979] env[63750]: } obtained for vApp import into resource pool (val){ [ 2305.706979] env[63750]: value = "resgroup-9" [ 2305.706979] env[63750]: _type = "ResourcePool" [ 2305.706979] env[63750]: }. {{(pid=63750) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2305.707413] env[63750]: DEBUG oslo_vmware.api [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the lease: (returnval){ [ 2305.707413] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5259b171-4e71-fdcf-41a3-115eb0fbd8dd" [ 2305.707413] env[63750]: _type = "HttpNfcLease" [ 2305.707413] env[63750]: } to be ready. {{(pid=63750) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2305.714870] env[63750]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2305.714870] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5259b171-4e71-fdcf-41a3-115eb0fbd8dd" [ 2305.714870] env[63750]: _type = "HttpNfcLease" [ 2305.714870] env[63750]: } is initializing. {{(pid=63750) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2305.886049] env[63750]: DEBUG oslo_concurrency.lockutils [req-57a95193-11b2-4755-8304-e2751a1482b4 req-826c400d-7563-46c9-9687-318be5993671 service nova] Releasing lock "refresh_cache-443e61e5-b741-4aba-96c6-202e2b334511" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2306.216047] env[63750]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2306.216047] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5259b171-4e71-fdcf-41a3-115eb0fbd8dd" [ 2306.216047] env[63750]: _type = "HttpNfcLease" [ 2306.216047] env[63750]: } is ready. {{(pid=63750) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2306.217328] env[63750]: DEBUG oslo_vmware.rw_handles [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2306.217328] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5259b171-4e71-fdcf-41a3-115eb0fbd8dd" [ 2306.217328] env[63750]: _type = "HttpNfcLease" [ 2306.217328] env[63750]: }. {{(pid=63750) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2306.217546] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2bdfc1d-01cd-48c9-998a-b1efb0131d8e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.225459] env[63750]: DEBUG oslo_vmware.rw_handles [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d9ad3d-a29f-e0bf-91c6-495e38b95536/disk-0.vmdk from lease info. {{(pid=63750) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2306.225459] env[63750]: DEBUG oslo_vmware.rw_handles [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d9ad3d-a29f-e0bf-91c6-495e38b95536/disk-0.vmdk. {{(pid=63750) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2306.291401] env[63750]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-38e7a22f-8b4a-47bc-b471-8aed1b26f098 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.360847] env[63750]: DEBUG oslo_vmware.rw_handles [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Completed reading data from the image iterator. {{(pid=63750) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2307.361292] env[63750]: DEBUG oslo_vmware.rw_handles [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d9ad3d-a29f-e0bf-91c6-495e38b95536/disk-0.vmdk. {{(pid=63750) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2307.362037] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f876e055-0858-4528-8979-ae3f91fad034 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.369286] env[63750]: DEBUG oslo_vmware.rw_handles [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d9ad3d-a29f-e0bf-91c6-495e38b95536/disk-0.vmdk is in state: ready. {{(pid=63750) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2307.369472] env[63750]: DEBUG oslo_vmware.rw_handles [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d9ad3d-a29f-e0bf-91c6-495e38b95536/disk-0.vmdk. {{(pid=63750) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2307.369709] env[63750]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-4e24e427-8bf6-4762-9ff5-e36018f46306 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.572280] env[63750]: DEBUG oslo_vmware.rw_handles [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d9ad3d-a29f-e0bf-91c6-495e38b95536/disk-0.vmdk. {{(pid=63750) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2307.572634] env[63750]: INFO nova.virt.vmwareapi.images [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Downloaded image file data 8bd27778-9640-4645-b486-e0bae17d3d76 [ 2307.573844] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25bb13c1-a4a0-46dc-a1fb-9c6e5261a252 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.591334] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95f49b89-0c12-4e27-a33c-d0e8775e792d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.614316] env[63750]: INFO nova.virt.vmwareapi.images [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] The imported VM was unregistered [ 2307.616123] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Caching image {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2307.616380] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Creating directory with path [datastore1] devstack-image-cache_base/8bd27778-9640-4645-b486-e0bae17d3d76 {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2307.616655] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb0b4bbe-3ad0-45fb-9430-351de48b953d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.628108] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Created directory with path [datastore1] devstack-image-cache_base/8bd27778-9640-4645-b486-e0bae17d3d76 {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2307.628293] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_1b7cae8a-0cd2-4f81-9c99-b6eea06bdfb7/OSTACK_IMG_1b7cae8a-0cd2-4f81-9c99-b6eea06bdfb7.vmdk to [datastore1] devstack-image-cache_base/8bd27778-9640-4645-b486-e0bae17d3d76/8bd27778-9640-4645-b486-e0bae17d3d76.vmdk. {{(pid=63750) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2307.628571] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-d849415c-0a3f-4e72-a9e5-9a1b4a502c25 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.635702] env[63750]: DEBUG oslo_vmware.api [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2307.635702] env[63750]: value = "task-2007436" [ 2307.635702] env[63750]: _type = "Task" [ 2307.635702] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2307.643537] env[63750]: DEBUG oslo_vmware.api [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007436, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2308.148694] env[63750]: DEBUG oslo_vmware.api [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007436, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2308.649467] env[63750]: DEBUG oslo_vmware.api [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007436, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2309.151020] env[63750]: DEBUG oslo_vmware.api [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007436, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2309.650456] env[63750]: DEBUG oslo_vmware.api [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007436, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2310.150065] env[63750]: DEBUG oslo_vmware.api [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007436, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2310.512159] env[63750]: DEBUG oslo_vmware.rw_handles [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d1f4f8-36ba-bd4c-2dc4-aa98db3e9879/disk-0.vmdk. {{(pid=63750) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2310.513134] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d723702-556a-4fae-bf17-67370cca02da {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.519482] env[63750]: DEBUG oslo_vmware.rw_handles [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d1f4f8-36ba-bd4c-2dc4-aa98db3e9879/disk-0.vmdk is in state: ready. {{(pid=63750) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2310.519652] env[63750]: ERROR oslo_vmware.rw_handles [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d1f4f8-36ba-bd4c-2dc4-aa98db3e9879/disk-0.vmdk due to incomplete transfer. [ 2310.519868] env[63750]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-76036f2c-1c03-4824-b265-719396cf9adb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.527019] env[63750]: DEBUG oslo_vmware.rw_handles [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d1f4f8-36ba-bd4c-2dc4-aa98db3e9879/disk-0.vmdk. {{(pid=63750) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2310.527178] env[63750]: DEBUG nova.virt.vmwareapi.images [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Uploaded image b30d2757-ade6-4019-a25f-fcb4c19cfc25 to the Glance image server {{(pid=63750) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2310.529517] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Destroying the VM {{(pid=63750) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2310.529949] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a34282ae-65f9-4b0e-9e96-4550b37a147c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.536310] env[63750]: DEBUG oslo_vmware.api [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for the task: (returnval){ [ 2310.536310] env[63750]: value = "task-2007437" [ 2310.536310] env[63750]: _type = "Task" [ 2310.536310] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2310.543835] env[63750]: DEBUG oslo_vmware.api [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007437, 'name': Destroy_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2310.650143] env[63750]: DEBUG oslo_vmware.api [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007436, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.738931} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2310.650309] env[63750]: INFO nova.virt.vmwareapi.ds_util [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_1b7cae8a-0cd2-4f81-9c99-b6eea06bdfb7/OSTACK_IMG_1b7cae8a-0cd2-4f81-9c99-b6eea06bdfb7.vmdk to [datastore1] devstack-image-cache_base/8bd27778-9640-4645-b486-e0bae17d3d76/8bd27778-9640-4645-b486-e0bae17d3d76.vmdk. [ 2310.650508] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Cleaning up location [datastore1] OSTACK_IMG_1b7cae8a-0cd2-4f81-9c99-b6eea06bdfb7 {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2310.650740] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_1b7cae8a-0cd2-4f81-9c99-b6eea06bdfb7 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2310.650915] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba37b62e-2272-4a3a-b34e-37732024fe05 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.656859] env[63750]: DEBUG oslo_vmware.api [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2310.656859] env[63750]: value = "task-2007438" [ 2310.656859] env[63750]: _type = "Task" [ 2310.656859] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2310.663999] env[63750]: DEBUG oslo_vmware.api [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007438, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2311.046702] env[63750]: DEBUG oslo_vmware.api [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007437, 'name': Destroy_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2311.165936] env[63750]: DEBUG oslo_vmware.api [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007438, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034624} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2311.166220] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2311.166386] env[63750]: DEBUG oslo_concurrency.lockutils [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8bd27778-9640-4645-b486-e0bae17d3d76/8bd27778-9640-4645-b486-e0bae17d3d76.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2311.166630] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8bd27778-9640-4645-b486-e0bae17d3d76/8bd27778-9640-4645-b486-e0bae17d3d76.vmdk to [datastore1] 443e61e5-b741-4aba-96c6-202e2b334511/443e61e5-b741-4aba-96c6-202e2b334511.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2311.166884] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27bf748b-5ccf-4df9-9a8d-6563c1f3c0c1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.173598] env[63750]: DEBUG oslo_vmware.api [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2311.173598] env[63750]: value = "task-2007439" [ 2311.173598] env[63750]: _type = "Task" [ 2311.173598] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2311.180606] env[63750]: DEBUG oslo_vmware.api [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007439, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2311.547466] env[63750]: DEBUG oslo_vmware.api [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007437, 'name': Destroy_Task, 'duration_secs': 0.515252} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2311.547726] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Destroyed the VM [ 2311.547961] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Deleting Snapshot of the VM instance {{(pid=63750) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2311.548215] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b57f0f42-f0a3-4d45-bfc3-a6dec34a2b42 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.554557] env[63750]: DEBUG oslo_vmware.api [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for the task: (returnval){ [ 2311.554557] env[63750]: value = "task-2007440" [ 2311.554557] env[63750]: _type = "Task" [ 2311.554557] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2311.561929] env[63750]: DEBUG oslo_vmware.api [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007440, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2311.686614] env[63750]: DEBUG oslo_vmware.api [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007439, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2312.067272] env[63750]: DEBUG oslo_vmware.api [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007440, 'name': RemoveSnapshot_Task, 'duration_secs': 0.378637} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2312.067553] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Deleted Snapshot of the VM instance {{(pid=63750) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2312.067825] env[63750]: DEBUG nova.compute.manager [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2312.068673] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfd00f4-f353-4f87-9cde-1ceacabcb606 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.187169] env[63750]: DEBUG oslo_vmware.api [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007439, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2312.584071] env[63750]: INFO nova.compute.manager [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Shelve offloading [ 2312.687602] env[63750]: DEBUG oslo_vmware.api [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007439, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2313.088564] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2313.089043] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5ce7233-9a45-4690-9367-b842996003b4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.097326] env[63750]: DEBUG oslo_vmware.api [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for the task: (returnval){ [ 2313.097326] env[63750]: value = "task-2007441" [ 2313.097326] env[63750]: _type = "Task" [ 2313.097326] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2313.108820] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] VM already powered off {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2313.109224] env[63750]: DEBUG nova.compute.manager [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2313.110085] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19d138e-09f9-4bd7-bc60-07dfd52778b1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.118692] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Acquiring lock "refresh_cache-73520114-461a-4246-b79b-55f9227f4841" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2313.118881] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Acquired lock "refresh_cache-73520114-461a-4246-b79b-55f9227f4841" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2313.119343] env[63750]: DEBUG nova.network.neutron [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2313.187017] env[63750]: DEBUG oslo_vmware.api [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007439, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2313.686095] env[63750]: DEBUG oslo_vmware.api [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007439, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2313.827632] env[63750]: DEBUG nova.network.neutron [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Updating instance_info_cache with network_info: [{"id": "0fa05bd6-7073-49e2-bdd9-dfa4a6956156", "address": "fa:16:3e:83:4f:2a", "network": {"id": "8775225d-43bb-4342-a689-48d4a2ee0ca6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1303505296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5275bd7281f64ecbaef93a2a4a1bb629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fa05bd6-70", "ovs_interfaceid": "0fa05bd6-7073-49e2-bdd9-dfa4a6956156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2314.187180] env[63750]: DEBUG oslo_vmware.api [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007439, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.529436} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2314.187453] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8bd27778-9640-4645-b486-e0bae17d3d76/8bd27778-9640-4645-b486-e0bae17d3d76.vmdk to [datastore1] 443e61e5-b741-4aba-96c6-202e2b334511/443e61e5-b741-4aba-96c6-202e2b334511.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2314.188217] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79f3b85-2f50-4af5-b57f-8168aea47643 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.209102] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 443e61e5-b741-4aba-96c6-202e2b334511/443e61e5-b741-4aba-96c6-202e2b334511.vmdk or device None with type streamOptimized {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2314.209324] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a869c0da-d52a-4b2d-ad57-40689eb03784 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.227425] env[63750]: DEBUG oslo_vmware.api [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2314.227425] env[63750]: value = "task-2007442" [ 2314.227425] env[63750]: _type = "Task" [ 2314.227425] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2314.235987] env[63750]: DEBUG oslo_vmware.api [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007442, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2314.331015] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Releasing lock "refresh_cache-73520114-461a-4246-b79b-55f9227f4841" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2314.563899] env[63750]: DEBUG nova.compute.manager [req-81236254-e44b-4a02-a41c-3405ef081bcc req-b247b8f3-2695-4625-acd8-8b1d6e6b3c15 service nova] [instance: 73520114-461a-4246-b79b-55f9227f4841] Received event network-vif-unplugged-0fa05bd6-7073-49e2-bdd9-dfa4a6956156 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2314.564141] env[63750]: DEBUG oslo_concurrency.lockutils [req-81236254-e44b-4a02-a41c-3405ef081bcc req-b247b8f3-2695-4625-acd8-8b1d6e6b3c15 service nova] Acquiring lock "73520114-461a-4246-b79b-55f9227f4841-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2314.564373] env[63750]: DEBUG oslo_concurrency.lockutils [req-81236254-e44b-4a02-a41c-3405ef081bcc req-b247b8f3-2695-4625-acd8-8b1d6e6b3c15 service nova] Lock "73520114-461a-4246-b79b-55f9227f4841-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2314.564571] env[63750]: DEBUG oslo_concurrency.lockutils [req-81236254-e44b-4a02-a41c-3405ef081bcc req-b247b8f3-2695-4625-acd8-8b1d6e6b3c15 service nova] Lock "73520114-461a-4246-b79b-55f9227f4841-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2314.564750] env[63750]: DEBUG nova.compute.manager [req-81236254-e44b-4a02-a41c-3405ef081bcc req-b247b8f3-2695-4625-acd8-8b1d6e6b3c15 service nova] [instance: 73520114-461a-4246-b79b-55f9227f4841] No waiting events found dispatching network-vif-unplugged-0fa05bd6-7073-49e2-bdd9-dfa4a6956156 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2314.564919] env[63750]: WARNING nova.compute.manager [req-81236254-e44b-4a02-a41c-3405ef081bcc req-b247b8f3-2695-4625-acd8-8b1d6e6b3c15 service nova] [instance: 73520114-461a-4246-b79b-55f9227f4841] Received unexpected event network-vif-unplugged-0fa05bd6-7073-49e2-bdd9-dfa4a6956156 for instance with vm_state shelved and task_state shelving_offloading. [ 2314.650456] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2314.651369] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd54dd8-632c-4d13-9a6a-078fff1bcfa0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.660272] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2314.660521] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8910038a-0d7f-47a9-9b1a-22ddf0c8377f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.737425] env[63750]: DEBUG oslo_vmware.api [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007442, 'name': ReconfigVM_Task, 'duration_secs': 0.268422} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2314.737681] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 443e61e5-b741-4aba-96c6-202e2b334511/443e61e5-b741-4aba-96c6-202e2b334511.vmdk or device None with type streamOptimized {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2314.738257] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b566f9d-7d83-47a0-9fda-5e3ee5fe09dd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.744340] env[63750]: DEBUG oslo_vmware.api [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2314.744340] env[63750]: value = "task-2007444" [ 2314.744340] env[63750]: _type = "Task" [ 2314.744340] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2314.751854] env[63750]: DEBUG oslo_vmware.api [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007444, 'name': Rename_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2314.752933] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2314.753151] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2314.753333] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Deleting the datastore file [datastore1] 73520114-461a-4246-b79b-55f9227f4841 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2314.753564] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f275ee5-8563-4917-b162-ff4b9cfb4ada {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.759220] env[63750]: DEBUG oslo_vmware.api [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for the task: (returnval){ [ 2314.759220] env[63750]: value = "task-2007445" [ 2314.759220] env[63750]: _type = "Task" [ 2314.759220] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2314.767079] env[63750]: DEBUG oslo_vmware.api [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007445, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2315.254277] env[63750]: DEBUG oslo_vmware.api [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007444, 'name': Rename_Task, 'duration_secs': 0.14401} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2315.254687] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2315.254776] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3b3c2dd-7638-4235-b69b-5e2b2f96ee53 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.264153] env[63750]: DEBUG oslo_vmware.api [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2315.264153] env[63750]: value = "task-2007446" [ 2315.264153] env[63750]: _type = "Task" [ 2315.264153] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2315.267228] env[63750]: DEBUG oslo_vmware.api [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007445, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130843} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2315.269944] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2315.270153] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2315.270339] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2315.276684] env[63750]: DEBUG oslo_vmware.api [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007446, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2315.294560] env[63750]: INFO nova.scheduler.client.report [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Deleted allocations for instance 73520114-461a-4246-b79b-55f9227f4841 [ 2315.776435] env[63750]: DEBUG oslo_vmware.api [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007446, 'name': PowerOnVM_Task, 'duration_secs': 0.423254} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2315.776690] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2315.799710] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2315.799972] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2315.800214] env[63750]: DEBUG nova.objects.instance [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Lazy-loading 'resources' on Instance uuid 73520114-461a-4246-b79b-55f9227f4841 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2315.877800] env[63750]: DEBUG nova.compute.manager [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2315.878757] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd816ab1-9acb-4d07-a6fb-3f81b4d82ad1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.302966] env[63750]: DEBUG nova.objects.instance [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Lazy-loading 'numa_topology' on Instance uuid 73520114-461a-4246-b79b-55f9227f4841 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2316.395030] env[63750]: DEBUG oslo_concurrency.lockutils [None req-86f354cf-0b2c-4d0c-a181-315f35ec4be2 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lock "443e61e5-b741-4aba-96c6-202e2b334511" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 23.355s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2316.595913] env[63750]: DEBUG nova.compute.manager [req-86ca0986-5ce3-4cdc-913f-d567067750f2 req-59965661-b7ff-4bc9-9655-62004f0cedfe service nova] [instance: 73520114-461a-4246-b79b-55f9227f4841] Received event network-changed-0fa05bd6-7073-49e2-bdd9-dfa4a6956156 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2316.596116] env[63750]: DEBUG nova.compute.manager [req-86ca0986-5ce3-4cdc-913f-d567067750f2 req-59965661-b7ff-4bc9-9655-62004f0cedfe service nova] [instance: 73520114-461a-4246-b79b-55f9227f4841] Refreshing instance network info cache due to event network-changed-0fa05bd6-7073-49e2-bdd9-dfa4a6956156. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2316.596315] env[63750]: DEBUG oslo_concurrency.lockutils [req-86ca0986-5ce3-4cdc-913f-d567067750f2 req-59965661-b7ff-4bc9-9655-62004f0cedfe service nova] Acquiring lock "refresh_cache-73520114-461a-4246-b79b-55f9227f4841" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2316.596529] env[63750]: DEBUG oslo_concurrency.lockutils [req-86ca0986-5ce3-4cdc-913f-d567067750f2 req-59965661-b7ff-4bc9-9655-62004f0cedfe service nova] Acquired lock "refresh_cache-73520114-461a-4246-b79b-55f9227f4841" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2316.596654] env[63750]: DEBUG nova.network.neutron [req-86ca0986-5ce3-4cdc-913f-d567067750f2 req-59965661-b7ff-4bc9-9655-62004f0cedfe service nova] [instance: 73520114-461a-4246-b79b-55f9227f4841] Refreshing network info cache for port 0fa05bd6-7073-49e2-bdd9-dfa4a6956156 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2316.805647] env[63750]: DEBUG nova.objects.base [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Object Instance<73520114-461a-4246-b79b-55f9227f4841> lazy-loaded attributes: resources,numa_topology {{(pid=63750) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2316.843109] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5e7d3e33-dfd0-4f70-953f-5d6780dfeb94 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquiring lock "443e61e5-b741-4aba-96c6-202e2b334511" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2316.843363] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5e7d3e33-dfd0-4f70-953f-5d6780dfeb94 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lock "443e61e5-b741-4aba-96c6-202e2b334511" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2316.843564] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5e7d3e33-dfd0-4f70-953f-5d6780dfeb94 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquiring lock "443e61e5-b741-4aba-96c6-202e2b334511-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2316.843749] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5e7d3e33-dfd0-4f70-953f-5d6780dfeb94 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lock "443e61e5-b741-4aba-96c6-202e2b334511-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2316.843915] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5e7d3e33-dfd0-4f70-953f-5d6780dfeb94 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lock "443e61e5-b741-4aba-96c6-202e2b334511-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2316.845944] env[63750]: INFO nova.compute.manager [None req-5e7d3e33-dfd0-4f70-953f-5d6780dfeb94 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Terminating instance [ 2316.851395] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef0d049-6660-4043-aff7-e7e470220656 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.859452] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72abd52-11ff-4fce-8b54-af33521a2a0a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.890265] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a19b192-f2ec-4440-9bf8-6da9e309641c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.897718] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83638176-1c12-4846-9b7a-715e1d67979e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.910773] env[63750]: DEBUG nova.compute.provider_tree [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Updating inventory in ProviderTree for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2317.312554] env[63750]: DEBUG nova.network.neutron [req-86ca0986-5ce3-4cdc-913f-d567067750f2 req-59965661-b7ff-4bc9-9655-62004f0cedfe service nova] [instance: 73520114-461a-4246-b79b-55f9227f4841] Updated VIF entry in instance network info cache for port 0fa05bd6-7073-49e2-bdd9-dfa4a6956156. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2317.312959] env[63750]: DEBUG nova.network.neutron [req-86ca0986-5ce3-4cdc-913f-d567067750f2 req-59965661-b7ff-4bc9-9655-62004f0cedfe service nova] [instance: 73520114-461a-4246-b79b-55f9227f4841] Updating instance_info_cache with network_info: [{"id": "0fa05bd6-7073-49e2-bdd9-dfa4a6956156", "address": "fa:16:3e:83:4f:2a", "network": {"id": "8775225d-43bb-4342-a689-48d4a2ee0ca6", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1303505296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5275bd7281f64ecbaef93a2a4a1bb629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap0fa05bd6-70", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2317.349588] env[63750]: DEBUG nova.compute.manager [None req-5e7d3e33-dfd0-4f70-953f-5d6780dfeb94 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2317.349785] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5e7d3e33-dfd0-4f70-953f-5d6780dfeb94 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2317.350720] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d47d67f-ba41-4d94-90e6-6b21770b0c32 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.358516] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e7d3e33-dfd0-4f70-953f-5d6780dfeb94 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2317.358742] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70eb4051-25a3-4ac7-b06d-7d9282f3cac2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.364227] env[63750]: DEBUG oslo_vmware.api [None req-5e7d3e33-dfd0-4f70-953f-5d6780dfeb94 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2317.364227] env[63750]: value = "task-2007447" [ 2317.364227] env[63750]: _type = "Task" [ 2317.364227] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2317.371648] env[63750]: DEBUG oslo_vmware.api [None req-5e7d3e33-dfd0-4f70-953f-5d6780dfeb94 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2317.431567] env[63750]: ERROR nova.scheduler.client.report [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [req-17b89f1d-bdac-4000-9631-571b0ba4f9be] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e97779d2-c1aa-4b7e-928a-1e7ed86edaab. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-17b89f1d-bdac-4000-9631-571b0ba4f9be"}]} [ 2317.446446] env[63750]: DEBUG nova.scheduler.client.report [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Refreshing inventories for resource provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2317.458886] env[63750]: DEBUG nova.scheduler.client.report [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Updating ProviderTree inventory for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2317.459132] env[63750]: DEBUG nova.compute.provider_tree [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Updating inventory in ProviderTree for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2317.470410] env[63750]: DEBUG nova.scheduler.client.report [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Refreshing aggregate associations for resource provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab, aggregates: None {{(pid=63750) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2317.487501] env[63750]: DEBUG nova.scheduler.client.report [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Refreshing trait associations for resource provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=63750) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2317.555239] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c678135-f9c6-47de-97ff-74d370d4f740 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.562519] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab1daa0-2d0d-4faf-9e0c-2dadfb596afb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.592700] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34a58f9-3ebe-4174-ad13-a359a8a6bbaf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.600251] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d372ff8a-80ad-4f02-bb08-e3afb9841a23 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.613388] env[63750]: DEBUG nova.compute.provider_tree [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Updating inventory in ProviderTree for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2317.739283] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Acquiring lock "73520114-461a-4246-b79b-55f9227f4841" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2317.815129] env[63750]: DEBUG oslo_concurrency.lockutils [req-86ca0986-5ce3-4cdc-913f-d567067750f2 req-59965661-b7ff-4bc9-9655-62004f0cedfe service nova] Releasing lock "refresh_cache-73520114-461a-4246-b79b-55f9227f4841" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2317.875612] env[63750]: DEBUG oslo_vmware.api [None req-5e7d3e33-dfd0-4f70-953f-5d6780dfeb94 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007447, 'name': PowerOffVM_Task, 'duration_secs': 0.220025} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2317.875835] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e7d3e33-dfd0-4f70-953f-5d6780dfeb94 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2317.876084] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5e7d3e33-dfd0-4f70-953f-5d6780dfeb94 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2317.876383] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b6d2d02-7da2-4b3c-b59c-8fd2b813669d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.967079] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5e7d3e33-dfd0-4f70-953f-5d6780dfeb94 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2317.967379] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5e7d3e33-dfd0-4f70-953f-5d6780dfeb94 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2317.967579] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e7d3e33-dfd0-4f70-953f-5d6780dfeb94 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Deleting the datastore file [datastore1] 443e61e5-b741-4aba-96c6-202e2b334511 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2317.967853] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-018ecee0-d5a6-4677-8ed4-f929ef2141f5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.974378] env[63750]: DEBUG oslo_vmware.api [None req-5e7d3e33-dfd0-4f70-953f-5d6780dfeb94 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for the task: (returnval){ [ 2317.974378] env[63750]: value = "task-2007449" [ 2317.974378] env[63750]: _type = "Task" [ 2317.974378] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2317.982538] env[63750]: DEBUG oslo_vmware.api [None req-5e7d3e33-dfd0-4f70-953f-5d6780dfeb94 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007449, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2318.145927] env[63750]: DEBUG nova.scheduler.client.report [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Updated inventory for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with generation 168 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2318.146218] env[63750]: DEBUG nova.compute.provider_tree [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Updating resource provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab generation from 168 to 169 during operation: update_inventory {{(pid=63750) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2318.146397] env[63750]: DEBUG nova.compute.provider_tree [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Updating inventory in ProviderTree for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2318.484301] env[63750]: DEBUG oslo_vmware.api [None req-5e7d3e33-dfd0-4f70-953f-5d6780dfeb94 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Task: {'id': task-2007449, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144545} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2318.484660] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e7d3e33-dfd0-4f70-953f-5d6780dfeb94 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2318.484704] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5e7d3e33-dfd0-4f70-953f-5d6780dfeb94 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2318.484939] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-5e7d3e33-dfd0-4f70-953f-5d6780dfeb94 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2318.485173] env[63750]: INFO nova.compute.manager [None req-5e7d3e33-dfd0-4f70-953f-5d6780dfeb94 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Took 1.14 seconds to destroy the instance on the hypervisor. [ 2318.485446] env[63750]: DEBUG oslo.service.loopingcall [None req-5e7d3e33-dfd0-4f70-953f-5d6780dfeb94 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2318.485668] env[63750]: DEBUG nova.compute.manager [-] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2318.485808] env[63750]: DEBUG nova.network.neutron [-] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2318.651835] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.852s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2318.976466] env[63750]: DEBUG nova.compute.manager [req-fa63a1e5-5553-4a16-9c80-c94a28bf5196 req-5fc27b5f-a3ae-4edb-bbc6-3b39c56822c4 service nova] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Received event network-vif-deleted-61e78aa4-ff61-4608-bdb6-a82ebef4d8df {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2318.977743] env[63750]: INFO nova.compute.manager [req-fa63a1e5-5553-4a16-9c80-c94a28bf5196 req-5fc27b5f-a3ae-4edb-bbc6-3b39c56822c4 service nova] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Neutron deleted interface 61e78aa4-ff61-4608-bdb6-a82ebef4d8df; detaching it from the instance and deleting it from the info cache [ 2318.977743] env[63750]: DEBUG nova.network.neutron [req-fa63a1e5-5553-4a16-9c80-c94a28bf5196 req-5fc27b5f-a3ae-4edb-bbc6-3b39c56822c4 service nova] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2319.159964] env[63750]: DEBUG oslo_concurrency.lockutils [None req-8c0f98f3-f6c4-4eed-a8c5-04f741730a29 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Lock "73520114-461a-4246-b79b-55f9227f4841" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.542s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2319.160972] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Lock "73520114-461a-4246-b79b-55f9227f4841" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.422s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2319.160972] env[63750]: INFO nova.compute.manager [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Unshelving [ 2319.454091] env[63750]: DEBUG nova.network.neutron [-] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2319.479655] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1041b87d-da4c-4a1d-9cf2-e5a9b6fdb255 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.489428] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9dab26-f143-4030-bd8b-a60da35153b2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.516850] env[63750]: DEBUG nova.compute.manager [req-fa63a1e5-5553-4a16-9c80-c94a28bf5196 req-5fc27b5f-a3ae-4edb-bbc6-3b39c56822c4 service nova] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Detach interface failed, port_id=61e78aa4-ff61-4608-bdb6-a82ebef4d8df, reason: Instance 443e61e5-b741-4aba-96c6-202e2b334511 could not be found. {{(pid=63750) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2319.956427] env[63750]: INFO nova.compute.manager [-] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Took 1.47 seconds to deallocate network for instance. [ 2320.170199] env[63750]: DEBUG nova.compute.utils [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2320.464870] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5e7d3e33-dfd0-4f70-953f-5d6780dfeb94 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2320.465105] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5e7d3e33-dfd0-4f70-953f-5d6780dfeb94 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2320.465328] env[63750]: DEBUG nova.objects.instance [None req-5e7d3e33-dfd0-4f70-953f-5d6780dfeb94 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lazy-loading 'resources' on Instance uuid 443e61e5-b741-4aba-96c6-202e2b334511 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2320.673600] env[63750]: INFO nova.virt.block_device [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Booting with volume dc0234e8-3f53-497e-a897-b3b55334119a at /dev/sdb [ 2320.709601] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9204f8ea-897c-4114-a848-68990f10ba7b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.719140] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25468cca-f1ed-4b79-a92b-90fe2fe59829 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.743896] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8dfb5b85-91ec-45a9-ad0e-dae838b07fe0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.751449] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ddbd8b-f5e3-4d48-939a-13d9d4baa8d1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.774988] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e64b0f-3479-49e2-902d-ff5a1baec9d0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.780973] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7976166-b85e-4bb9-bec8-4561dbe712be {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.793574] env[63750]: DEBUG nova.virt.block_device [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Updating existing volume attachment record: 4d8a87b9-d1fa-4083-922b-f70c34e43002 {{(pid=63750) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2321.031276] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3b82e1-8f6a-41b0-8ff7-fd311de07e79 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.038607] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9941e00-7f23-485c-94d6-fce185727a60 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.071636] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7506c418-4d38-4591-91c1-175ed53be2a0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.078948] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7777f0de-e394-4c52-b8e8-64c62dcbaec9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.092179] env[63750]: DEBUG nova.compute.provider_tree [None req-5e7d3e33-dfd0-4f70-953f-5d6780dfeb94 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2321.595502] env[63750]: DEBUG nova.scheduler.client.report [None req-5e7d3e33-dfd0-4f70-953f-5d6780dfeb94 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2322.102051] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5e7d3e33-dfd0-4f70-953f-5d6780dfeb94 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.636s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2322.118623] env[63750]: INFO nova.scheduler.client.report [None req-5e7d3e33-dfd0-4f70-953f-5d6780dfeb94 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Deleted allocations for instance 443e61e5-b741-4aba-96c6-202e2b334511 [ 2322.626719] env[63750]: DEBUG oslo_concurrency.lockutils [None req-5e7d3e33-dfd0-4f70-953f-5d6780dfeb94 tempest-ServerActionsTestOtherB-1715190639 tempest-ServerActionsTestOtherB-1715190639-project-member] Lock "443e61e5-b741-4aba-96c6-202e2b334511" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.783s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2326.382282] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2326.382568] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2326.382784] env[63750]: DEBUG nova.objects.instance [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Lazy-loading 'pci_requests' on Instance uuid 73520114-461a-4246-b79b-55f9227f4841 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2326.658465] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2326.658606] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Starting heal instance info cache {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2326.886857] env[63750]: DEBUG nova.objects.instance [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Lazy-loading 'numa_topology' on Instance uuid 73520114-461a-4246-b79b-55f9227f4841 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2327.162804] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 73520114-461a-4246-b79b-55f9227f4841] Skipping network cache update for instance because it has been migrated to another host. {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10490}} [ 2327.389649] env[63750]: INFO nova.compute.claims [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2327.542055] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d36b5267-e42e-4e8a-87a1-38572b385c63 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Acquiring lock "6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2327.542055] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d36b5267-e42e-4e8a-87a1-38572b385c63 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Lock "6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2327.703595] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "refresh_cache-ff7ade07-8194-4a70-a5de-4de7a67dfbbe" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2327.703595] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquired lock "refresh_cache-ff7ade07-8194-4a70-a5de-4de7a67dfbbe" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2327.703595] env[63750]: DEBUG nova.network.neutron [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Forcefully refreshing network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2328.044802] env[63750]: INFO nova.compute.manager [None req-d36b5267-e42e-4e8a-87a1-38572b385c63 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Detaching volume eb75dbc0-9cea-4a37-99d2-f9fca6fbc6b6 [ 2328.082223] env[63750]: INFO nova.virt.block_device [None req-d36b5267-e42e-4e8a-87a1-38572b385c63 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Attempting to driver detach volume eb75dbc0-9cea-4a37-99d2-f9fca6fbc6b6 from mountpoint /dev/sdb [ 2328.082479] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-d36b5267-e42e-4e8a-87a1-38572b385c63 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Volume detach. Driver type: vmdk {{(pid=63750) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2328.082686] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-d36b5267-e42e-4e8a-87a1-38572b385c63 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412701', 'volume_id': 'eb75dbc0-9cea-4a37-99d2-f9fca6fbc6b6', 'name': 'volume-eb75dbc0-9cea-4a37-99d2-f9fca6fbc6b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb', 'attached_at': '', 'detached_at': '', 'volume_id': 'eb75dbc0-9cea-4a37-99d2-f9fca6fbc6b6', 'serial': 'eb75dbc0-9cea-4a37-99d2-f9fca6fbc6b6'} {{(pid=63750) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2328.083617] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee41680c-10a5-426c-8631-55de9d64a3e3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.107091] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400abb45-9452-45e7-8dbb-b683e7ecd612 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.115831] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5548c691-1e16-40f5-9e02-c3529ea519b6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.135073] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d186ef-526f-412a-9473-92a245de619e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.151217] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-d36b5267-e42e-4e8a-87a1-38572b385c63 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] The volume has not been displaced from its original location: [datastore1] volume-eb75dbc0-9cea-4a37-99d2-f9fca6fbc6b6/volume-eb75dbc0-9cea-4a37-99d2-f9fca6fbc6b6.vmdk. No consolidation needed. {{(pid=63750) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2328.156517] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-d36b5267-e42e-4e8a-87a1-38572b385c63 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Reconfiguring VM instance instance-00000077 to detach disk 2001 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2328.156850] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a45e406-7cff-453f-956c-f59f36c67339 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.175643] env[63750]: DEBUG oslo_vmware.api [None req-d36b5267-e42e-4e8a-87a1-38572b385c63 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Waiting for the task: (returnval){ [ 2328.175643] env[63750]: value = "task-2007455" [ 2328.175643] env[63750]: _type = "Task" [ 2328.175643] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2328.188098] env[63750]: DEBUG oslo_vmware.api [None req-d36b5267-e42e-4e8a-87a1-38572b385c63 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007455, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2328.455814] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d4dffa-721b-463b-a4fd-9e0b19650155 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.463373] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714b5a32-4dc7-4859-a0e3-c763def6705c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.494174] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4394088f-64f8-4876-83ae-c91d46b4dda4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.502263] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1815a358-ee39-46aa-ab3f-8358cfde485c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.517056] env[63750]: DEBUG nova.compute.provider_tree [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Updating inventory in ProviderTree for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2328.686827] env[63750]: DEBUG oslo_vmware.api [None req-d36b5267-e42e-4e8a-87a1-38572b385c63 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007455, 'name': ReconfigVM_Task, 'duration_secs': 0.278397} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2328.687068] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-d36b5267-e42e-4e8a-87a1-38572b385c63 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Reconfigured VM instance instance-00000077 to detach disk 2001 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2328.692068] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7b5f07f-93d4-45e2-952b-b1047ffa3cd4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.709082] env[63750]: DEBUG oslo_vmware.api [None req-d36b5267-e42e-4e8a-87a1-38572b385c63 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Waiting for the task: (returnval){ [ 2328.709082] env[63750]: value = "task-2007456" [ 2328.709082] env[63750]: _type = "Task" [ 2328.709082] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2328.716725] env[63750]: DEBUG oslo_vmware.api [None req-d36b5267-e42e-4e8a-87a1-38572b385c63 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007456, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2329.048880] env[63750]: DEBUG nova.scheduler.client.report [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Updated inventory for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with generation 169 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2329.049155] env[63750]: DEBUG nova.compute.provider_tree [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Updating resource provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab generation from 169 to 170 during operation: update_inventory {{(pid=63750) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2329.049336] env[63750]: DEBUG nova.compute.provider_tree [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Updating inventory in ProviderTree for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2329.102370] env[63750]: DEBUG nova.network.neutron [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Updating instance_info_cache with network_info: [{"id": "da3f98e2-345b-45d1-8491-86874ef6ed11", "address": "fa:16:3e:8b:70:76", "network": {"id": "3190c9f9-ed08-4a95-905a-91e470b8e973", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-172291959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7dd23ed8566493d991974157cb177d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda3f98e2-34", "ovs_interfaceid": "da3f98e2-345b-45d1-8491-86874ef6ed11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2329.218676] env[63750]: DEBUG oslo_vmware.api [None req-d36b5267-e42e-4e8a-87a1-38572b385c63 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007456, 'name': ReconfigVM_Task, 'duration_secs': 0.148603} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2329.218676] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-d36b5267-e42e-4e8a-87a1-38572b385c63 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412701', 'volume_id': 'eb75dbc0-9cea-4a37-99d2-f9fca6fbc6b6', 'name': 'volume-eb75dbc0-9cea-4a37-99d2-f9fca6fbc6b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb', 'attached_at': '', 'detached_at': '', 'volume_id': 'eb75dbc0-9cea-4a37-99d2-f9fca6fbc6b6', 'serial': 'eb75dbc0-9cea-4a37-99d2-f9fca6fbc6b6'} {{(pid=63750) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2329.554729] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.172s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2329.604789] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Releasing lock "refresh_cache-ff7ade07-8194-4a70-a5de-4de7a67dfbbe" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2329.605430] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Updated the network info_cache for instance {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 2329.605690] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2329.605868] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2329.606028] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63750) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2329.606202] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2329.606333] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Cleaning up deleted instances {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11746}} [ 2329.639946] env[63750]: INFO nova.network.neutron [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Updating port 0fa05bd6-7073-49e2-bdd9-dfa4a6956156 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2329.769743] env[63750]: DEBUG nova.objects.instance [None req-d36b5267-e42e-4e8a-87a1-38572b385c63 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Lazy-loading 'flavor' on Instance uuid 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2330.123658] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] There are 30 instances to clean {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11755}} [ 2330.123774] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 443e61e5-b741-4aba-96c6-202e2b334511] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2330.370398] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c44710cd-b77a-41dd-a6f6-04d648ef59c8 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquiring lock "ff7ade07-8194-4a70-a5de-4de7a67dfbbe" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2330.370738] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c44710cd-b77a-41dd-a6f6-04d648ef59c8 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "ff7ade07-8194-4a70-a5de-4de7a67dfbbe" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2330.370922] env[63750]: DEBUG nova.compute.manager [None req-c44710cd-b77a-41dd-a6f6-04d648ef59c8 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2330.372014] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4a722d-7ae6-4ea8-b038-6eb66594d3f8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.379356] env[63750]: DEBUG nova.compute.manager [None req-c44710cd-b77a-41dd-a6f6-04d648ef59c8 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63750) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2330.379914] env[63750]: DEBUG nova.objects.instance [None req-c44710cd-b77a-41dd-a6f6-04d648ef59c8 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lazy-loading 'flavor' on Instance uuid ff7ade07-8194-4a70-a5de-4de7a67dfbbe {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2330.631028] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 690edfdd-38e9-4ede-903f-a2616d82c9fc] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2330.727077] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c0936ded-6b31-4097-b1d5-9fbe0952c442 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Acquiring lock "6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2330.778276] env[63750]: DEBUG oslo_concurrency.lockutils [None req-d36b5267-e42e-4e8a-87a1-38572b385c63 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Lock "6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.235s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2330.778678] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c0936ded-6b31-4097-b1d5-9fbe0952c442 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Lock "6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.052s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2330.779277] env[63750]: DEBUG nova.compute.manager [None req-c0936ded-6b31-4097-b1d5-9fbe0952c442 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2330.780335] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692c07fb-386f-460d-bd07-73a2137f1a81 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.787649] env[63750]: DEBUG nova.compute.manager [None req-c0936ded-6b31-4097-b1d5-9fbe0952c442 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63750) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2330.788050] env[63750]: DEBUG nova.objects.instance [None req-c0936ded-6b31-4097-b1d5-9fbe0952c442 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Lazy-loading 'flavor' on Instance uuid 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2331.134358] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: bd65c6a8-0b1d-4df0-8b5b-3a07a239705a] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2331.390037] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-c44710cd-b77a-41dd-a6f6-04d648ef59c8 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2331.390340] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45a9c8e5-3555-41a6-b98b-7ef4c6babdcd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.397770] env[63750]: DEBUG oslo_vmware.api [None req-c44710cd-b77a-41dd-a6f6-04d648ef59c8 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2331.397770] env[63750]: value = "task-2007457" [ 2331.397770] env[63750]: _type = "Task" [ 2331.397770] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2331.405317] env[63750]: DEBUG oslo_vmware.api [None req-c44710cd-b77a-41dd-a6f6-04d648ef59c8 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007457, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2331.637670] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: d6a6f200-8ecf-4bc0-9d82-a4491a75377d] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2331.671441] env[63750]: DEBUG nova.compute.manager [req-a6f19e61-77d2-4d99-ae04-fb42cbfcdb76 req-efce98c2-cccd-4d19-83ab-2ecce6632bd6 service nova] [instance: 73520114-461a-4246-b79b-55f9227f4841] Received event network-vif-plugged-0fa05bd6-7073-49e2-bdd9-dfa4a6956156 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2331.671441] env[63750]: DEBUG oslo_concurrency.lockutils [req-a6f19e61-77d2-4d99-ae04-fb42cbfcdb76 req-efce98c2-cccd-4d19-83ab-2ecce6632bd6 service nova] Acquiring lock "73520114-461a-4246-b79b-55f9227f4841-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2331.671441] env[63750]: DEBUG oslo_concurrency.lockutils [req-a6f19e61-77d2-4d99-ae04-fb42cbfcdb76 req-efce98c2-cccd-4d19-83ab-2ecce6632bd6 service nova] Lock "73520114-461a-4246-b79b-55f9227f4841-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2331.671579] env[63750]: DEBUG oslo_concurrency.lockutils [req-a6f19e61-77d2-4d99-ae04-fb42cbfcdb76 req-efce98c2-cccd-4d19-83ab-2ecce6632bd6 service nova] Lock "73520114-461a-4246-b79b-55f9227f4841-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2331.671737] env[63750]: DEBUG nova.compute.manager [req-a6f19e61-77d2-4d99-ae04-fb42cbfcdb76 req-efce98c2-cccd-4d19-83ab-2ecce6632bd6 service nova] [instance: 73520114-461a-4246-b79b-55f9227f4841] No waiting events found dispatching network-vif-plugged-0fa05bd6-7073-49e2-bdd9-dfa4a6956156 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2331.671877] env[63750]: WARNING nova.compute.manager [req-a6f19e61-77d2-4d99-ae04-fb42cbfcdb76 req-efce98c2-cccd-4d19-83ab-2ecce6632bd6 service nova] [instance: 73520114-461a-4246-b79b-55f9227f4841] Received unexpected event network-vif-plugged-0fa05bd6-7073-49e2-bdd9-dfa4a6956156 for instance with vm_state shelved_offloaded and task_state spawning. [ 2331.745306] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Acquiring lock "refresh_cache-73520114-461a-4246-b79b-55f9227f4841" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2331.745422] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Acquired lock "refresh_cache-73520114-461a-4246-b79b-55f9227f4841" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2331.745527] env[63750]: DEBUG nova.network.neutron [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2331.795433] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0936ded-6b31-4097-b1d5-9fbe0952c442 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2331.795644] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17514964-4a28-4134-9c91-6174c7d3a208 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.806693] env[63750]: DEBUG oslo_vmware.api [None req-c0936ded-6b31-4097-b1d5-9fbe0952c442 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Waiting for the task: (returnval){ [ 2331.806693] env[63750]: value = "task-2007458" [ 2331.806693] env[63750]: _type = "Task" [ 2331.806693] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2331.820136] env[63750]: DEBUG oslo_vmware.api [None req-c0936ded-6b31-4097-b1d5-9fbe0952c442 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007458, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2331.901138] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Acquiring lock "13365b72-3dc0-45e1-a609-c58b6c207f30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2331.901357] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Lock "13365b72-3dc0-45e1-a609-c58b6c207f30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2331.911684] env[63750]: DEBUG oslo_vmware.api [None req-c44710cd-b77a-41dd-a6f6-04d648ef59c8 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007457, 'name': PowerOffVM_Task, 'duration_secs': 0.211275} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2331.912676] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-c44710cd-b77a-41dd-a6f6-04d648ef59c8 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2331.912676] env[63750]: DEBUG nova.compute.manager [None req-c44710cd-b77a-41dd-a6f6-04d648ef59c8 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2331.913488] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2756afb-e3c1-4c91-88ae-0e91927ea417 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.141398] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 0c1bdaf9-f42b-436e-9896-43d833a1f7d7] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2332.320417] env[63750]: DEBUG oslo_vmware.api [None req-c0936ded-6b31-4097-b1d5-9fbe0952c442 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007458, 'name': PowerOffVM_Task, 'duration_secs': 0.18534} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2332.320746] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0936ded-6b31-4097-b1d5-9fbe0952c442 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2332.320964] env[63750]: DEBUG nova.compute.manager [None req-c0936ded-6b31-4097-b1d5-9fbe0952c442 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2332.321759] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef78e58-44ca-442f-9188-eb22fc9d9e31 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.407905] env[63750]: DEBUG nova.compute.manager [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2332.425776] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c44710cd-b77a-41dd-a6f6-04d648ef59c8 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "ff7ade07-8194-4a70-a5de-4de7a67dfbbe" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.055s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2332.530790] env[63750]: DEBUG nova.network.neutron [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Updating instance_info_cache with network_info: [{"id": "0fa05bd6-7073-49e2-bdd9-dfa4a6956156", "address": "fa:16:3e:83:4f:2a", "network": {"id": "8775225d-43bb-4342-a689-48d4a2ee0ca6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1303505296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5275bd7281f64ecbaef93a2a4a1bb629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fa05bd6-70", "ovs_interfaceid": "0fa05bd6-7073-49e2-bdd9-dfa4a6956156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2332.644857] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: ae994a4f-e5e0-4e87-a858-53590411fad2] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2332.840046] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c0936ded-6b31-4097-b1d5-9fbe0952c442 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Lock "6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2332.932374] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2332.932625] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2332.934182] env[63750]: INFO nova.compute.claims [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2332.993461] env[63750]: DEBUG nova.objects.instance [None req-679445b8-fcbb-4d41-bdb1-0a19e57ce266 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lazy-loading 'flavor' on Instance uuid ff7ade07-8194-4a70-a5de-4de7a67dfbbe {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2333.033270] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Releasing lock "refresh_cache-73520114-461a-4246-b79b-55f9227f4841" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2333.060448] env[63750]: DEBUG nova.virt.hardware [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b6184dcf7d639048c9975ab9d7657853',container_format='bare',created_at=2025-01-02T12:08:41Z,direct_url=,disk_format='vmdk',id=b30d2757-ade6-4019-a25f-fcb4c19cfc25,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-2059140669-shelved',owner='5275bd7281f64ecbaef93a2a4a1bb629',properties=ImageMetaProps,protected=,size=31666176,status='active',tags=,updated_at=2025-01-02T12:08:54Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2333.060747] env[63750]: DEBUG nova.virt.hardware [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2333.060918] env[63750]: DEBUG nova.virt.hardware [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2333.061119] env[63750]: DEBUG nova.virt.hardware [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2333.061269] env[63750]: DEBUG nova.virt.hardware [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2333.061412] env[63750]: DEBUG nova.virt.hardware [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2333.061615] env[63750]: DEBUG nova.virt.hardware [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2333.061794] env[63750]: DEBUG nova.virt.hardware [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2333.061961] env[63750]: DEBUG nova.virt.hardware [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2333.062137] env[63750]: DEBUG nova.virt.hardware [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2333.062312] env[63750]: DEBUG nova.virt.hardware [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2333.063373] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2363bf10-26b8-42f6-bef6-b81b4a089a8d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2333.072037] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d4a537-5195-4a46-814c-d396d23da9b0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2333.085311] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:4f:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76cff786-08f3-4a4a-8e68-6ae052a5dff3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0fa05bd6-7073-49e2-bdd9-dfa4a6956156', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2333.092774] env[63750]: DEBUG oslo.service.loopingcall [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2333.093046] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73520114-461a-4246-b79b-55f9227f4841] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2333.093262] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa40657e-2d40-4e25-b273-89dd4f399312 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2333.112028] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2333.112028] env[63750]: value = "task-2007459" [ 2333.112028] env[63750]: _type = "Task" [ 2333.112028] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2333.119157] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007459, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2333.149150] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 3915f943-80f2-4023-82da-70d30b5a4bad] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2333.269258] env[63750]: DEBUG nova.objects.instance [None req-712da2ee-f5ca-4744-9218-7f397f418772 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Lazy-loading 'flavor' on Instance uuid 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2333.498164] env[63750]: DEBUG oslo_concurrency.lockutils [None req-679445b8-fcbb-4d41-bdb1-0a19e57ce266 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquiring lock "refresh_cache-ff7ade07-8194-4a70-a5de-4de7a67dfbbe" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2333.498342] env[63750]: DEBUG oslo_concurrency.lockutils [None req-679445b8-fcbb-4d41-bdb1-0a19e57ce266 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquired lock "refresh_cache-ff7ade07-8194-4a70-a5de-4de7a67dfbbe" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2333.498525] env[63750]: DEBUG nova.network.neutron [None req-679445b8-fcbb-4d41-bdb1-0a19e57ce266 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2333.498739] env[63750]: DEBUG nova.objects.instance [None req-679445b8-fcbb-4d41-bdb1-0a19e57ce266 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lazy-loading 'info_cache' on Instance uuid ff7ade07-8194-4a70-a5de-4de7a67dfbbe {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2333.622117] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007459, 'name': CreateVM_Task, 'duration_secs': 0.4305} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2333.622658] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73520114-461a-4246-b79b-55f9227f4841] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2333.623023] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b30d2757-ade6-4019-a25f-fcb4c19cfc25" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2333.623213] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b30d2757-ade6-4019-a25f-fcb4c19cfc25" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2333.623589] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b30d2757-ade6-4019-a25f-fcb4c19cfc25" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2333.623858] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57659fdb-0174-4cb1-a51c-068165d56521 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2333.629024] env[63750]: DEBUG oslo_vmware.api [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for the task: (returnval){ [ 2333.629024] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52edb5d6-62f2-a4fc-5f2d-f36db34659bb" [ 2333.629024] env[63750]: _type = "Task" [ 2333.629024] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2333.641975] env[63750]: DEBUG oslo_vmware.api [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52edb5d6-62f2-a4fc-5f2d-f36db34659bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2333.653044] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 6e8a2d2c-52bb-434a-8c11-37e2571e9f15] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2333.696687] env[63750]: DEBUG nova.compute.manager [req-7ab5a5d5-b925-4663-b309-1a730038d3bc req-c029790b-97c2-4bee-8e3e-d0156b78d27e service nova] [instance: 73520114-461a-4246-b79b-55f9227f4841] Received event network-changed-0fa05bd6-7073-49e2-bdd9-dfa4a6956156 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2333.696881] env[63750]: DEBUG nova.compute.manager [req-7ab5a5d5-b925-4663-b309-1a730038d3bc req-c029790b-97c2-4bee-8e3e-d0156b78d27e service nova] [instance: 73520114-461a-4246-b79b-55f9227f4841] Refreshing instance network info cache due to event network-changed-0fa05bd6-7073-49e2-bdd9-dfa4a6956156. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2333.697098] env[63750]: DEBUG oslo_concurrency.lockutils [req-7ab5a5d5-b925-4663-b309-1a730038d3bc req-c029790b-97c2-4bee-8e3e-d0156b78d27e service nova] Acquiring lock "refresh_cache-73520114-461a-4246-b79b-55f9227f4841" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2333.697246] env[63750]: DEBUG oslo_concurrency.lockutils [req-7ab5a5d5-b925-4663-b309-1a730038d3bc req-c029790b-97c2-4bee-8e3e-d0156b78d27e service nova] Acquired lock "refresh_cache-73520114-461a-4246-b79b-55f9227f4841" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2333.697404] env[63750]: DEBUG nova.network.neutron [req-7ab5a5d5-b925-4663-b309-1a730038d3bc req-c029790b-97c2-4bee-8e3e-d0156b78d27e service nova] [instance: 73520114-461a-4246-b79b-55f9227f4841] Refreshing network info cache for port 0fa05bd6-7073-49e2-bdd9-dfa4a6956156 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2333.775916] env[63750]: DEBUG oslo_concurrency.lockutils [None req-712da2ee-f5ca-4744-9218-7f397f418772 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Acquiring lock "refresh_cache-6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2333.776112] env[63750]: DEBUG oslo_concurrency.lockutils [None req-712da2ee-f5ca-4744-9218-7f397f418772 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Acquired lock "refresh_cache-6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2333.776290] env[63750]: DEBUG nova.network.neutron [None req-712da2ee-f5ca-4744-9218-7f397f418772 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2333.776466] env[63750]: DEBUG nova.objects.instance [None req-712da2ee-f5ca-4744-9218-7f397f418772 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Lazy-loading 'info_cache' on Instance uuid 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2333.999461] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28b7c9f-7e45-49e5-be06-756f4e75f190 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.003337] env[63750]: DEBUG nova.objects.base [None req-679445b8-fcbb-4d41-bdb1-0a19e57ce266 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=63750) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2334.009820] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbdf8e5-a613-4668-8b3b-fda691333e37 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.040077] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4e88a3-b676-414e-8aae-2f44db193190 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.046831] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44e5198-5d13-4280-939e-ce6c95b531c4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.060668] env[63750]: DEBUG nova.compute.provider_tree [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2334.139884] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b30d2757-ade6-4019-a25f-fcb4c19cfc25" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2334.140101] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Processing image b30d2757-ade6-4019-a25f-fcb4c19cfc25 {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2334.140337] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b30d2757-ade6-4019-a25f-fcb4c19cfc25/b30d2757-ade6-4019-a25f-fcb4c19cfc25.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2334.140484] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b30d2757-ade6-4019-a25f-fcb4c19cfc25/b30d2757-ade6-4019-a25f-fcb4c19cfc25.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2334.141048] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2334.141163] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5fe4fbef-f8bf-490e-a435-0820c94f8085 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.156413] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: d813ccff-e26e-4778-8a0e-70f1fa867224] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2334.159347] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2334.159524] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2334.160383] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e094a59-734b-41cc-8912-95cb7827c691 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.165679] env[63750]: DEBUG oslo_vmware.api [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for the task: (returnval){ [ 2334.165679] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5226ee9e-ba51-eee4-5bfd-f173fa4252de" [ 2334.165679] env[63750]: _type = "Task" [ 2334.165679] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2334.172680] env[63750]: DEBUG oslo_vmware.api [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5226ee9e-ba51-eee4-5bfd-f173fa4252de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2334.279936] env[63750]: DEBUG nova.objects.base [None req-712da2ee-f5ca-4744-9218-7f397f418772 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Object Instance<6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb> lazy-loaded attributes: flavor,info_cache {{(pid=63750) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2334.407876] env[63750]: DEBUG nova.network.neutron [req-7ab5a5d5-b925-4663-b309-1a730038d3bc req-c029790b-97c2-4bee-8e3e-d0156b78d27e service nova] [instance: 73520114-461a-4246-b79b-55f9227f4841] Updated VIF entry in instance network info cache for port 0fa05bd6-7073-49e2-bdd9-dfa4a6956156. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2334.408323] env[63750]: DEBUG nova.network.neutron [req-7ab5a5d5-b925-4663-b309-1a730038d3bc req-c029790b-97c2-4bee-8e3e-d0156b78d27e service nova] [instance: 73520114-461a-4246-b79b-55f9227f4841] Updating instance_info_cache with network_info: [{"id": "0fa05bd6-7073-49e2-bdd9-dfa4a6956156", "address": "fa:16:3e:83:4f:2a", "network": {"id": "8775225d-43bb-4342-a689-48d4a2ee0ca6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1303505296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5275bd7281f64ecbaef93a2a4a1bb629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fa05bd6-70", "ovs_interfaceid": "0fa05bd6-7073-49e2-bdd9-dfa4a6956156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2334.563158] env[63750]: DEBUG nova.scheduler.client.report [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2334.661302] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 2ea581c2-febf-43a9-9bb2-42f9b60440a4] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2334.676059] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Preparing fetch location {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2334.676326] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Fetch image to [datastore1] OSTACK_IMG_adcbb405-fbfd-4cb7-b1d6-91f07c826358/OSTACK_IMG_adcbb405-fbfd-4cb7-b1d6-91f07c826358.vmdk {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2334.676507] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Downloading stream optimized image b30d2757-ade6-4019-a25f-fcb4c19cfc25 to [datastore1] OSTACK_IMG_adcbb405-fbfd-4cb7-b1d6-91f07c826358/OSTACK_IMG_adcbb405-fbfd-4cb7-b1d6-91f07c826358.vmdk on the data store datastore1 as vApp {{(pid=63750) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2334.676676] env[63750]: DEBUG nova.virt.vmwareapi.images [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Downloading image file data b30d2757-ade6-4019-a25f-fcb4c19cfc25 to the ESX as VM named 'OSTACK_IMG_adcbb405-fbfd-4cb7-b1d6-91f07c826358' {{(pid=63750) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2334.745420] env[63750]: DEBUG nova.network.neutron [None req-679445b8-fcbb-4d41-bdb1-0a19e57ce266 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Updating instance_info_cache with network_info: [{"id": "da3f98e2-345b-45d1-8491-86874ef6ed11", "address": "fa:16:3e:8b:70:76", "network": {"id": "3190c9f9-ed08-4a95-905a-91e470b8e973", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-172291959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7dd23ed8566493d991974157cb177d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda3f98e2-34", "ovs_interfaceid": "da3f98e2-345b-45d1-8491-86874ef6ed11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2334.749547] env[63750]: DEBUG oslo_vmware.rw_handles [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2334.749547] env[63750]: value = "resgroup-9" [ 2334.749547] env[63750]: _type = "ResourcePool" [ 2334.749547] env[63750]: }. {{(pid=63750) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2334.749824] env[63750]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-00c2179a-d18b-4677-a471-6e011717258e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.771315] env[63750]: DEBUG oslo_vmware.rw_handles [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Lease: (returnval){ [ 2334.771315] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52ed7a99-31d6-926a-4b63-16fcde7eef9d" [ 2334.771315] env[63750]: _type = "HttpNfcLease" [ 2334.771315] env[63750]: } obtained for vApp import into resource pool (val){ [ 2334.771315] env[63750]: value = "resgroup-9" [ 2334.771315] env[63750]: _type = "ResourcePool" [ 2334.771315] env[63750]: }. {{(pid=63750) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2334.771679] env[63750]: DEBUG oslo_vmware.api [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for the lease: (returnval){ [ 2334.771679] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52ed7a99-31d6-926a-4b63-16fcde7eef9d" [ 2334.771679] env[63750]: _type = "HttpNfcLease" [ 2334.771679] env[63750]: } to be ready. {{(pid=63750) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2334.779194] env[63750]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2334.779194] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52ed7a99-31d6-926a-4b63-16fcde7eef9d" [ 2334.779194] env[63750]: _type = "HttpNfcLease" [ 2334.779194] env[63750]: } is initializing. {{(pid=63750) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2334.911649] env[63750]: DEBUG oslo_concurrency.lockutils [req-7ab5a5d5-b925-4663-b309-1a730038d3bc req-c029790b-97c2-4bee-8e3e-d0156b78d27e service nova] Releasing lock "refresh_cache-73520114-461a-4246-b79b-55f9227f4841" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2335.017366] env[63750]: DEBUG nova.network.neutron [None req-712da2ee-f5ca-4744-9218-7f397f418772 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Updating instance_info_cache with network_info: [{"id": "0098283d-5915-4f07-b66b-24102e2949a1", "address": "fa:16:3e:d6:61:d3", "network": {"id": "f44dcdb2-2999-4e7e-bea3-1f6829265d06", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1317634478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4cb1a98728c44ea84f2c588cffe65d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0098283d-59", "ovs_interfaceid": "0098283d-5915-4f07-b66b-24102e2949a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2335.068663] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.136s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2335.069200] env[63750]: DEBUG nova.compute.manager [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2335.164618] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 00dfffcc-8529-47de-a0c6-21d5e35e47dc] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2335.248100] env[63750]: DEBUG oslo_concurrency.lockutils [None req-679445b8-fcbb-4d41-bdb1-0a19e57ce266 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Releasing lock "refresh_cache-ff7ade07-8194-4a70-a5de-4de7a67dfbbe" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2335.279960] env[63750]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2335.279960] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52ed7a99-31d6-926a-4b63-16fcde7eef9d" [ 2335.279960] env[63750]: _type = "HttpNfcLease" [ 2335.279960] env[63750]: } is ready. {{(pid=63750) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2335.280248] env[63750]: DEBUG oslo_vmware.rw_handles [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2335.280248] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52ed7a99-31d6-926a-4b63-16fcde7eef9d" [ 2335.280248] env[63750]: _type = "HttpNfcLease" [ 2335.280248] env[63750]: }. {{(pid=63750) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2335.280969] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722c30fb-98d1-4ed0-8eba-d20445c9f8de {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.287762] env[63750]: DEBUG oslo_vmware.rw_handles [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d19381-0acc-dd1a-83a0-b2079ec52567/disk-0.vmdk from lease info. {{(pid=63750) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2335.287936] env[63750]: DEBUG oslo_vmware.rw_handles [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Creating HTTP connection to write to file with size = 31666176 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d19381-0acc-dd1a-83a0-b2079ec52567/disk-0.vmdk. {{(pid=63750) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2335.350627] env[63750]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f92b0d7f-9b4f-4f19-a6da-0f8c31cdd352 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.520093] env[63750]: DEBUG oslo_concurrency.lockutils [None req-712da2ee-f5ca-4744-9218-7f397f418772 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Releasing lock "refresh_cache-6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2335.575103] env[63750]: DEBUG nova.compute.utils [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2335.576711] env[63750]: DEBUG nova.compute.manager [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2335.576915] env[63750]: DEBUG nova.network.neutron [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2335.630865] env[63750]: DEBUG nova.policy [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9151079f5be243bc9797275064a35ab1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c5c5914efc54e838922e690144d6798', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 2335.668227] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 12e9e58f-8684-479e-be3a-2626dda15d3e] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2335.923621] env[63750]: DEBUG nova.network.neutron [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Successfully created port: 3c76e579-a067-4ec6-95a6-e370ddc18933 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2336.079912] env[63750]: DEBUG nova.compute.manager [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2336.171403] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: e0dbea6c-f57b-4153-9160-73ddd91161cd] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2336.254752] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-679445b8-fcbb-4d41-bdb1-0a19e57ce266 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2336.256131] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08565450-2cfa-42df-9a1e-c9a7c09d077c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.263577] env[63750]: DEBUG oslo_vmware.api [None req-679445b8-fcbb-4d41-bdb1-0a19e57ce266 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2336.263577] env[63750]: value = "task-2007461" [ 2336.263577] env[63750]: _type = "Task" [ 2336.263577] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2336.271932] env[63750]: DEBUG oslo_vmware.api [None req-679445b8-fcbb-4d41-bdb1-0a19e57ce266 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007461, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2336.527207] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-712da2ee-f5ca-4744-9218-7f397f418772 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2336.527540] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2741ac9-779d-47e6-a4d7-bb3569a27f89 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.532926] env[63750]: DEBUG oslo_vmware.rw_handles [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Completed reading data from the image iterator. {{(pid=63750) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2336.533159] env[63750]: DEBUG oslo_vmware.rw_handles [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d19381-0acc-dd1a-83a0-b2079ec52567/disk-0.vmdk. {{(pid=63750) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2336.534131] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad71bfd-e888-4f14-9b80-414cb4c4909b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.540505] env[63750]: DEBUG oslo_vmware.api [None req-712da2ee-f5ca-4744-9218-7f397f418772 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Waiting for the task: (returnval){ [ 2336.540505] env[63750]: value = "task-2007462" [ 2336.540505] env[63750]: _type = "Task" [ 2336.540505] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2336.546256] env[63750]: DEBUG oslo_vmware.rw_handles [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d19381-0acc-dd1a-83a0-b2079ec52567/disk-0.vmdk is in state: ready. {{(pid=63750) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2336.546431] env[63750]: DEBUG oslo_vmware.rw_handles [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d19381-0acc-dd1a-83a0-b2079ec52567/disk-0.vmdk. {{(pid=63750) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2336.547072] env[63750]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-8f3856d7-4116-40e1-b33e-494854d8dfd5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.553573] env[63750]: DEBUG oslo_vmware.api [None req-712da2ee-f5ca-4744-9218-7f397f418772 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007462, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2336.676302] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 15fbf9c1-149a-4b5a-8b39-63fc1b4a9017] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2336.774637] env[63750]: DEBUG oslo_vmware.api [None req-679445b8-fcbb-4d41-bdb1-0a19e57ce266 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007461, 'name': PowerOnVM_Task, 'duration_secs': 0.495503} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2336.774637] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-679445b8-fcbb-4d41-bdb1-0a19e57ce266 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2336.774637] env[63750]: DEBUG nova.compute.manager [None req-679445b8-fcbb-4d41-bdb1-0a19e57ce266 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2336.775436] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e544c1-9d4a-49ac-81ee-a222b4fcd98c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.913650] env[63750]: DEBUG oslo_vmware.rw_handles [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d19381-0acc-dd1a-83a0-b2079ec52567/disk-0.vmdk. {{(pid=63750) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2336.913886] env[63750]: INFO nova.virt.vmwareapi.images [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Downloaded image file data b30d2757-ade6-4019-a25f-fcb4c19cfc25 [ 2336.914776] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e34e671-954c-46a3-bd51-d665685c95fe {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.934102] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f73a76c2-c932-4d78-b390-3bd25d3bd973 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.051491] env[63750]: DEBUG oslo_vmware.api [None req-712da2ee-f5ca-4744-9218-7f397f418772 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007462, 'name': PowerOnVM_Task, 'duration_secs': 0.412174} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2337.051830] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-712da2ee-f5ca-4744-9218-7f397f418772 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2337.052077] env[63750]: DEBUG nova.compute.manager [None req-712da2ee-f5ca-4744-9218-7f397f418772 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2337.052837] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737dd773-176d-44f7-933d-9520f61ab9d2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.091724] env[63750]: DEBUG nova.compute.manager [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2337.117517] env[63750]: DEBUG nova.virt.hardware [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2337.117752] env[63750]: DEBUG nova.virt.hardware [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2337.117907] env[63750]: DEBUG nova.virt.hardware [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2337.118102] env[63750]: DEBUG nova.virt.hardware [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2337.118251] env[63750]: DEBUG nova.virt.hardware [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2337.118395] env[63750]: DEBUG nova.virt.hardware [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2337.118604] env[63750]: DEBUG nova.virt.hardware [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2337.118776] env[63750]: DEBUG nova.virt.hardware [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2337.118942] env[63750]: DEBUG nova.virt.hardware [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2337.119113] env[63750]: DEBUG nova.virt.hardware [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2337.119284] env[63750]: DEBUG nova.virt.hardware [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2337.120140] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f1b18b-0f38-4732-b24b-9634416600bc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.128383] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a787751-31f6-462b-b7e3-9a6935730bf6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.148756] env[63750]: INFO nova.virt.vmwareapi.images [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] The imported VM was unregistered [ 2337.151138] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Caching image {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2337.151365] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Creating directory with path [datastore1] devstack-image-cache_base/b30d2757-ade6-4019-a25f-fcb4c19cfc25 {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2337.151655] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43f5f3d4-bf20-418a-b62d-33bf4774731d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.169417] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Created directory with path [datastore1] devstack-image-cache_base/b30d2757-ade6-4019-a25f-fcb4c19cfc25 {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2337.169600] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_adcbb405-fbfd-4cb7-b1d6-91f07c826358/OSTACK_IMG_adcbb405-fbfd-4cb7-b1d6-91f07c826358.vmdk to [datastore1] devstack-image-cache_base/b30d2757-ade6-4019-a25f-fcb4c19cfc25/b30d2757-ade6-4019-a25f-fcb4c19cfc25.vmdk. {{(pid=63750) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2337.169837] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-239c6abd-5a13-4826-a50b-4f4ff2b88913 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.176462] env[63750]: DEBUG oslo_vmware.api [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for the task: (returnval){ [ 2337.176462] env[63750]: value = "task-2007464" [ 2337.176462] env[63750]: _type = "Task" [ 2337.176462] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2337.179477] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: f19f74f5-d356-451e-9391-d3dcfe667537] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2337.185832] env[63750]: DEBUG oslo_vmware.api [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007464, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2337.449009] env[63750]: DEBUG nova.compute.manager [req-e86e0d3f-3237-4ff4-b720-e9effeaef39e req-4cb7dc3f-bbb5-449b-b1b5-2397b18373fc service nova] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Received event network-vif-plugged-3c76e579-a067-4ec6-95a6-e370ddc18933 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2337.449260] env[63750]: DEBUG oslo_concurrency.lockutils [req-e86e0d3f-3237-4ff4-b720-e9effeaef39e req-4cb7dc3f-bbb5-449b-b1b5-2397b18373fc service nova] Acquiring lock "13365b72-3dc0-45e1-a609-c58b6c207f30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2337.449530] env[63750]: DEBUG oslo_concurrency.lockutils [req-e86e0d3f-3237-4ff4-b720-e9effeaef39e req-4cb7dc3f-bbb5-449b-b1b5-2397b18373fc service nova] Lock "13365b72-3dc0-45e1-a609-c58b6c207f30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2337.449754] env[63750]: DEBUG oslo_concurrency.lockutils [req-e86e0d3f-3237-4ff4-b720-e9effeaef39e req-4cb7dc3f-bbb5-449b-b1b5-2397b18373fc service nova] Lock "13365b72-3dc0-45e1-a609-c58b6c207f30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2337.449940] env[63750]: DEBUG nova.compute.manager [req-e86e0d3f-3237-4ff4-b720-e9effeaef39e req-4cb7dc3f-bbb5-449b-b1b5-2397b18373fc service nova] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] No waiting events found dispatching network-vif-plugged-3c76e579-a067-4ec6-95a6-e370ddc18933 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2337.450626] env[63750]: WARNING nova.compute.manager [req-e86e0d3f-3237-4ff4-b720-e9effeaef39e req-4cb7dc3f-bbb5-449b-b1b5-2397b18373fc service nova] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Received unexpected event network-vif-plugged-3c76e579-a067-4ec6-95a6-e370ddc18933 for instance with vm_state building and task_state spawning. [ 2337.542805] env[63750]: DEBUG nova.network.neutron [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Successfully updated port: 3c76e579-a067-4ec6-95a6-e370ddc18933 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2337.682273] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 6ccc9144-435b-40be-ad13-483a5cd731a9] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2337.688427] env[63750]: DEBUG oslo_vmware.api [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007464, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2337.865951] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba667c4d-f6bb-4499-91e2-6e751f708dfe {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.874727] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-99f75bb1-44fa-41f2-9207-7dcd662f992b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Suspending the VM {{(pid=63750) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2337.875029] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-7c8711e4-b7ae-4567-9819-30697be1e873 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.884670] env[63750]: DEBUG oslo_vmware.api [None req-99f75bb1-44fa-41f2-9207-7dcd662f992b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2337.884670] env[63750]: value = "task-2007465" [ 2337.884670] env[63750]: _type = "Task" [ 2337.884670] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2337.895108] env[63750]: DEBUG oslo_vmware.api [None req-99f75bb1-44fa-41f2-9207-7dcd662f992b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007465, 'name': SuspendVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2338.047134] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Acquiring lock "refresh_cache-13365b72-3dc0-45e1-a609-c58b6c207f30" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2338.047134] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Acquired lock "refresh_cache-13365b72-3dc0-45e1-a609-c58b6c207f30" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2338.047134] env[63750]: DEBUG nova.network.neutron [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2338.189155] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 737f136f-7ff2-4176-8709-fa4eda49e2dc] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2338.191877] env[63750]: DEBUG oslo_vmware.api [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007464, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2338.396534] env[63750]: DEBUG oslo_vmware.api [None req-99f75bb1-44fa-41f2-9207-7dcd662f992b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007465, 'name': SuspendVM_Task} progress is 12%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2338.590975] env[63750]: DEBUG nova.network.neutron [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2338.690192] env[63750]: DEBUG oslo_vmware.api [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007464, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2338.692800] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 3a6c29c9-1862-42cd-a49d-9f886b6c0eb1] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2338.741273] env[63750]: DEBUG nova.network.neutron [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Updating instance_info_cache with network_info: [{"id": "3c76e579-a067-4ec6-95a6-e370ddc18933", "address": "fa:16:3e:8c:8a:37", "network": {"id": "e9f381b3-a6e8-4ae4-be2b-c7cde966c93f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-828573942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c5c5914efc54e838922e690144d6798", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c76e579-a0", "ovs_interfaceid": "3c76e579-a067-4ec6-95a6-e370ddc18933", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2338.897125] env[63750]: DEBUG oslo_vmware.api [None req-99f75bb1-44fa-41f2-9207-7dcd662f992b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007465, 'name': SuspendVM_Task} progress is 70%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2339.191234] env[63750]: DEBUG oslo_vmware.api [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007464, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2339.195998] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 23ddb635-5940-4f84-be03-33577eb16dad] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2339.243930] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Releasing lock "refresh_cache-13365b72-3dc0-45e1-a609-c58b6c207f30" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2339.244292] env[63750]: DEBUG nova.compute.manager [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Instance network_info: |[{"id": "3c76e579-a067-4ec6-95a6-e370ddc18933", "address": "fa:16:3e:8c:8a:37", "network": {"id": "e9f381b3-a6e8-4ae4-be2b-c7cde966c93f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-828573942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c5c5914efc54e838922e690144d6798", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c76e579-a0", "ovs_interfaceid": "3c76e579-a067-4ec6-95a6-e370ddc18933", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2339.244714] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:8a:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ac3fd84-c373-49f5-82dc-784a6cdb686d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c76e579-a067-4ec6-95a6-e370ddc18933', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2339.252540] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Creating folder: Project (0c5c5914efc54e838922e690144d6798). Parent ref: group-v412391. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2339.252876] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc9e5bee-d938-484e-9c5d-c0802700701b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.264739] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Created folder: Project (0c5c5914efc54e838922e690144d6798) in parent group-v412391. [ 2339.264958] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Creating folder: Instances. Parent ref: group-v412711. {{(pid=63750) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2339.265245] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3632cbb7-5f02-423c-98a7-9a4c02cd50d9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.278017] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Created folder: Instances in parent group-v412711. [ 2339.278303] env[63750]: DEBUG oslo.service.loopingcall [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2339.278510] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2339.278748] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3082c918-dfdd-4e58-901c-de586597800d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.300333] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2339.300333] env[63750]: value = "task-2007468" [ 2339.300333] env[63750]: _type = "Task" [ 2339.300333] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2339.310450] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007468, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2339.395070] env[63750]: DEBUG oslo_vmware.api [None req-99f75bb1-44fa-41f2-9207-7dcd662f992b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007465, 'name': SuspendVM_Task} progress is 70%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2339.480171] env[63750]: DEBUG nova.compute.manager [req-8612a0ac-a671-409b-b29c-a60309afe79d req-d920f2b1-a9b0-4750-8beb-70f0b6899dbc service nova] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Received event network-changed-3c76e579-a067-4ec6-95a6-e370ddc18933 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2339.480412] env[63750]: DEBUG nova.compute.manager [req-8612a0ac-a671-409b-b29c-a60309afe79d req-d920f2b1-a9b0-4750-8beb-70f0b6899dbc service nova] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Refreshing instance network info cache due to event network-changed-3c76e579-a067-4ec6-95a6-e370ddc18933. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2339.480693] env[63750]: DEBUG oslo_concurrency.lockutils [req-8612a0ac-a671-409b-b29c-a60309afe79d req-d920f2b1-a9b0-4750-8beb-70f0b6899dbc service nova] Acquiring lock "refresh_cache-13365b72-3dc0-45e1-a609-c58b6c207f30" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2339.480882] env[63750]: DEBUG oslo_concurrency.lockutils [req-8612a0ac-a671-409b-b29c-a60309afe79d req-d920f2b1-a9b0-4750-8beb-70f0b6899dbc service nova] Acquired lock "refresh_cache-13365b72-3dc0-45e1-a609-c58b6c207f30" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2339.481060] env[63750]: DEBUG nova.network.neutron [req-8612a0ac-a671-409b-b29c-a60309afe79d req-d920f2b1-a9b0-4750-8beb-70f0b6899dbc service nova] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Refreshing network info cache for port 3c76e579-a067-4ec6-95a6-e370ddc18933 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2339.690025] env[63750]: DEBUG oslo_vmware.api [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007464, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.239299} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2339.690025] env[63750]: INFO nova.virt.vmwareapi.ds_util [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_adcbb405-fbfd-4cb7-b1d6-91f07c826358/OSTACK_IMG_adcbb405-fbfd-4cb7-b1d6-91f07c826358.vmdk to [datastore1] devstack-image-cache_base/b30d2757-ade6-4019-a25f-fcb4c19cfc25/b30d2757-ade6-4019-a25f-fcb4c19cfc25.vmdk. [ 2339.690025] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Cleaning up location [datastore1] OSTACK_IMG_adcbb405-fbfd-4cb7-b1d6-91f07c826358 {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2339.690025] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_adcbb405-fbfd-4cb7-b1d6-91f07c826358 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2339.690025] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95fefb76-bd45-4b09-8db3-2fe30bc0c97c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.696979] env[63750]: DEBUG oslo_vmware.api [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for the task: (returnval){ [ 2339.696979] env[63750]: value = "task-2007469" [ 2339.696979] env[63750]: _type = "Task" [ 2339.696979] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2339.700169] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 4c13e422-83da-4b9d-aca3-27a011b32c6e] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2339.707136] env[63750]: DEBUG oslo_vmware.api [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007469, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2339.810689] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007468, 'name': CreateVM_Task, 'duration_secs': 0.367626} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2339.810894] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2339.811591] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2339.811852] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2339.812212] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2339.812452] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77fdfa3f-f628-4843-9bf3-204e89866e20 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.817100] env[63750]: DEBUG oslo_vmware.api [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Waiting for the task: (returnval){ [ 2339.817100] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52222674-8b8f-51ee-dc11-7e52101e1962" [ 2339.817100] env[63750]: _type = "Task" [ 2339.817100] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2339.824168] env[63750]: DEBUG oslo_vmware.api [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52222674-8b8f-51ee-dc11-7e52101e1962, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2339.895235] env[63750]: DEBUG oslo_vmware.api [None req-99f75bb1-44fa-41f2-9207-7dcd662f992b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007465, 'name': SuspendVM_Task, 'duration_secs': 1.578239} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2339.895437] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-99f75bb1-44fa-41f2-9207-7dcd662f992b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Suspended the VM {{(pid=63750) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2339.895608] env[63750]: DEBUG nova.compute.manager [None req-99f75bb1-44fa-41f2-9207-7dcd662f992b tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2339.896345] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2fbac1-8996-412a-9784-4f0a92e221fd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.199519] env[63750]: DEBUG nova.network.neutron [req-8612a0ac-a671-409b-b29c-a60309afe79d req-d920f2b1-a9b0-4750-8beb-70f0b6899dbc service nova] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Updated VIF entry in instance network info cache for port 3c76e579-a067-4ec6-95a6-e370ddc18933. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2340.199519] env[63750]: DEBUG nova.network.neutron [req-8612a0ac-a671-409b-b29c-a60309afe79d req-d920f2b1-a9b0-4750-8beb-70f0b6899dbc service nova] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Updating instance_info_cache with network_info: [{"id": "3c76e579-a067-4ec6-95a6-e370ddc18933", "address": "fa:16:3e:8c:8a:37", "network": {"id": "e9f381b3-a6e8-4ae4-be2b-c7cde966c93f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-828573942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c5c5914efc54e838922e690144d6798", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c76e579-a0", "ovs_interfaceid": "3c76e579-a067-4ec6-95a6-e370ddc18933", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2340.203388] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 6b662256-3da2-410f-9d21-85b459ce1fd3] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2340.211212] env[63750]: DEBUG oslo_vmware.api [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007469, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036742} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2340.211454] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2340.211618] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b30d2757-ade6-4019-a25f-fcb4c19cfc25/b30d2757-ade6-4019-a25f-fcb4c19cfc25.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2340.211855] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b30d2757-ade6-4019-a25f-fcb4c19cfc25/b30d2757-ade6-4019-a25f-fcb4c19cfc25.vmdk to [datastore1] 73520114-461a-4246-b79b-55f9227f4841/73520114-461a-4246-b79b-55f9227f4841.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2340.212374] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d24dbea0-a918-4933-8d3b-3469c3559f3d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.220054] env[63750]: DEBUG oslo_vmware.api [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for the task: (returnval){ [ 2340.220054] env[63750]: value = "task-2007470" [ 2340.220054] env[63750]: _type = "Task" [ 2340.220054] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2340.228587] env[63750]: DEBUG oslo_vmware.api [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007470, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2340.327943] env[63750]: DEBUG oslo_vmware.api [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52222674-8b8f-51ee-dc11-7e52101e1962, 'name': SearchDatastore_Task, 'duration_secs': 0.009166} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2340.327943] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2340.327943] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2340.327943] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2340.328335] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2340.328335] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2340.328506] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b80df9b-1ec3-4ab7-ac50-5580e868b6d6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.336013] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2340.336208] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2340.336886] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09257bda-09b8-492d-afe9-75459eae777e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.342579] env[63750]: DEBUG oslo_vmware.api [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Waiting for the task: (returnval){ [ 2340.342579] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]529ded7e-1178-9fd9-7207-2a55bca4944e" [ 2340.342579] env[63750]: _type = "Task" [ 2340.342579] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2340.353090] env[63750]: DEBUG oslo_vmware.api [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]529ded7e-1178-9fd9-7207-2a55bca4944e, 'name': SearchDatastore_Task, 'duration_secs': 0.008507} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2340.353789] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3f1166b-d5cc-48a3-9693-84b77a3645d4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.359718] env[63750]: DEBUG oslo_vmware.api [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Waiting for the task: (returnval){ [ 2340.359718] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52619a30-4ef7-e526-9295-1c56e30c718d" [ 2340.359718] env[63750]: _type = "Task" [ 2340.359718] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2340.366723] env[63750]: DEBUG oslo_vmware.api [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52619a30-4ef7-e526-9295-1c56e30c718d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2340.704299] env[63750]: DEBUG oslo_concurrency.lockutils [req-8612a0ac-a671-409b-b29c-a60309afe79d req-d920f2b1-a9b0-4750-8beb-70f0b6899dbc service nova] Releasing lock "refresh_cache-13365b72-3dc0-45e1-a609-c58b6c207f30" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2340.705926] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 29600446-72e8-4e1e-ad95-f13144991511] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2340.733336] env[63750]: DEBUG oslo_vmware.api [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007470, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2340.872022] env[63750]: DEBUG oslo_vmware.api [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52619a30-4ef7-e526-9295-1c56e30c718d, 'name': SearchDatastore_Task, 'duration_secs': 0.008754} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2340.872316] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2340.872576] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 13365b72-3dc0-45e1-a609-c58b6c207f30/13365b72-3dc0-45e1-a609-c58b6c207f30.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2340.872843] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dab5ae25-31fa-4c76-8a98-e6f6df5cdd30 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.881821] env[63750]: DEBUG oslo_vmware.api [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Waiting for the task: (returnval){ [ 2340.881821] env[63750]: value = "task-2007471" [ 2340.881821] env[63750]: _type = "Task" [ 2340.881821] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2340.892100] env[63750]: DEBUG oslo_vmware.api [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007471, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2341.209684] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: e50b44e7-438b-4bf8-ac9d-261994681240] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2341.234398] env[63750]: DEBUG oslo_vmware.api [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007470, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2341.351828] env[63750]: INFO nova.compute.manager [None req-1de46e50-9e28-441c-b6e7-c1915230dd43 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Resuming [ 2341.352542] env[63750]: DEBUG nova.objects.instance [None req-1de46e50-9e28-441c-b6e7-c1915230dd43 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lazy-loading 'flavor' on Instance uuid ff7ade07-8194-4a70-a5de-4de7a67dfbbe {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2341.394249] env[63750]: DEBUG oslo_vmware.api [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007471, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2341.712652] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 0e36c12e-c4f7-48ac-b7f1-9473ea0b965f] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2341.733714] env[63750]: DEBUG oslo_vmware.api [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007470, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2341.891677] env[63750]: DEBUG oslo_vmware.api [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007471, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2342.216274] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 99b407e0-5c69-4b97-ac57-af787198ba91] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2342.233835] env[63750]: DEBUG oslo_vmware.api [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007470, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2342.393945] env[63750]: DEBUG oslo_vmware.api [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007471, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2342.720050] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 5e48cc71-ce40-4e55-bffb-d3bf274c946b] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2342.734449] env[63750]: DEBUG oslo_vmware.api [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007470, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2342.863027] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1de46e50-9e28-441c-b6e7-c1915230dd43 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquiring lock "refresh_cache-ff7ade07-8194-4a70-a5de-4de7a67dfbbe" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2342.863189] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1de46e50-9e28-441c-b6e7-c1915230dd43 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquired lock "refresh_cache-ff7ade07-8194-4a70-a5de-4de7a67dfbbe" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2342.863371] env[63750]: DEBUG nova.network.neutron [None req-1de46e50-9e28-441c-b6e7-c1915230dd43 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2342.893109] env[63750]: DEBUG oslo_vmware.api [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007471, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2343.223570] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: d300f90f-ea70-4575-9643-29462f2602ce] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2343.234123] env[63750]: DEBUG oslo_vmware.api [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007470, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2343.393862] env[63750]: DEBUG oslo_vmware.api [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007471, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2343.568587] env[63750]: DEBUG nova.network.neutron [None req-1de46e50-9e28-441c-b6e7-c1915230dd43 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Updating instance_info_cache with network_info: [{"id": "da3f98e2-345b-45d1-8491-86874ef6ed11", "address": "fa:16:3e:8b:70:76", "network": {"id": "3190c9f9-ed08-4a95-905a-91e470b8e973", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-172291959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7dd23ed8566493d991974157cb177d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda3f98e2-34", "ovs_interfaceid": "da3f98e2-345b-45d1-8491-86874ef6ed11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2343.730268] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: ee1deeaf-7782-4ae2-bf3e-c766ae21a05a] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2343.737181] env[63750]: DEBUG oslo_vmware.api [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007470, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2343.895539] env[63750]: DEBUG oslo_vmware.api [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007471, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2344.071193] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1de46e50-9e28-441c-b6e7-c1915230dd43 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Releasing lock "refresh_cache-ff7ade07-8194-4a70-a5de-4de7a67dfbbe" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2344.072228] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2b69db-37f3-478c-966f-81c41853c4a4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.078745] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-1de46e50-9e28-441c-b6e7-c1915230dd43 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Resuming the VM {{(pid=63750) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2344.078965] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-456af099-2813-4206-a68e-1abe210bee00 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.084886] env[63750]: DEBUG oslo_vmware.api [None req-1de46e50-9e28-441c-b6e7-c1915230dd43 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2344.084886] env[63750]: value = "task-2007472" [ 2344.084886] env[63750]: _type = "Task" [ 2344.084886] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2344.091910] env[63750]: DEBUG oslo_vmware.api [None req-1de46e50-9e28-441c-b6e7-c1915230dd43 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007472, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2344.236839] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: bf03616d-723b-4ab9-9e5e-68b50541b080] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2344.238812] env[63750]: DEBUG oslo_vmware.api [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007470, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2344.394658] env[63750]: DEBUG oslo_vmware.api [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007471, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2344.597128] env[63750]: DEBUG oslo_vmware.api [None req-1de46e50-9e28-441c-b6e7-c1915230dd43 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007472, 'name': PowerOnVM_Task} progress is 93%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2344.739566] env[63750]: DEBUG oslo_vmware.api [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007470, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2344.739983] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 3d11142c-0197-4bd9-bf31-fffabf48ee87] Instance has had 0 of 5 cleanup attempts {{(pid=63750) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2344.898145] env[63750]: DEBUG oslo_vmware.api [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007471, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2345.096592] env[63750]: DEBUG oslo_vmware.api [None req-1de46e50-9e28-441c-b6e7-c1915230dd43 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007472, 'name': PowerOnVM_Task, 'duration_secs': 0.650874} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2345.096836] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-1de46e50-9e28-441c-b6e7-c1915230dd43 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Resumed the VM {{(pid=63750) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2345.097021] env[63750]: DEBUG nova.compute.manager [None req-1de46e50-9e28-441c-b6e7-c1915230dd43 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2345.097842] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c30a54b-4919-465f-a2e8-746198e16942 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.238426] env[63750]: DEBUG oslo_vmware.api [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007470, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2345.243139] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2345.397918] env[63750]: DEBUG oslo_vmware.api [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007471, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2345.740742] env[63750]: DEBUG oslo_vmware.api [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007470, 'name': CopyVirtualDisk_Task, 'duration_secs': 5.284136} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2345.741128] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b30d2757-ade6-4019-a25f-fcb4c19cfc25/b30d2757-ade6-4019-a25f-fcb4c19cfc25.vmdk to [datastore1] 73520114-461a-4246-b79b-55f9227f4841/73520114-461a-4246-b79b-55f9227f4841.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2345.741889] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45dd3e1-110c-4e8d-a927-5fe94a06be43 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.765837] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 73520114-461a-4246-b79b-55f9227f4841/73520114-461a-4246-b79b-55f9227f4841.vmdk or device None with type streamOptimized {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2345.766231] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b86be56a-fd44-40c1-9e41-dea062738078 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.787848] env[63750]: DEBUG oslo_vmware.api [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for the task: (returnval){ [ 2345.787848] env[63750]: value = "task-2007473" [ 2345.787848] env[63750]: _type = "Task" [ 2345.787848] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2345.795961] env[63750]: DEBUG oslo_vmware.api [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007473, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2345.896458] env[63750]: DEBUG oslo_vmware.api [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007471, 'name': CopyVirtualDisk_Task, 'duration_secs': 4.928179} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2345.897190] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 13365b72-3dc0-45e1-a609-c58b6c207f30/13365b72-3dc0-45e1-a609-c58b6c207f30.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2345.897190] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2345.897415] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c1f21b0-89e2-4887-b54a-b8a4e44f3f4a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.904060] env[63750]: DEBUG oslo_vmware.api [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Waiting for the task: (returnval){ [ 2345.904060] env[63750]: value = "task-2007474" [ 2345.904060] env[63750]: _type = "Task" [ 2345.904060] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2345.911997] env[63750]: DEBUG oslo_vmware.api [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007474, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2346.092881] env[63750]: DEBUG oslo_concurrency.lockutils [None req-84660aa1-3f2d-40e2-abcc-91b1f63f6c03 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquiring lock "ff7ade07-8194-4a70-a5de-4de7a67dfbbe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2346.093163] env[63750]: DEBUG oslo_concurrency.lockutils [None req-84660aa1-3f2d-40e2-abcc-91b1f63f6c03 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "ff7ade07-8194-4a70-a5de-4de7a67dfbbe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2346.093389] env[63750]: DEBUG oslo_concurrency.lockutils [None req-84660aa1-3f2d-40e2-abcc-91b1f63f6c03 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquiring lock "ff7ade07-8194-4a70-a5de-4de7a67dfbbe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2346.093573] env[63750]: DEBUG oslo_concurrency.lockutils [None req-84660aa1-3f2d-40e2-abcc-91b1f63f6c03 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "ff7ade07-8194-4a70-a5de-4de7a67dfbbe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2346.093803] env[63750]: DEBUG oslo_concurrency.lockutils [None req-84660aa1-3f2d-40e2-abcc-91b1f63f6c03 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "ff7ade07-8194-4a70-a5de-4de7a67dfbbe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2346.096082] env[63750]: INFO nova.compute.manager [None req-84660aa1-3f2d-40e2-abcc-91b1f63f6c03 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Terminating instance [ 2346.298167] env[63750]: DEBUG oslo_vmware.api [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007473, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2346.413719] env[63750]: DEBUG oslo_vmware.api [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007474, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063673} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2346.414044] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2346.414859] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcdc6d0-6824-4512-8ea2-06de49ea4397 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.436244] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 13365b72-3dc0-45e1-a609-c58b6c207f30/13365b72-3dc0-45e1-a609-c58b6c207f30.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2346.436517] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-550caa2b-c1f8-4540-8251-c20b5c8508f8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.455989] env[63750]: DEBUG oslo_vmware.api [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Waiting for the task: (returnval){ [ 2346.455989] env[63750]: value = "task-2007475" [ 2346.455989] env[63750]: _type = "Task" [ 2346.455989] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2346.463482] env[63750]: DEBUG oslo_vmware.api [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007475, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2346.599598] env[63750]: DEBUG nova.compute.manager [None req-84660aa1-3f2d-40e2-abcc-91b1f63f6c03 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2346.599869] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-84660aa1-3f2d-40e2-abcc-91b1f63f6c03 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2346.600811] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb32e91-1e15-4d8d-832e-ad03fc88077a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.609301] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-84660aa1-3f2d-40e2-abcc-91b1f63f6c03 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2346.609563] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5321c2e-85e8-4db3-ba77-294267e0e1cf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.616361] env[63750]: DEBUG oslo_vmware.api [None req-84660aa1-3f2d-40e2-abcc-91b1f63f6c03 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2346.616361] env[63750]: value = "task-2007476" [ 2346.616361] env[63750]: _type = "Task" [ 2346.616361] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2346.624629] env[63750]: DEBUG oslo_vmware.api [None req-84660aa1-3f2d-40e2-abcc-91b1f63f6c03 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007476, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2346.798419] env[63750]: DEBUG oslo_vmware.api [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007473, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2346.966182] env[63750]: DEBUG oslo_vmware.api [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007475, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2347.126907] env[63750]: DEBUG oslo_vmware.api [None req-84660aa1-3f2d-40e2-abcc-91b1f63f6c03 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007476, 'name': PowerOffVM_Task, 'duration_secs': 0.36282} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2347.126907] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-84660aa1-3f2d-40e2-abcc-91b1f63f6c03 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2347.126907] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-84660aa1-3f2d-40e2-abcc-91b1f63f6c03 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2347.126907] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d69c51a-8608-48c8-b031-d72d81ca7aa4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.298463] env[63750]: DEBUG oslo_vmware.api [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007473, 'name': ReconfigVM_Task, 'duration_secs': 1.290389} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2347.298768] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 73520114-461a-4246-b79b-55f9227f4841/73520114-461a-4246-b79b-55f9227f4841.vmdk or device None with type streamOptimized {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2347.299902] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_secret_uuid': None, 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/sda', 'device_type': 'disk', 'encrypted': False, 'disk_bus': None, 'size': 0, 'boot_index': 0, 'encryption_options': None, 'image_id': '53a5fdf8-c6be-4008-8c9d-7c67205e61eb'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'attachment_id': '4d8a87b9-d1fa-4083-922b-f70c34e43002', 'device_type': None, 'delete_on_termination': False, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412708', 'volume_id': 'dc0234e8-3f53-497e-a897-b3b55334119a', 'name': 'volume-dc0234e8-3f53-497e-a897-b3b55334119a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '73520114-461a-4246-b79b-55f9227f4841', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc0234e8-3f53-497e-a897-b3b55334119a', 'serial': 'dc0234e8-3f53-497e-a897-b3b55334119a'}, 'mount_device': '/dev/sdb', 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=63750) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2347.300115] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Volume attach. Driver type: vmdk {{(pid=63750) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2347.300305] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412708', 'volume_id': 'dc0234e8-3f53-497e-a897-b3b55334119a', 'name': 'volume-dc0234e8-3f53-497e-a897-b3b55334119a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '73520114-461a-4246-b79b-55f9227f4841', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc0234e8-3f53-497e-a897-b3b55334119a', 'serial': 'dc0234e8-3f53-497e-a897-b3b55334119a'} {{(pid=63750) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2347.301093] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b68bb31-3da1-4997-bbe8-3e679bfc73b1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.315772] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb969047-369c-47bd-a08b-824e0c61703a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.339721] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] volume-dc0234e8-3f53-497e-a897-b3b55334119a/volume-dc0234e8-3f53-497e-a897-b3b55334119a.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2347.339962] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5639b855-66bd-4a9c-9fdc-d5d57e77d2eb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.357743] env[63750]: DEBUG oslo_vmware.api [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for the task: (returnval){ [ 2347.357743] env[63750]: value = "task-2007478" [ 2347.357743] env[63750]: _type = "Task" [ 2347.357743] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2347.365160] env[63750]: DEBUG oslo_vmware.api [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007478, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2347.466688] env[63750]: DEBUG oslo_vmware.api [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007475, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2347.798056] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2347.798056] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2347.867779] env[63750]: DEBUG oslo_vmware.api [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007478, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2347.966824] env[63750]: DEBUG oslo_vmware.api [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007475, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2348.187811] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-84660aa1-3f2d-40e2-abcc-91b1f63f6c03 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2348.187996] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-84660aa1-3f2d-40e2-abcc-91b1f63f6c03 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2348.188149] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-84660aa1-3f2d-40e2-abcc-91b1f63f6c03 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Deleting the datastore file [datastore1] ff7ade07-8194-4a70-a5de-4de7a67dfbbe {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2348.188422] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-365ee9ad-5e52-4be4-abd7-ae8101600309 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.196904] env[63750]: DEBUG oslo_vmware.api [None req-84660aa1-3f2d-40e2-abcc-91b1f63f6c03 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for the task: (returnval){ [ 2348.196904] env[63750]: value = "task-2007479" [ 2348.196904] env[63750]: _type = "Task" [ 2348.196904] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2348.204643] env[63750]: DEBUG oslo_vmware.api [None req-84660aa1-3f2d-40e2-abcc-91b1f63f6c03 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007479, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2348.302953] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2348.303202] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2348.303348] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2348.303506] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2348.303678] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._sync_power_states {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2348.368550] env[63750]: DEBUG oslo_vmware.api [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007478, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2348.467572] env[63750]: DEBUG oslo_vmware.api [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007475, 'name': ReconfigVM_Task, 'duration_secs': 1.760757} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2348.467876] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 13365b72-3dc0-45e1-a609-c58b6c207f30/13365b72-3dc0-45e1-a609-c58b6c207f30.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2348.468405] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e924586-0e67-4c25-ab75-db76248e7da5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.474247] env[63750]: DEBUG oslo_vmware.api [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Waiting for the task: (returnval){ [ 2348.474247] env[63750]: value = "task-2007480" [ 2348.474247] env[63750]: _type = "Task" [ 2348.474247] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2348.481345] env[63750]: DEBUG oslo_vmware.api [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007480, 'name': Rename_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2348.706250] env[63750]: DEBUG oslo_vmware.api [None req-84660aa1-3f2d-40e2-abcc-91b1f63f6c03 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Task: {'id': task-2007479, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154202} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2348.706495] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-84660aa1-3f2d-40e2-abcc-91b1f63f6c03 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2348.706672] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-84660aa1-3f2d-40e2-abcc-91b1f63f6c03 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2348.706847] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-84660aa1-3f2d-40e2-abcc-91b1f63f6c03 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2348.707023] env[63750]: INFO nova.compute.manager [None req-84660aa1-3f2d-40e2-abcc-91b1f63f6c03 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Took 2.11 seconds to destroy the instance on the hypervisor. [ 2348.707266] env[63750]: DEBUG oslo.service.loopingcall [None req-84660aa1-3f2d-40e2-abcc-91b1f63f6c03 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2348.707453] env[63750]: DEBUG nova.compute.manager [-] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2348.707545] env[63750]: DEBUG nova.network.neutron [-] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2348.807544] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Getting list of instances from cluster (obj){ [ 2348.807544] env[63750]: value = "domain-c8" [ 2348.807544] env[63750]: _type = "ClusterComputeResource" [ 2348.807544] env[63750]: } {{(pid=63750) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 2348.808618] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184a6a7c-928b-4670-9fcd-92fe8a455742 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.820032] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Got total of 3 instances {{(pid=63750) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 2348.820197] env[63750]: WARNING nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] While synchronizing instance power states, found 4 instances in the database and 3 instances on the hypervisor. [ 2348.820334] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Triggering sync for uuid 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb {{(pid=63750) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 2348.820514] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Triggering sync for uuid 73520114-461a-4246-b79b-55f9227f4841 {{(pid=63750) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 2348.820666] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Triggering sync for uuid ff7ade07-8194-4a70-a5de-4de7a67dfbbe {{(pid=63750) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 2348.820831] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Triggering sync for uuid 13365b72-3dc0-45e1-a609-c58b6c207f30 {{(pid=63750) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 2348.821147] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2348.821360] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2348.821619] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "73520114-461a-4246-b79b-55f9227f4841" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2348.821833] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "ff7ade07-8194-4a70-a5de-4de7a67dfbbe" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2348.822110] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "13365b72-3dc0-45e1-a609-c58b6c207f30" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2348.822326] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2348.823739] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caad949d-6e15-476c-b9f5-4b78bd753a11 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.868491] env[63750]: DEBUG oslo_vmware.api [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007478, 'name': ReconfigVM_Task, 'duration_secs': 1.088309} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2348.868770] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Reconfigured VM instance instance-00000078 to attach disk [datastore1] volume-dc0234e8-3f53-497e-a897-b3b55334119a/volume-dc0234e8-3f53-497e-a897-b3b55334119a.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2348.873373] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-703e5b54-f271-4902-b27d-10c2ca87b78d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.888549] env[63750]: DEBUG oslo_vmware.api [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for the task: (returnval){ [ 2348.888549] env[63750]: value = "task-2007481" [ 2348.888549] env[63750]: _type = "Task" [ 2348.888549] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2348.898338] env[63750]: DEBUG oslo_vmware.api [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007481, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2348.984433] env[63750]: DEBUG oslo_vmware.api [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007480, 'name': Rename_Task, 'duration_secs': 0.122587} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2348.984734] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2348.984988] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0732221a-a212-4077-a800-50c9e9f1978f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.991799] env[63750]: DEBUG oslo_vmware.api [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Waiting for the task: (returnval){ [ 2348.991799] env[63750]: value = "task-2007482" [ 2348.991799] env[63750]: _type = "Task" [ 2348.991799] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2349.000204] env[63750]: DEBUG oslo_vmware.api [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007482, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2349.172777] env[63750]: DEBUG nova.compute.manager [req-72b0de1e-2255-4710-9a58-e7d822c917c5 req-18409694-25cf-4ebd-a20e-9f47a6626cfe service nova] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Received event network-vif-deleted-da3f98e2-345b-45d1-8491-86874ef6ed11 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2349.172893] env[63750]: INFO nova.compute.manager [req-72b0de1e-2255-4710-9a58-e7d822c917c5 req-18409694-25cf-4ebd-a20e-9f47a6626cfe service nova] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Neutron deleted interface da3f98e2-345b-45d1-8491-86874ef6ed11; detaching it from the instance and deleting it from the info cache [ 2349.173047] env[63750]: DEBUG nova.network.neutron [req-72b0de1e-2255-4710-9a58-e7d822c917c5 req-18409694-25cf-4ebd-a20e-9f47a6626cfe service nova] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2349.327647] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2349.328105] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2349.328215] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2349.328326] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63750) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2349.329490] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489926cf-7a2f-4b63-81e6-607498eabe64 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.332380] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.511s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2349.338060] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a975106-0376-4fcf-8a94-fa5835c2c89d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.353053] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb263082-29b0-4a92-a3d1-318daac0ae32 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.359681] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099029c6-b7ed-4879-ab0c-d59e4258c0f1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.390668] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180649MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=63750) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2349.390844] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2349.391068] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2349.401114] env[63750]: DEBUG oslo_vmware.api [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007481, 'name': ReconfigVM_Task, 'duration_secs': 0.133819} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2349.401263] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412708', 'volume_id': 'dc0234e8-3f53-497e-a897-b3b55334119a', 'name': 'volume-dc0234e8-3f53-497e-a897-b3b55334119a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '73520114-461a-4246-b79b-55f9227f4841', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc0234e8-3f53-497e-a897-b3b55334119a', 'serial': 'dc0234e8-3f53-497e-a897-b3b55334119a'} {{(pid=63750) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2349.401833] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb936ad1-c8d5-4a4f-98ce-f27b76b8592e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.408550] env[63750]: DEBUG oslo_vmware.api [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for the task: (returnval){ [ 2349.408550] env[63750]: value = "task-2007483" [ 2349.408550] env[63750]: _type = "Task" [ 2349.408550] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2349.417214] env[63750]: DEBUG oslo_vmware.api [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007483, 'name': Rename_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2349.501594] env[63750]: DEBUG oslo_vmware.api [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007482, 'name': PowerOnVM_Task, 'duration_secs': 0.424732} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2349.502279] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2349.502279] env[63750]: INFO nova.compute.manager [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Took 12.41 seconds to spawn the instance on the hypervisor. [ 2349.502434] env[63750]: DEBUG nova.compute.manager [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2349.503115] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008520b8-5185-4334-98e6-9abf32421933 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.653848] env[63750]: DEBUG nova.network.neutron [-] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2349.675289] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8da1bcbc-6f65-4894-ae81-4272d2f4091e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.684729] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41230031-177d-496d-af11-cfc5f492e956 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.710058] env[63750]: DEBUG nova.compute.manager [req-72b0de1e-2255-4710-9a58-e7d822c917c5 req-18409694-25cf-4ebd-a20e-9f47a6626cfe service nova] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Detach interface failed, port_id=da3f98e2-345b-45d1-8491-86874ef6ed11, reason: Instance ff7ade07-8194-4a70-a5de-4de7a67dfbbe could not be found. {{(pid=63750) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2349.920206] env[63750]: DEBUG oslo_vmware.api [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007483, 'name': Rename_Task, 'duration_secs': 0.140934} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2349.920544] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2349.920714] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d2faa21-174d-404d-9414-6367c64500e6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.926961] env[63750]: DEBUG oslo_vmware.api [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for the task: (returnval){ [ 2349.926961] env[63750]: value = "task-2007484" [ 2349.926961] env[63750]: _type = "Task" [ 2349.926961] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2349.937318] env[63750]: DEBUG oslo_vmware.api [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007484, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2350.020223] env[63750]: INFO nova.compute.manager [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Took 17.11 seconds to build instance. [ 2350.155903] env[63750]: INFO nova.compute.manager [-] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] Took 1.45 seconds to deallocate network for instance. [ 2350.417570] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2350.417696] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance ff7ade07-8194-4a70-a5de-4de7a67dfbbe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2350.418235] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 73520114-461a-4246-b79b-55f9227f4841 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2350.418235] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 13365b72-3dc0-45e1-a609-c58b6c207f30 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2350.418235] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2350.418235] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2350.438310] env[63750]: DEBUG oslo_vmware.api [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007484, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2350.491800] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801b5bb1-0e0a-4b1c-ad39-76505d0dde2a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.499308] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28cd8e51-8d6b-45bf-9ea2-6b5375b43845 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.529626] env[63750]: DEBUG oslo_concurrency.lockutils [None req-fd03085e-7172-44ef-a0e9-f1e8a7864ea2 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Lock "13365b72-3dc0-45e1-a609-c58b6c207f30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.628s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2350.529626] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "13365b72-3dc0-45e1-a609-c58b6c207f30" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.708s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2350.529870] env[63750]: INFO nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] During sync_power_state the instance has a pending task (spawning). Skip. [ 2350.529960] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "13365b72-3dc0-45e1-a609-c58b6c207f30" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2350.530643] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1563508-3b67-4b99-9cd4-24fd3e5bd0e5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.538142] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19e50ef-5fef-410c-84d2-95d76774b2fc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.551562] env[63750]: DEBUG nova.compute.provider_tree [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Updating inventory in ProviderTree for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2350.663020] env[63750]: DEBUG oslo_concurrency.lockutils [None req-84660aa1-3f2d-40e2-abcc-91b1f63f6c03 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2350.897370] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Acquiring lock "69ed1b5c-c74c-4d6e-a135-a6a360912fdc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2350.897647] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Lock "69ed1b5c-c74c-4d6e-a135-a6a360912fdc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2350.938027] env[63750]: DEBUG oslo_vmware.api [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007484, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2351.071067] env[63750]: ERROR nova.scheduler.client.report [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [req-6547ed42-5704-409e-b63b-c99e278f7cf8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e97779d2-c1aa-4b7e-928a-1e7ed86edaab. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6547ed42-5704-409e-b63b-c99e278f7cf8"}]} [ 2351.088277] env[63750]: DEBUG nova.scheduler.client.report [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Refreshing inventories for resource provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2351.100963] env[63750]: DEBUG nova.scheduler.client.report [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Updating ProviderTree inventory for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2351.101158] env[63750]: DEBUG nova.compute.provider_tree [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Updating inventory in ProviderTree for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2351.111131] env[63750]: DEBUG nova.scheduler.client.report [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Refreshing aggregate associations for resource provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab, aggregates: None {{(pid=63750) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2351.126660] env[63750]: DEBUG nova.scheduler.client.report [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Refreshing trait associations for resource provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=63750) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2351.188023] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf22ce7-5c7b-4ed5-a977-1c6e9de44224 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2351.195259] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca596401-5c97-4597-bca5-0b14d3e85fbf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2351.224804] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5470321d-fd8f-41a4-9c04-df29dcf8e42c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2351.232077] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264f5aed-2976-44e0-aa4c-c94500a735bf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2351.245771] env[63750]: DEBUG nova.compute.provider_tree [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Updating inventory in ProviderTree for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2351.399852] env[63750]: DEBUG nova.compute.manager [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 69ed1b5c-c74c-4d6e-a135-a6a360912fdc] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2351.439414] env[63750]: DEBUG oslo_vmware.api [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007484, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2351.776612] env[63750]: DEBUG nova.scheduler.client.report [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Updated inventory for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with generation 172 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2351.776842] env[63750]: DEBUG nova.compute.provider_tree [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Updating resource provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab generation from 172 to 173 during operation: update_inventory {{(pid=63750) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2351.776994] env[63750]: DEBUG nova.compute.provider_tree [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Updating inventory in ProviderTree for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2351.918725] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2351.939150] env[63750]: DEBUG oslo_vmware.api [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007484, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2352.283060] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63750) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2352.283060] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.891s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2352.283060] env[63750]: DEBUG oslo_concurrency.lockutils [None req-84660aa1-3f2d-40e2-abcc-91b1f63f6c03 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.620s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2352.283060] env[63750]: DEBUG nova.objects.instance [None req-84660aa1-3f2d-40e2-abcc-91b1f63f6c03 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lazy-loading 'resources' on Instance uuid ff7ade07-8194-4a70-a5de-4de7a67dfbbe {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2352.283885] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2352.284291] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Getting list of instances from cluster (obj){ [ 2352.284291] env[63750]: value = "domain-c8" [ 2352.284291] env[63750]: _type = "ClusterComputeResource" [ 2352.284291] env[63750]: } {{(pid=63750) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 2352.285458] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75570c30-793d-40c2-9873-051b3e95631d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.298536] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Got total of 3 instances {{(pid=63750) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 2352.439704] env[63750]: DEBUG oslo_vmware.api [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007484, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2352.849014] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8ee982-3185-4afd-9ffd-8c53cdf22552 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.856659] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16cf55ea-18cf-4cb9-aca2-1f392cded1a1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.885408] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b65e4b-8cad-44a4-b1b3-d26cb0b99f88 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.892179] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca28f39-c75a-4cbe-a2a2-52429e961bbf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.904697] env[63750]: DEBUG nova.compute.provider_tree [None req-84660aa1-3f2d-40e2-abcc-91b1f63f6c03 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2352.938429] env[63750]: DEBUG oslo_vmware.api [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007484, 'name': PowerOnVM_Task, 'duration_secs': 2.656744} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2352.938677] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2353.032401] env[63750]: DEBUG nova.compute.manager [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2353.033338] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5cdab8f-7dfe-418f-8a05-66553286abaf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2353.407672] env[63750]: DEBUG nova.scheduler.client.report [None req-84660aa1-3f2d-40e2-abcc-91b1f63f6c03 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2353.548996] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c60ed716-c1b3-429c-b4c0-8344d0637f75 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Lock "73520114-461a-4246-b79b-55f9227f4841" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 34.388s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2353.549710] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "73520114-461a-4246-b79b-55f9227f4841" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.728s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2353.549710] env[63750]: INFO nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 73520114-461a-4246-b79b-55f9227f4841] During sync_power_state the instance has a pending task (spawning). Skip. [ 2353.549795] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "73520114-461a-4246-b79b-55f9227f4841" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2353.912832] env[63750]: DEBUG oslo_concurrency.lockutils [None req-84660aa1-3f2d-40e2-abcc-91b1f63f6c03 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.630s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2353.915227] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.997s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2353.916705] env[63750]: INFO nova.compute.claims [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 69ed1b5c-c74c-4d6e-a135-a6a360912fdc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2353.936378] env[63750]: INFO nova.scheduler.client.report [None req-84660aa1-3f2d-40e2-abcc-91b1f63f6c03 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Deleted allocations for instance ff7ade07-8194-4a70-a5de-4de7a67dfbbe [ 2354.442715] env[63750]: DEBUG oslo_concurrency.lockutils [None req-84660aa1-3f2d-40e2-abcc-91b1f63f6c03 tempest-ServerActionsTestJSON-1451272682 tempest-ServerActionsTestJSON-1451272682-project-member] Lock "ff7ade07-8194-4a70-a5de-4de7a67dfbbe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.349s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2354.443605] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "ff7ade07-8194-4a70-a5de-4de7a67dfbbe" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.622s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2354.443721] env[63750]: INFO nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: ff7ade07-8194-4a70-a5de-4de7a67dfbbe] During sync_power_state the instance has a pending task (deleting). Skip. [ 2354.443903] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "ff7ade07-8194-4a70-a5de-4de7a67dfbbe" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2354.986399] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d28d95-bbf3-444b-bc19-6cec193e508f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.994586] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a958b6-774f-449b-8fe9-96f6e1c13ff2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.026478] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b27328b-f727-4278-a5f6-61efcda9e83e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.034451] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36eabfc5-cd10-471a-b900-9e814b81d469 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.049177] env[63750]: DEBUG nova.compute.provider_tree [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2355.552844] env[63750]: DEBUG nova.scheduler.client.report [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2356.060189] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.145s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2356.060708] env[63750]: DEBUG nova.compute.manager [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 69ed1b5c-c74c-4d6e-a135-a6a360912fdc] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2356.567057] env[63750]: DEBUG nova.compute.utils [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2356.568407] env[63750]: DEBUG nova.compute.manager [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 69ed1b5c-c74c-4d6e-a135-a6a360912fdc] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2356.568619] env[63750]: DEBUG nova.network.neutron [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 69ed1b5c-c74c-4d6e-a135-a6a360912fdc] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2356.614202] env[63750]: DEBUG nova.policy [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9151079f5be243bc9797275064a35ab1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c5c5914efc54e838922e690144d6798', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 2356.858244] env[63750]: DEBUG nova.network.neutron [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 69ed1b5c-c74c-4d6e-a135-a6a360912fdc] Successfully created port: cf05484c-1881-466b-a2b0-80d3308f5df3 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2357.072347] env[63750]: DEBUG nova.compute.manager [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 69ed1b5c-c74c-4d6e-a135-a6a360912fdc] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2358.083327] env[63750]: DEBUG nova.compute.manager [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 69ed1b5c-c74c-4d6e-a135-a6a360912fdc] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2358.109682] env[63750]: DEBUG nova.virt.hardware [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2358.109955] env[63750]: DEBUG nova.virt.hardware [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2358.110153] env[63750]: DEBUG nova.virt.hardware [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2358.110356] env[63750]: DEBUG nova.virt.hardware [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2358.110504] env[63750]: DEBUG nova.virt.hardware [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2358.110649] env[63750]: DEBUG nova.virt.hardware [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2358.110857] env[63750]: DEBUG nova.virt.hardware [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2358.111117] env[63750]: DEBUG nova.virt.hardware [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2358.111297] env[63750]: DEBUG nova.virt.hardware [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2358.111461] env[63750]: DEBUG nova.virt.hardware [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2358.111632] env[63750]: DEBUG nova.virt.hardware [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2358.112611] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740d2e81-95a1-4513-9d5a-d7f1ff21dc3c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.121640] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed38b0df-fd3b-4675-bd73-3a0f5f5069e1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.657995] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2358.658181] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Cleaning up deleted instances with incomplete migration {{(pid=63750) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11784}} [ 2359.228819] env[63750]: DEBUG nova.compute.manager [req-c99d84ad-a49a-47ed-82db-ae2a3b8dc460 req-2c897751-6e22-4e14-8b0c-47d3d6ca5ea4 service nova] [instance: 69ed1b5c-c74c-4d6e-a135-a6a360912fdc] Received event network-vif-plugged-cf05484c-1881-466b-a2b0-80d3308f5df3 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2359.229110] env[63750]: DEBUG oslo_concurrency.lockutils [req-c99d84ad-a49a-47ed-82db-ae2a3b8dc460 req-2c897751-6e22-4e14-8b0c-47d3d6ca5ea4 service nova] Acquiring lock "69ed1b5c-c74c-4d6e-a135-a6a360912fdc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2359.229250] env[63750]: DEBUG oslo_concurrency.lockutils [req-c99d84ad-a49a-47ed-82db-ae2a3b8dc460 req-2c897751-6e22-4e14-8b0c-47d3d6ca5ea4 service nova] Lock "69ed1b5c-c74c-4d6e-a135-a6a360912fdc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2359.229394] env[63750]: DEBUG oslo_concurrency.lockutils [req-c99d84ad-a49a-47ed-82db-ae2a3b8dc460 req-2c897751-6e22-4e14-8b0c-47d3d6ca5ea4 service nova] Lock "69ed1b5c-c74c-4d6e-a135-a6a360912fdc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2359.229562] env[63750]: DEBUG nova.compute.manager [req-c99d84ad-a49a-47ed-82db-ae2a3b8dc460 req-2c897751-6e22-4e14-8b0c-47d3d6ca5ea4 service nova] [instance: 69ed1b5c-c74c-4d6e-a135-a6a360912fdc] No waiting events found dispatching network-vif-plugged-cf05484c-1881-466b-a2b0-80d3308f5df3 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2359.229724] env[63750]: WARNING nova.compute.manager [req-c99d84ad-a49a-47ed-82db-ae2a3b8dc460 req-2c897751-6e22-4e14-8b0c-47d3d6ca5ea4 service nova] [instance: 69ed1b5c-c74c-4d6e-a135-a6a360912fdc] Received unexpected event network-vif-plugged-cf05484c-1881-466b-a2b0-80d3308f5df3 for instance with vm_state building and task_state spawning. [ 2359.313413] env[63750]: DEBUG nova.network.neutron [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 69ed1b5c-c74c-4d6e-a135-a6a360912fdc] Successfully updated port: cf05484c-1881-466b-a2b0-80d3308f5df3 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2359.816227] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Acquiring lock "refresh_cache-69ed1b5c-c74c-4d6e-a135-a6a360912fdc" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2359.816401] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Acquired lock "refresh_cache-69ed1b5c-c74c-4d6e-a135-a6a360912fdc" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2359.816578] env[63750]: DEBUG nova.network.neutron [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 69ed1b5c-c74c-4d6e-a135-a6a360912fdc] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2360.348171] env[63750]: DEBUG nova.network.neutron [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 69ed1b5c-c74c-4d6e-a135-a6a360912fdc] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2360.468130] env[63750]: DEBUG nova.network.neutron [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 69ed1b5c-c74c-4d6e-a135-a6a360912fdc] Updating instance_info_cache with network_info: [{"id": "cf05484c-1881-466b-a2b0-80d3308f5df3", "address": "fa:16:3e:ba:f4:95", "network": {"id": "e9f381b3-a6e8-4ae4-be2b-c7cde966c93f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-828573942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c5c5914efc54e838922e690144d6798", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf05484c-18", "ovs_interfaceid": "cf05484c-1881-466b-a2b0-80d3308f5df3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2360.971416] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Releasing lock "refresh_cache-69ed1b5c-c74c-4d6e-a135-a6a360912fdc" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2360.971711] env[63750]: DEBUG nova.compute.manager [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 69ed1b5c-c74c-4d6e-a135-a6a360912fdc] Instance network_info: |[{"id": "cf05484c-1881-466b-a2b0-80d3308f5df3", "address": "fa:16:3e:ba:f4:95", "network": {"id": "e9f381b3-a6e8-4ae4-be2b-c7cde966c93f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-828573942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c5c5914efc54e838922e690144d6798", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf05484c-18", "ovs_interfaceid": "cf05484c-1881-466b-a2b0-80d3308f5df3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2360.972213] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 69ed1b5c-c74c-4d6e-a135-a6a360912fdc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:f4:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ac3fd84-c373-49f5-82dc-784a6cdb686d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf05484c-1881-466b-a2b0-80d3308f5df3', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2360.979808] env[63750]: DEBUG oslo.service.loopingcall [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2360.980023] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69ed1b5c-c74c-4d6e-a135-a6a360912fdc] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2360.981455] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc70bce8-a8ac-47ba-8373-f67f3dfaa4b0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.000773] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2361.000773] env[63750]: value = "task-2007485" [ 2361.000773] env[63750]: _type = "Task" [ 2361.000773] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2361.008348] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007485, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2361.255033] env[63750]: DEBUG nova.compute.manager [req-6df11ffd-79a4-4b54-8f5d-0cd5859d7aa7 req-a8eb8e69-3a94-4e72-a8ad-b7e7e5702d94 service nova] [instance: 69ed1b5c-c74c-4d6e-a135-a6a360912fdc] Received event network-changed-cf05484c-1881-466b-a2b0-80d3308f5df3 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2361.255231] env[63750]: DEBUG nova.compute.manager [req-6df11ffd-79a4-4b54-8f5d-0cd5859d7aa7 req-a8eb8e69-3a94-4e72-a8ad-b7e7e5702d94 service nova] [instance: 69ed1b5c-c74c-4d6e-a135-a6a360912fdc] Refreshing instance network info cache due to event network-changed-cf05484c-1881-466b-a2b0-80d3308f5df3. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2361.255445] env[63750]: DEBUG oslo_concurrency.lockutils [req-6df11ffd-79a4-4b54-8f5d-0cd5859d7aa7 req-a8eb8e69-3a94-4e72-a8ad-b7e7e5702d94 service nova] Acquiring lock "refresh_cache-69ed1b5c-c74c-4d6e-a135-a6a360912fdc" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2361.255609] env[63750]: DEBUG oslo_concurrency.lockutils [req-6df11ffd-79a4-4b54-8f5d-0cd5859d7aa7 req-a8eb8e69-3a94-4e72-a8ad-b7e7e5702d94 service nova] Acquired lock "refresh_cache-69ed1b5c-c74c-4d6e-a135-a6a360912fdc" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2361.255774] env[63750]: DEBUG nova.network.neutron [req-6df11ffd-79a4-4b54-8f5d-0cd5859d7aa7 req-a8eb8e69-3a94-4e72-a8ad-b7e7e5702d94 service nova] [instance: 69ed1b5c-c74c-4d6e-a135-a6a360912fdc] Refreshing network info cache for port cf05484c-1881-466b-a2b0-80d3308f5df3 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2361.511167] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007485, 'name': CreateVM_Task, 'duration_secs': 0.382824} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2361.511531] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69ed1b5c-c74c-4d6e-a135-a6a360912fdc] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2361.512023] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2361.512219] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2361.512534] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2361.512776] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19ae63ef-216a-435c-b244-2c18ceb1aef4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.517439] env[63750]: DEBUG oslo_vmware.api [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Waiting for the task: (returnval){ [ 2361.517439] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52abe8a1-6675-cfd5-8204-52e8c6938124" [ 2361.517439] env[63750]: _type = "Task" [ 2361.517439] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2361.524819] env[63750]: DEBUG oslo_vmware.api [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52abe8a1-6675-cfd5-8204-52e8c6938124, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2361.937895] env[63750]: DEBUG nova.network.neutron [req-6df11ffd-79a4-4b54-8f5d-0cd5859d7aa7 req-a8eb8e69-3a94-4e72-a8ad-b7e7e5702d94 service nova] [instance: 69ed1b5c-c74c-4d6e-a135-a6a360912fdc] Updated VIF entry in instance network info cache for port cf05484c-1881-466b-a2b0-80d3308f5df3. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2361.938282] env[63750]: DEBUG nova.network.neutron [req-6df11ffd-79a4-4b54-8f5d-0cd5859d7aa7 req-a8eb8e69-3a94-4e72-a8ad-b7e7e5702d94 service nova] [instance: 69ed1b5c-c74c-4d6e-a135-a6a360912fdc] Updating instance_info_cache with network_info: [{"id": "cf05484c-1881-466b-a2b0-80d3308f5df3", "address": "fa:16:3e:ba:f4:95", "network": {"id": "e9f381b3-a6e8-4ae4-be2b-c7cde966c93f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-828573942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c5c5914efc54e838922e690144d6798", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf05484c-18", "ovs_interfaceid": "cf05484c-1881-466b-a2b0-80d3308f5df3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2362.031232] env[63750]: DEBUG oslo_vmware.api [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52abe8a1-6675-cfd5-8204-52e8c6938124, 'name': SearchDatastore_Task, 'duration_secs': 0.009253} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2362.031624] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2362.031934] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 69ed1b5c-c74c-4d6e-a135-a6a360912fdc] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2362.032269] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2362.032474] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2362.032718] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2362.033063] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d7e2c78-f16c-469e-97ea-9fdb6307d63c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.043015] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2362.043380] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2362.044261] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d26932e-1fe6-4e50-816e-20448649d9f5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.050784] env[63750]: DEBUG oslo_vmware.api [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Waiting for the task: (returnval){ [ 2362.050784] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5290660c-6936-cccc-b424-6c39a218f646" [ 2362.050784] env[63750]: _type = "Task" [ 2362.050784] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2362.061096] env[63750]: DEBUG oslo_vmware.api [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5290660c-6936-cccc-b424-6c39a218f646, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2362.441240] env[63750]: DEBUG oslo_concurrency.lockutils [req-6df11ffd-79a4-4b54-8f5d-0cd5859d7aa7 req-a8eb8e69-3a94-4e72-a8ad-b7e7e5702d94 service nova] Releasing lock "refresh_cache-69ed1b5c-c74c-4d6e-a135-a6a360912fdc" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2362.561458] env[63750]: DEBUG oslo_vmware.api [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5290660c-6936-cccc-b424-6c39a218f646, 'name': SearchDatastore_Task, 'duration_secs': 0.00955} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2362.562232] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-377bff08-0c70-49c1-9bb9-0a11cd3793f6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.567092] env[63750]: DEBUG oslo_vmware.api [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Waiting for the task: (returnval){ [ 2362.567092] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]526ddffc-2d85-ca05-061d-31a74dac5880" [ 2362.567092] env[63750]: _type = "Task" [ 2362.567092] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2362.574189] env[63750]: DEBUG oslo_vmware.api [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]526ddffc-2d85-ca05-061d-31a74dac5880, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2363.077206] env[63750]: DEBUG oslo_vmware.api [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]526ddffc-2d85-ca05-061d-31a74dac5880, 'name': SearchDatastore_Task, 'duration_secs': 0.008909} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2363.077456] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2363.077711] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 69ed1b5c-c74c-4d6e-a135-a6a360912fdc/69ed1b5c-c74c-4d6e-a135-a6a360912fdc.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2363.077966] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-afabeb30-bacd-4780-aab4-4d2b8be466e2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.084600] env[63750]: DEBUG oslo_vmware.api [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Waiting for the task: (returnval){ [ 2363.084600] env[63750]: value = "task-2007486" [ 2363.084600] env[63750]: _type = "Task" [ 2363.084600] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2363.594491] env[63750]: DEBUG oslo_vmware.api [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007486, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494946} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2363.594850] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 69ed1b5c-c74c-4d6e-a135-a6a360912fdc/69ed1b5c-c74c-4d6e-a135-a6a360912fdc.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2363.594928] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 69ed1b5c-c74c-4d6e-a135-a6a360912fdc] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2363.595167] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28b75d2d-2462-45c2-a07b-0a679d3381fb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.602446] env[63750]: DEBUG oslo_vmware.api [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Waiting for the task: (returnval){ [ 2363.602446] env[63750]: value = "task-2007487" [ 2363.602446] env[63750]: _type = "Task" [ 2363.602446] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2363.609727] env[63750]: DEBUG oslo_vmware.api [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007487, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2364.111814] env[63750]: DEBUG oslo_vmware.api [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007487, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056172} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2364.112093] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 69ed1b5c-c74c-4d6e-a135-a6a360912fdc] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2364.112851] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d5bbad-2ae1-45cd-a462-b8da97d77318 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.134368] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 69ed1b5c-c74c-4d6e-a135-a6a360912fdc] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 69ed1b5c-c74c-4d6e-a135-a6a360912fdc/69ed1b5c-c74c-4d6e-a135-a6a360912fdc.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2364.134587] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07c97c25-015f-4b0b-b91a-381d560170d7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.154447] env[63750]: DEBUG oslo_vmware.api [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Waiting for the task: (returnval){ [ 2364.154447] env[63750]: value = "task-2007488" [ 2364.154447] env[63750]: _type = "Task" [ 2364.154447] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2364.161606] env[63750]: DEBUG oslo_vmware.api [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007488, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2364.665829] env[63750]: DEBUG oslo_vmware.api [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007488, 'name': ReconfigVM_Task, 'duration_secs': 0.511724} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2364.666156] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 69ed1b5c-c74c-4d6e-a135-a6a360912fdc] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 69ed1b5c-c74c-4d6e-a135-a6a360912fdc/69ed1b5c-c74c-4d6e-a135-a6a360912fdc.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2364.666737] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fed9f864-b545-4cb3-ab04-03ccce3e4cf3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.672089] env[63750]: DEBUG oslo_vmware.api [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Waiting for the task: (returnval){ [ 2364.672089] env[63750]: value = "task-2007489" [ 2364.672089] env[63750]: _type = "Task" [ 2364.672089] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2364.679035] env[63750]: DEBUG oslo_vmware.api [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007489, 'name': Rename_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2365.182246] env[63750]: DEBUG oslo_vmware.api [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007489, 'name': Rename_Task, 'duration_secs': 0.116957} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2365.182499] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 69ed1b5c-c74c-4d6e-a135-a6a360912fdc] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2365.182731] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67eee026-5de9-4d5a-9ce0-c25027aebf04 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.188235] env[63750]: DEBUG oslo_vmware.api [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Waiting for the task: (returnval){ [ 2365.188235] env[63750]: value = "task-2007490" [ 2365.188235] env[63750]: _type = "Task" [ 2365.188235] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2365.195422] env[63750]: DEBUG oslo_vmware.api [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007490, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2365.698351] env[63750]: DEBUG oslo_vmware.api [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007490, 'name': PowerOnVM_Task, 'duration_secs': 0.501312} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2365.698792] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 69ed1b5c-c74c-4d6e-a135-a6a360912fdc] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2365.699131] env[63750]: INFO nova.compute.manager [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 69ed1b5c-c74c-4d6e-a135-a6a360912fdc] Took 7.62 seconds to spawn the instance on the hypervisor. [ 2365.699429] env[63750]: DEBUG nova.compute.manager [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 69ed1b5c-c74c-4d6e-a135-a6a360912fdc] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2365.700647] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d350136a-8ad4-46f5-8d8e-27a47444bb39 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.219395] env[63750]: INFO nova.compute.manager [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 69ed1b5c-c74c-4d6e-a135-a6a360912fdc] Took 14.31 seconds to build instance. [ 2366.721438] env[63750]: DEBUG oslo_concurrency.lockutils [None req-a13179e6-56c7-41c1-90fa-63949ef6c159 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Lock "69ed1b5c-c74c-4d6e-a135-a6a360912fdc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.824s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2367.238789] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3f634879-a449-44de-901e-8dbd40f2d494 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Acquiring lock "69ed1b5c-c74c-4d6e-a135-a6a360912fdc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2367.239215] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3f634879-a449-44de-901e-8dbd40f2d494 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Lock "69ed1b5c-c74c-4d6e-a135-a6a360912fdc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2367.239521] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3f634879-a449-44de-901e-8dbd40f2d494 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Acquiring lock "69ed1b5c-c74c-4d6e-a135-a6a360912fdc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2367.239795] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3f634879-a449-44de-901e-8dbd40f2d494 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Lock "69ed1b5c-c74c-4d6e-a135-a6a360912fdc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2367.240062] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3f634879-a449-44de-901e-8dbd40f2d494 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Lock "69ed1b5c-c74c-4d6e-a135-a6a360912fdc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2367.242964] env[63750]: INFO nova.compute.manager [None req-3f634879-a449-44de-901e-8dbd40f2d494 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 69ed1b5c-c74c-4d6e-a135-a6a360912fdc] Terminating instance [ 2367.747685] env[63750]: DEBUG nova.compute.manager [None req-3f634879-a449-44de-901e-8dbd40f2d494 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 69ed1b5c-c74c-4d6e-a135-a6a360912fdc] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2367.749424] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3f634879-a449-44de-901e-8dbd40f2d494 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 69ed1b5c-c74c-4d6e-a135-a6a360912fdc] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2367.750405] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9815296-c310-4dab-834f-eeeef354e25f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.757846] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f634879-a449-44de-901e-8dbd40f2d494 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 69ed1b5c-c74c-4d6e-a135-a6a360912fdc] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2367.758085] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbcd577f-1328-4899-8c51-f142d3157405 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.764532] env[63750]: DEBUG oslo_vmware.api [None req-3f634879-a449-44de-901e-8dbd40f2d494 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Waiting for the task: (returnval){ [ 2367.764532] env[63750]: value = "task-2007491" [ 2367.764532] env[63750]: _type = "Task" [ 2367.764532] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2367.773228] env[63750]: DEBUG oslo_vmware.api [None req-3f634879-a449-44de-901e-8dbd40f2d494 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007491, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2368.274740] env[63750]: DEBUG oslo_vmware.api [None req-3f634879-a449-44de-901e-8dbd40f2d494 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007491, 'name': PowerOffVM_Task, 'duration_secs': 0.190847} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2368.274997] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f634879-a449-44de-901e-8dbd40f2d494 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 69ed1b5c-c74c-4d6e-a135-a6a360912fdc] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2368.275720] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3f634879-a449-44de-901e-8dbd40f2d494 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 69ed1b5c-c74c-4d6e-a135-a6a360912fdc] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2368.275979] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e9f0306-0207-4d1e-abec-b1b6bbde45a0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.402701] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3f634879-a449-44de-901e-8dbd40f2d494 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 69ed1b5c-c74c-4d6e-a135-a6a360912fdc] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2368.402880] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3f634879-a449-44de-901e-8dbd40f2d494 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 69ed1b5c-c74c-4d6e-a135-a6a360912fdc] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2368.403044] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f634879-a449-44de-901e-8dbd40f2d494 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Deleting the datastore file [datastore1] 69ed1b5c-c74c-4d6e-a135-a6a360912fdc {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2368.403320] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-050f13d3-b5bb-4521-a410-ad8817fbb9e0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.409502] env[63750]: DEBUG oslo_vmware.api [None req-3f634879-a449-44de-901e-8dbd40f2d494 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Waiting for the task: (returnval){ [ 2368.409502] env[63750]: value = "task-2007493" [ 2368.409502] env[63750]: _type = "Task" [ 2368.409502] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2368.417012] env[63750]: DEBUG oslo_vmware.api [None req-3f634879-a449-44de-901e-8dbd40f2d494 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2368.922436] env[63750]: DEBUG oslo_vmware.api [None req-3f634879-a449-44de-901e-8dbd40f2d494 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159666} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2368.922815] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f634879-a449-44de-901e-8dbd40f2d494 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2368.922954] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3f634879-a449-44de-901e-8dbd40f2d494 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 69ed1b5c-c74c-4d6e-a135-a6a360912fdc] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2368.923210] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-3f634879-a449-44de-901e-8dbd40f2d494 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 69ed1b5c-c74c-4d6e-a135-a6a360912fdc] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2368.923431] env[63750]: INFO nova.compute.manager [None req-3f634879-a449-44de-901e-8dbd40f2d494 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 69ed1b5c-c74c-4d6e-a135-a6a360912fdc] Took 1.18 seconds to destroy the instance on the hypervisor. [ 2368.923730] env[63750]: DEBUG oslo.service.loopingcall [None req-3f634879-a449-44de-901e-8dbd40f2d494 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2368.923952] env[63750]: DEBUG nova.compute.manager [-] [instance: 69ed1b5c-c74c-4d6e-a135-a6a360912fdc] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2368.924078] env[63750]: DEBUG nova.network.neutron [-] [instance: 69ed1b5c-c74c-4d6e-a135-a6a360912fdc] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2369.157648] env[63750]: DEBUG nova.compute.manager [req-0993c17f-8ea9-40b9-a2aa-847a41f81465 req-b0c06eff-3950-4557-8b9c-9ae9720bc4d4 service nova] [instance: 69ed1b5c-c74c-4d6e-a135-a6a360912fdc] Received event network-vif-deleted-cf05484c-1881-466b-a2b0-80d3308f5df3 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2369.157916] env[63750]: INFO nova.compute.manager [req-0993c17f-8ea9-40b9-a2aa-847a41f81465 req-b0c06eff-3950-4557-8b9c-9ae9720bc4d4 service nova] [instance: 69ed1b5c-c74c-4d6e-a135-a6a360912fdc] Neutron deleted interface cf05484c-1881-466b-a2b0-80d3308f5df3; detaching it from the instance and deleting it from the info cache [ 2369.158058] env[63750]: DEBUG nova.network.neutron [req-0993c17f-8ea9-40b9-a2aa-847a41f81465 req-b0c06eff-3950-4557-8b9c-9ae9720bc4d4 service nova] [instance: 69ed1b5c-c74c-4d6e-a135-a6a360912fdc] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2369.632511] env[63750]: DEBUG nova.network.neutron [-] [instance: 69ed1b5c-c74c-4d6e-a135-a6a360912fdc] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2369.660961] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8b9c4d2b-b819-4655-abf2-e2ce9d1dc74e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2369.670246] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6163b92-bd4d-4adf-8680-4885820f6e64 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2369.696291] env[63750]: DEBUG nova.compute.manager [req-0993c17f-8ea9-40b9-a2aa-847a41f81465 req-b0c06eff-3950-4557-8b9c-9ae9720bc4d4 service nova] [instance: 69ed1b5c-c74c-4d6e-a135-a6a360912fdc] Detach interface failed, port_id=cf05484c-1881-466b-a2b0-80d3308f5df3, reason: Instance 69ed1b5c-c74c-4d6e-a135-a6a360912fdc could not be found. {{(pid=63750) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2370.134872] env[63750]: INFO nova.compute.manager [-] [instance: 69ed1b5c-c74c-4d6e-a135-a6a360912fdc] Took 1.21 seconds to deallocate network for instance. [ 2370.641201] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3f634879-a449-44de-901e-8dbd40f2d494 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2370.641495] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3f634879-a449-44de-901e-8dbd40f2d494 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2370.641721] env[63750]: DEBUG nova.objects.instance [None req-3f634879-a449-44de-901e-8dbd40f2d494 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Lazy-loading 'resources' on Instance uuid 69ed1b5c-c74c-4d6e-a135-a6a360912fdc {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2371.203167] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df93a0bf-7ffd-405c-a097-88228beaddc0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.210774] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76ab456-eebd-4260-87f9-754dbe1e6633 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.240054] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103ec333-d15d-4f9a-bdea-8709d984abff {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.247705] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0e062d-252b-476b-8bac-4d67c1eee952 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.260480] env[63750]: DEBUG nova.compute.provider_tree [None req-3f634879-a449-44de-901e-8dbd40f2d494 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2371.763047] env[63750]: DEBUG nova.scheduler.client.report [None req-3f634879-a449-44de-901e-8dbd40f2d494 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2372.267990] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3f634879-a449-44de-901e-8dbd40f2d494 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.626s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2372.286152] env[63750]: INFO nova.scheduler.client.report [None req-3f634879-a449-44de-901e-8dbd40f2d494 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Deleted allocations for instance 69ed1b5c-c74c-4d6e-a135-a6a360912fdc [ 2372.798555] env[63750]: DEBUG oslo_concurrency.lockutils [None req-3f634879-a449-44de-901e-8dbd40f2d494 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Lock "69ed1b5c-c74c-4d6e-a135-a6a360912fdc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.559s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2373.643796] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c4467b8c-4a43-42db-b7f0-f722a314e678 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Acquiring lock "6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2373.644082] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c4467b8c-4a43-42db-b7f0-f722a314e678 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Lock "6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2373.644343] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c4467b8c-4a43-42db-b7f0-f722a314e678 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Acquiring lock "6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2373.644544] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c4467b8c-4a43-42db-b7f0-f722a314e678 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Lock "6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2373.644750] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c4467b8c-4a43-42db-b7f0-f722a314e678 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Lock "6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2373.646999] env[63750]: INFO nova.compute.manager [None req-c4467b8c-4a43-42db-b7f0-f722a314e678 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Terminating instance [ 2374.151261] env[63750]: DEBUG nova.compute.manager [None req-c4467b8c-4a43-42db-b7f0-f722a314e678 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2374.151506] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c4467b8c-4a43-42db-b7f0-f722a314e678 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2374.152475] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7e11ca-3473-48d4-b112-48b4ca18b835 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2374.160653] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4467b8c-4a43-42db-b7f0-f722a314e678 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2374.160883] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3a28463-b472-4220-b279-325290074642 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2374.166849] env[63750]: DEBUG oslo_vmware.api [None req-c4467b8c-4a43-42db-b7f0-f722a314e678 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Waiting for the task: (returnval){ [ 2374.166849] env[63750]: value = "task-2007494" [ 2374.166849] env[63750]: _type = "Task" [ 2374.166849] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2374.174858] env[63750]: DEBUG oslo_vmware.api [None req-c4467b8c-4a43-42db-b7f0-f722a314e678 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2374.677649] env[63750]: DEBUG oslo_vmware.api [None req-c4467b8c-4a43-42db-b7f0-f722a314e678 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007494, 'name': PowerOffVM_Task, 'duration_secs': 0.179517} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2374.677982] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4467b8c-4a43-42db-b7f0-f722a314e678 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2374.678064] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c4467b8c-4a43-42db-b7f0-f722a314e678 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2374.678299] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73c26823-34d8-4977-a7ae-83c6a79f0c1f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2374.832194] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c4467b8c-4a43-42db-b7f0-f722a314e678 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2374.832368] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c4467b8c-4a43-42db-b7f0-f722a314e678 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2374.832551] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4467b8c-4a43-42db-b7f0-f722a314e678 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Deleting the datastore file [datastore1] 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2374.832820] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56608738-1ebf-4146-9e63-02344e36c484 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2374.838556] env[63750]: DEBUG oslo_vmware.api [None req-c4467b8c-4a43-42db-b7f0-f722a314e678 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Waiting for the task: (returnval){ [ 2374.838556] env[63750]: value = "task-2007496" [ 2374.838556] env[63750]: _type = "Task" [ 2374.838556] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2374.845902] env[63750]: DEBUG oslo_vmware.api [None req-c4467b8c-4a43-42db-b7f0-f722a314e678 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007496, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2375.350093] env[63750]: DEBUG oslo_vmware.api [None req-c4467b8c-4a43-42db-b7f0-f722a314e678 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007496, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142728} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2375.350093] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4467b8c-4a43-42db-b7f0-f722a314e678 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2375.350093] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c4467b8c-4a43-42db-b7f0-f722a314e678 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2375.350093] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c4467b8c-4a43-42db-b7f0-f722a314e678 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2375.350375] env[63750]: INFO nova.compute.manager [None req-c4467b8c-4a43-42db-b7f0-f722a314e678 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Took 1.20 seconds to destroy the instance on the hypervisor. [ 2375.350411] env[63750]: DEBUG oslo.service.loopingcall [None req-c4467b8c-4a43-42db-b7f0-f722a314e678 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2375.350593] env[63750]: DEBUG nova.compute.manager [-] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2375.350684] env[63750]: DEBUG nova.network.neutron [-] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2375.768649] env[63750]: DEBUG nova.compute.manager [req-adb31c7e-9486-415d-a134-f61f941eb9fc req-818d86a8-b2f2-43f2-aa06-212fd68d99e4 service nova] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Received event network-vif-deleted-0098283d-5915-4f07-b66b-24102e2949a1 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2375.768909] env[63750]: INFO nova.compute.manager [req-adb31c7e-9486-415d-a134-f61f941eb9fc req-818d86a8-b2f2-43f2-aa06-212fd68d99e4 service nova] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Neutron deleted interface 0098283d-5915-4f07-b66b-24102e2949a1; detaching it from the instance and deleting it from the info cache [ 2375.769308] env[63750]: DEBUG nova.network.neutron [req-adb31c7e-9486-415d-a134-f61f941eb9fc req-818d86a8-b2f2-43f2-aa06-212fd68d99e4 service nova] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2376.244945] env[63750]: DEBUG nova.network.neutron [-] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2376.272372] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-29064549-bb23-4ea8-a1e4-bf7c2fd2632a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2376.281776] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd47f21-cea0-4499-9e0a-2c9d7e560cc7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2376.307926] env[63750]: DEBUG nova.compute.manager [req-adb31c7e-9486-415d-a134-f61f941eb9fc req-818d86a8-b2f2-43f2-aa06-212fd68d99e4 service nova] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Detach interface failed, port_id=0098283d-5915-4f07-b66b-24102e2949a1, reason: Instance 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb could not be found. {{(pid=63750) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2376.748757] env[63750]: INFO nova.compute.manager [-] [instance: 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb] Took 1.40 seconds to deallocate network for instance. [ 2377.255118] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c4467b8c-4a43-42db-b7f0-f722a314e678 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2377.255414] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c4467b8c-4a43-42db-b7f0-f722a314e678 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2377.255458] env[63750]: DEBUG nova.objects.instance [None req-c4467b8c-4a43-42db-b7f0-f722a314e678 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Lazy-loading 'resources' on Instance uuid 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2377.913520] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc95e8b-cb28-4cf2-be7f-e3999c7c1c19 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2377.921211] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590cb615-ba88-4aaa-a881-6d85c6cefcaf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2377.951725] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fc4047-9156-44ad-a6df-19ea3526de91 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2377.958794] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2938e48-58c1-4961-a7fc-61038691995d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2377.972203] env[63750]: DEBUG nova.compute.provider_tree [None req-c4467b8c-4a43-42db-b7f0-f722a314e678 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Updating inventory in ProviderTree for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2378.505017] env[63750]: DEBUG nova.scheduler.client.report [None req-c4467b8c-4a43-42db-b7f0-f722a314e678 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Updated inventory for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with generation 173 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2378.505017] env[63750]: DEBUG nova.compute.provider_tree [None req-c4467b8c-4a43-42db-b7f0-f722a314e678 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Updating resource provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab generation from 173 to 174 during operation: update_inventory {{(pid=63750) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2378.505017] env[63750]: DEBUG nova.compute.provider_tree [None req-c4467b8c-4a43-42db-b7f0-f722a314e678 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Updating inventory in ProviderTree for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2379.011118] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c4467b8c-4a43-42db-b7f0-f722a314e678 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.755s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2379.027413] env[63750]: INFO nova.scheduler.client.report [None req-c4467b8c-4a43-42db-b7f0-f722a314e678 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Deleted allocations for instance 6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb [ 2379.535353] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c4467b8c-4a43-42db-b7f0-f722a314e678 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Lock "6c3d3a48-fcf0-4021-a4c3-a00eeba1cdbb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.891s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2381.770247] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Acquiring lock "6e727840-e98a-4bcb-8a1c-f5a6be34d9d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2381.770523] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Lock "6e727840-e98a-4bcb-8a1c-f5a6be34d9d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2382.272377] env[63750]: DEBUG nova.compute.manager [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2382.793692] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2382.793950] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2382.795485] env[63750]: INFO nova.compute.claims [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2383.617365] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Acquiring lock "13365b72-3dc0-45e1-a609-c58b6c207f30" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2383.617630] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Lock "13365b72-3dc0-45e1-a609-c58b6c207f30" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2383.617807] env[63750]: INFO nova.compute.manager [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Shelving [ 2383.849468] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8ead7e-6d8c-44f4-9b15-ef861c1a09d8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2383.857190] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ffba6e-6e11-42e4-8967-168418621e88 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2383.887466] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06e8189-cd26-4c35-a0db-1239f192fda1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2383.894971] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8074af81-a0c1-49b5-812c-147c4e8ccda7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2383.907752] env[63750]: DEBUG nova.compute.provider_tree [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2384.410807] env[63750]: DEBUG nova.scheduler.client.report [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2384.626844] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2384.627183] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbd2a7dc-bbf4-4d81-9b77-643182d82eb7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2384.635120] env[63750]: DEBUG oslo_vmware.api [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Waiting for the task: (returnval){ [ 2384.635120] env[63750]: value = "task-2007497" [ 2384.635120] env[63750]: _type = "Task" [ 2384.635120] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2384.644414] env[63750]: DEBUG oslo_vmware.api [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2384.916238] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.122s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2384.916750] env[63750]: DEBUG nova.compute.manager [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2385.144665] env[63750]: DEBUG oslo_vmware.api [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007497, 'name': PowerOffVM_Task, 'duration_secs': 0.193219} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2385.144929] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2385.145709] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43bd2074-b693-4bb9-b364-957832292500 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2385.162517] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2385.162668] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Starting heal instance info cache {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2385.162772] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Rebuilding the list of instances to heal {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 2385.164623] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad214d89-b1c6-4ef2-93a6-b626a390d0be {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2385.421578] env[63750]: DEBUG nova.compute.utils [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2385.422994] env[63750]: DEBUG nova.compute.manager [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2385.423176] env[63750]: DEBUG nova.network.neutron [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2385.467044] env[63750]: DEBUG nova.policy [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'adb7e36a3daf4332922fbde6498dae65', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd4cb1a98728c44ea84f2c588cffe65d9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 2385.669317] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Skipping network cache update for instance because it is Building. {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 2385.673708] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Creating Snapshot of the VM instance {{(pid=63750) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2385.674014] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-543433fd-741f-45d3-b4d6-24b0e3019412 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2385.681569] env[63750]: DEBUG oslo_vmware.api [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Waiting for the task: (returnval){ [ 2385.681569] env[63750]: value = "task-2007498" [ 2385.681569] env[63750]: _type = "Task" [ 2385.681569] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2385.690180] env[63750]: DEBUG oslo_vmware.api [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007498, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2385.704309] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "refresh_cache-73520114-461a-4246-b79b-55f9227f4841" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2385.704516] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquired lock "refresh_cache-73520114-461a-4246-b79b-55f9227f4841" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2385.704713] env[63750]: DEBUG nova.network.neutron [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 73520114-461a-4246-b79b-55f9227f4841] Forcefully refreshing network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2385.704924] env[63750]: DEBUG nova.objects.instance [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lazy-loading 'info_cache' on Instance uuid 73520114-461a-4246-b79b-55f9227f4841 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2385.739631] env[63750]: DEBUG nova.network.neutron [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Successfully created port: b137a49d-2e91-48d6-9d51-92746b5edba0 {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2385.926478] env[63750]: DEBUG nova.compute.manager [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2386.191579] env[63750]: DEBUG oslo_vmware.api [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007498, 'name': CreateSnapshot_Task, 'duration_secs': 0.408276} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2386.191855] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Created Snapshot of the VM instance {{(pid=63750) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2386.192598] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796cc186-5f39-4f86-a5d1-c8628fe48f67 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.709115] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Creating linked-clone VM from snapshot {{(pid=63750) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2386.709425] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fec4780f-c6f7-497c-8799-514d84ce4da2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.720050] env[63750]: DEBUG oslo_vmware.api [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Waiting for the task: (returnval){ [ 2386.720050] env[63750]: value = "task-2007499" [ 2386.720050] env[63750]: _type = "Task" [ 2386.720050] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2386.728029] env[63750]: DEBUG oslo_vmware.api [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007499, 'name': CloneVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2386.936107] env[63750]: DEBUG nova.compute.manager [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2386.961523] env[63750]: DEBUG nova.virt.hardware [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2386.961791] env[63750]: DEBUG nova.virt.hardware [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2386.961950] env[63750]: DEBUG nova.virt.hardware [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2386.962153] env[63750]: DEBUG nova.virt.hardware [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2386.962321] env[63750]: DEBUG nova.virt.hardware [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2386.962492] env[63750]: DEBUG nova.virt.hardware [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2386.962702] env[63750]: DEBUG nova.virt.hardware [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2386.962860] env[63750]: DEBUG nova.virt.hardware [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2386.963038] env[63750]: DEBUG nova.virt.hardware [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2386.963207] env[63750]: DEBUG nova.virt.hardware [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2386.963379] env[63750]: DEBUG nova.virt.hardware [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2386.964299] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92344fe-ecaf-40b9-ab30-c36d762d37a8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.972699] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afe1397-417c-436d-8f32-a26af027f3db {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2387.111063] env[63750]: DEBUG nova.compute.manager [req-59480e4f-4fcf-4277-a861-94154d3eb205 req-bc3895a2-cb05-40c8-8afa-2a75a1dbb297 service nova] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Received event network-vif-plugged-b137a49d-2e91-48d6-9d51-92746b5edba0 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2387.111320] env[63750]: DEBUG oslo_concurrency.lockutils [req-59480e4f-4fcf-4277-a861-94154d3eb205 req-bc3895a2-cb05-40c8-8afa-2a75a1dbb297 service nova] Acquiring lock "6e727840-e98a-4bcb-8a1c-f5a6be34d9d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2387.111536] env[63750]: DEBUG oslo_concurrency.lockutils [req-59480e4f-4fcf-4277-a861-94154d3eb205 req-bc3895a2-cb05-40c8-8afa-2a75a1dbb297 service nova] Lock "6e727840-e98a-4bcb-8a1c-f5a6be34d9d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2387.111706] env[63750]: DEBUG oslo_concurrency.lockutils [req-59480e4f-4fcf-4277-a861-94154d3eb205 req-bc3895a2-cb05-40c8-8afa-2a75a1dbb297 service nova] Lock "6e727840-e98a-4bcb-8a1c-f5a6be34d9d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2387.111869] env[63750]: DEBUG nova.compute.manager [req-59480e4f-4fcf-4277-a861-94154d3eb205 req-bc3895a2-cb05-40c8-8afa-2a75a1dbb297 service nova] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] No waiting events found dispatching network-vif-plugged-b137a49d-2e91-48d6-9d51-92746b5edba0 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2387.112037] env[63750]: WARNING nova.compute.manager [req-59480e4f-4fcf-4277-a861-94154d3eb205 req-bc3895a2-cb05-40c8-8afa-2a75a1dbb297 service nova] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Received unexpected event network-vif-plugged-b137a49d-2e91-48d6-9d51-92746b5edba0 for instance with vm_state building and task_state spawning. [ 2387.199516] env[63750]: DEBUG nova.network.neutron [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Successfully updated port: b137a49d-2e91-48d6-9d51-92746b5edba0 {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2387.229786] env[63750]: DEBUG oslo_vmware.api [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007499, 'name': CloneVM_Task} progress is 94%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2387.443025] env[63750]: DEBUG nova.network.neutron [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 73520114-461a-4246-b79b-55f9227f4841] Updating instance_info_cache with network_info: [{"id": "0fa05bd6-7073-49e2-bdd9-dfa4a6956156", "address": "fa:16:3e:83:4f:2a", "network": {"id": "8775225d-43bb-4342-a689-48d4a2ee0ca6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1303505296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5275bd7281f64ecbaef93a2a4a1bb629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fa05bd6-70", "ovs_interfaceid": "0fa05bd6-7073-49e2-bdd9-dfa4a6956156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2387.702276] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Acquiring lock "refresh_cache-6e727840-e98a-4bcb-8a1c-f5a6be34d9d9" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2387.702473] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Acquired lock "refresh_cache-6e727840-e98a-4bcb-8a1c-f5a6be34d9d9" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2387.702672] env[63750]: DEBUG nova.network.neutron [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2387.731905] env[63750]: DEBUG oslo_vmware.api [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007499, 'name': CloneVM_Task} progress is 95%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2387.945556] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Releasing lock "refresh_cache-73520114-461a-4246-b79b-55f9227f4841" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2387.945980] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 73520114-461a-4246-b79b-55f9227f4841] Updated the network info_cache for instance {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 2388.232601] env[63750]: DEBUG oslo_vmware.api [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007499, 'name': CloneVM_Task, 'duration_secs': 1.165921} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2388.232926] env[63750]: INFO nova.virt.vmwareapi.vmops [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Created linked-clone VM from snapshot [ 2388.233632] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20df0182-beb3-43f2-b12a-155d3b1ff01f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.236711] env[63750]: DEBUG nova.network.neutron [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2388.243853] env[63750]: DEBUG nova.virt.vmwareapi.images [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Uploading image c9bcdf54-f461-4ca6-9aea-f83c2e99fee6 {{(pid=63750) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2388.266097] env[63750]: DEBUG oslo_vmware.rw_handles [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2388.266097] env[63750]: value = "vm-412716" [ 2388.266097] env[63750]: _type = "VirtualMachine" [ 2388.266097] env[63750]: }. {{(pid=63750) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2388.266391] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-68e7a0fe-ac62-443b-9d0f-b49f13745188 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.276571] env[63750]: DEBUG oslo_vmware.rw_handles [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Lease: (returnval){ [ 2388.276571] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52cbc5aa-f4c2-8dc3-c598-f8db568caac1" [ 2388.276571] env[63750]: _type = "HttpNfcLease" [ 2388.276571] env[63750]: } obtained for exporting VM: (result){ [ 2388.276571] env[63750]: value = "vm-412716" [ 2388.276571] env[63750]: _type = "VirtualMachine" [ 2388.276571] env[63750]: }. {{(pid=63750) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2388.276943] env[63750]: DEBUG oslo_vmware.api [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Waiting for the lease: (returnval){ [ 2388.276943] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52cbc5aa-f4c2-8dc3-c598-f8db568caac1" [ 2388.276943] env[63750]: _type = "HttpNfcLease" [ 2388.276943] env[63750]: } to be ready. {{(pid=63750) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2388.284108] env[63750]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2388.284108] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52cbc5aa-f4c2-8dc3-c598-f8db568caac1" [ 2388.284108] env[63750]: _type = "HttpNfcLease" [ 2388.284108] env[63750]: } is initializing. {{(pid=63750) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2388.369447] env[63750]: DEBUG nova.network.neutron [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Updating instance_info_cache with network_info: [{"id": "b137a49d-2e91-48d6-9d51-92746b5edba0", "address": "fa:16:3e:d2:de:f1", "network": {"id": "f44dcdb2-2999-4e7e-bea3-1f6829265d06", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1317634478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4cb1a98728c44ea84f2c588cffe65d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb137a49d-2e", "ovs_interfaceid": "b137a49d-2e91-48d6-9d51-92746b5edba0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2388.657650] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2388.785717] env[63750]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2388.785717] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52cbc5aa-f4c2-8dc3-c598-f8db568caac1" [ 2388.785717] env[63750]: _type = "HttpNfcLease" [ 2388.785717] env[63750]: } is ready. {{(pid=63750) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2388.785999] env[63750]: DEBUG oslo_vmware.rw_handles [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2388.785999] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52cbc5aa-f4c2-8dc3-c598-f8db568caac1" [ 2388.785999] env[63750]: _type = "HttpNfcLease" [ 2388.785999] env[63750]: }. {{(pid=63750) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2388.786750] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494ebac6-ac23-4154-8ce9-68f8297217e5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.794313] env[63750]: DEBUG oslo_vmware.rw_handles [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b98a7d-aaa1-f75f-1313-8f13c7f5d3c1/disk-0.vmdk from lease info. {{(pid=63750) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2388.794493] env[63750]: DEBUG oslo_vmware.rw_handles [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b98a7d-aaa1-f75f-1313-8f13c7f5d3c1/disk-0.vmdk for reading. {{(pid=63750) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2388.871750] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Releasing lock "refresh_cache-6e727840-e98a-4bcb-8a1c-f5a6be34d9d9" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2388.872123] env[63750]: DEBUG nova.compute.manager [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Instance network_info: |[{"id": "b137a49d-2e91-48d6-9d51-92746b5edba0", "address": "fa:16:3e:d2:de:f1", "network": {"id": "f44dcdb2-2999-4e7e-bea3-1f6829265d06", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1317634478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4cb1a98728c44ea84f2c588cffe65d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb137a49d-2e", "ovs_interfaceid": "b137a49d-2e91-48d6-9d51-92746b5edba0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2388.872613] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:de:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '81d39ad2-4e62-4f09-a567-88ac5aa70467', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b137a49d-2e91-48d6-9d51-92746b5edba0', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2388.882499] env[63750]: DEBUG oslo.service.loopingcall [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2388.885672] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2388.886409] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4bddc735-d8c1-40ad-b85c-54d2530882a8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.901015] env[63750]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ff4b8bc5-ece1-4b84-962e-ee0a22a9d6c4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.912574] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2388.912574] env[63750]: value = "task-2007501" [ 2388.912574] env[63750]: _type = "Task" [ 2388.912574] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2388.926324] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007501, 'name': CreateVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2389.115767] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f8b8f3c0-0416-4760-8800-5f3fbac7f554 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Acquiring lock "73520114-461a-4246-b79b-55f9227f4841" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2389.116125] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f8b8f3c0-0416-4760-8800-5f3fbac7f554 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Lock "73520114-461a-4246-b79b-55f9227f4841" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2389.139116] env[63750]: DEBUG nova.compute.manager [req-8ce7b3b9-f271-41f9-b7a1-302db5017df0 req-5a6ba35b-be70-462c-9e9d-b37898b9530e service nova] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Received event network-changed-b137a49d-2e91-48d6-9d51-92746b5edba0 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2389.139391] env[63750]: DEBUG nova.compute.manager [req-8ce7b3b9-f271-41f9-b7a1-302db5017df0 req-5a6ba35b-be70-462c-9e9d-b37898b9530e service nova] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Refreshing instance network info cache due to event network-changed-b137a49d-2e91-48d6-9d51-92746b5edba0. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2389.139617] env[63750]: DEBUG oslo_concurrency.lockutils [req-8ce7b3b9-f271-41f9-b7a1-302db5017df0 req-5a6ba35b-be70-462c-9e9d-b37898b9530e service nova] Acquiring lock "refresh_cache-6e727840-e98a-4bcb-8a1c-f5a6be34d9d9" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2389.139760] env[63750]: DEBUG oslo_concurrency.lockutils [req-8ce7b3b9-f271-41f9-b7a1-302db5017df0 req-5a6ba35b-be70-462c-9e9d-b37898b9530e service nova] Acquired lock "refresh_cache-6e727840-e98a-4bcb-8a1c-f5a6be34d9d9" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2389.139917] env[63750]: DEBUG nova.network.neutron [req-8ce7b3b9-f271-41f9-b7a1-302db5017df0 req-5a6ba35b-be70-462c-9e9d-b37898b9530e service nova] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Refreshing network info cache for port b137a49d-2e91-48d6-9d51-92746b5edba0 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2389.423502] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007501, 'name': CreateVM_Task, 'duration_secs': 0.361313} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2389.423954] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2389.424791] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2389.425012] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2389.425347] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2389.425660] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b7b5a7b-279d-40be-bdcc-4fcba36391bb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.430633] env[63750]: DEBUG oslo_vmware.api [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Waiting for the task: (returnval){ [ 2389.430633] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52994904-f7b6-1036-9e29-40a9c1c623f5" [ 2389.430633] env[63750]: _type = "Task" [ 2389.430633] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2389.439142] env[63750]: DEBUG oslo_vmware.api [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52994904-f7b6-1036-9e29-40a9c1c623f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2389.619268] env[63750]: INFO nova.compute.manager [None req-f8b8f3c0-0416-4760-8800-5f3fbac7f554 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Detaching volume dc0234e8-3f53-497e-a897-b3b55334119a [ 2389.650196] env[63750]: INFO nova.virt.block_device [None req-f8b8f3c0-0416-4760-8800-5f3fbac7f554 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Attempting to driver detach volume dc0234e8-3f53-497e-a897-b3b55334119a from mountpoint /dev/sdb [ 2389.650429] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8b8f3c0-0416-4760-8800-5f3fbac7f554 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Volume detach. Driver type: vmdk {{(pid=63750) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2389.650614] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8b8f3c0-0416-4760-8800-5f3fbac7f554 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412708', 'volume_id': 'dc0234e8-3f53-497e-a897-b3b55334119a', 'name': 'volume-dc0234e8-3f53-497e-a897-b3b55334119a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '73520114-461a-4246-b79b-55f9227f4841', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc0234e8-3f53-497e-a897-b3b55334119a', 'serial': 'dc0234e8-3f53-497e-a897-b3b55334119a'} {{(pid=63750) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2389.651622] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e40824-32ca-4b52-a448-c6996a3b6d38 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.674521] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9c80de-4525-43a2-ac0d-87b6a7b8fe44 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.682651] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e8d05f-3da7-49a1-9555-7ccd08e5d103 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.706193] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65cb0947-1043-48af-99ba-d72c7845d061 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.721765] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8b8f3c0-0416-4760-8800-5f3fbac7f554 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] The volume has not been displaced from its original location: [datastore1] volume-dc0234e8-3f53-497e-a897-b3b55334119a/volume-dc0234e8-3f53-497e-a897-b3b55334119a.vmdk. No consolidation needed. {{(pid=63750) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2389.727976] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8b8f3c0-0416-4760-8800-5f3fbac7f554 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Reconfiguring VM instance instance-00000078 to detach disk 2001 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2389.727976] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c70ffd4-723a-48ac-bc8b-051cf167d37d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.749471] env[63750]: DEBUG oslo_vmware.api [None req-f8b8f3c0-0416-4760-8800-5f3fbac7f554 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for the task: (returnval){ [ 2389.749471] env[63750]: value = "task-2007502" [ 2389.749471] env[63750]: _type = "Task" [ 2389.749471] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2389.759319] env[63750]: DEBUG oslo_vmware.api [None req-f8b8f3c0-0416-4760-8800-5f3fbac7f554 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007502, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2389.902504] env[63750]: DEBUG nova.network.neutron [req-8ce7b3b9-f271-41f9-b7a1-302db5017df0 req-5a6ba35b-be70-462c-9e9d-b37898b9530e service nova] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Updated VIF entry in instance network info cache for port b137a49d-2e91-48d6-9d51-92746b5edba0. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2389.903009] env[63750]: DEBUG nova.network.neutron [req-8ce7b3b9-f271-41f9-b7a1-302db5017df0 req-5a6ba35b-be70-462c-9e9d-b37898b9530e service nova] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Updating instance_info_cache with network_info: [{"id": "b137a49d-2e91-48d6-9d51-92746b5edba0", "address": "fa:16:3e:d2:de:f1", "network": {"id": "f44dcdb2-2999-4e7e-bea3-1f6829265d06", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1317634478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4cb1a98728c44ea84f2c588cffe65d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb137a49d-2e", "ovs_interfaceid": "b137a49d-2e91-48d6-9d51-92746b5edba0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2389.941258] env[63750]: DEBUG oslo_vmware.api [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52994904-f7b6-1036-9e29-40a9c1c623f5, 'name': SearchDatastore_Task, 'duration_secs': 0.009815} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2389.942284] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2389.942620] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2389.942924] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2389.943122] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2389.943487] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2389.943846] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36784887-c1ac-4051-a8a4-7d74e9b2975d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.952592] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2389.952765] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2389.953609] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-164e0eb1-0ca2-4269-aa49-c45354f7844c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.959022] env[63750]: DEBUG oslo_vmware.api [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Waiting for the task: (returnval){ [ 2389.959022] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5286df41-067e-6d1d-7022-0bb9d6b08343" [ 2389.959022] env[63750]: _type = "Task" [ 2389.959022] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2389.967435] env[63750]: DEBUG oslo_vmware.api [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5286df41-067e-6d1d-7022-0bb9d6b08343, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2390.260437] env[63750]: DEBUG oslo_vmware.api [None req-f8b8f3c0-0416-4760-8800-5f3fbac7f554 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007502, 'name': ReconfigVM_Task, 'duration_secs': 0.323054} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2390.260815] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8b8f3c0-0416-4760-8800-5f3fbac7f554 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Reconfigured VM instance instance-00000078 to detach disk 2001 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2390.265483] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d2f4ae7-52c2-4d63-9a38-e7443f3399d1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.280025] env[63750]: DEBUG oslo_vmware.api [None req-f8b8f3c0-0416-4760-8800-5f3fbac7f554 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for the task: (returnval){ [ 2390.280025] env[63750]: value = "task-2007503" [ 2390.280025] env[63750]: _type = "Task" [ 2390.280025] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2390.287944] env[63750]: DEBUG oslo_vmware.api [None req-f8b8f3c0-0416-4760-8800-5f3fbac7f554 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007503, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2390.406066] env[63750]: DEBUG oslo_concurrency.lockutils [req-8ce7b3b9-f271-41f9-b7a1-302db5017df0 req-5a6ba35b-be70-462c-9e9d-b37898b9530e service nova] Releasing lock "refresh_cache-6e727840-e98a-4bcb-8a1c-f5a6be34d9d9" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2390.469328] env[63750]: DEBUG oslo_vmware.api [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5286df41-067e-6d1d-7022-0bb9d6b08343, 'name': SearchDatastore_Task, 'duration_secs': 0.008921} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2390.470166] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acdd4ec9-59fe-415f-8f2a-3957b8fb6d7c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.475246] env[63750]: DEBUG oslo_vmware.api [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Waiting for the task: (returnval){ [ 2390.475246] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52ac548a-ffaa-e119-c344-1d6987b08abf" [ 2390.475246] env[63750]: _type = "Task" [ 2390.475246] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2390.482470] env[63750]: DEBUG oslo_vmware.api [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52ac548a-ffaa-e119-c344-1d6987b08abf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2390.658452] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2390.658767] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63750) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2390.789348] env[63750]: DEBUG oslo_vmware.api [None req-f8b8f3c0-0416-4760-8800-5f3fbac7f554 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007503, 'name': ReconfigVM_Task, 'duration_secs': 0.177155} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2390.789680] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8b8f3c0-0416-4760-8800-5f3fbac7f554 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412708', 'volume_id': 'dc0234e8-3f53-497e-a897-b3b55334119a', 'name': 'volume-dc0234e8-3f53-497e-a897-b3b55334119a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '73520114-461a-4246-b79b-55f9227f4841', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc0234e8-3f53-497e-a897-b3b55334119a', 'serial': 'dc0234e8-3f53-497e-a897-b3b55334119a'} {{(pid=63750) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2390.986321] env[63750]: DEBUG oslo_vmware.api [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52ac548a-ffaa-e119-c344-1d6987b08abf, 'name': SearchDatastore_Task, 'duration_secs': 0.020141} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2390.986484] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2390.986777] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9/6e727840-e98a-4bcb-8a1c-f5a6be34d9d9.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2390.987057] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c6ce16f-06cd-42f5-94ee-a69dd866add3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.994127] env[63750]: DEBUG oslo_vmware.api [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Waiting for the task: (returnval){ [ 2390.994127] env[63750]: value = "task-2007504" [ 2390.994127] env[63750]: _type = "Task" [ 2390.994127] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2391.002433] env[63750]: DEBUG oslo_vmware.api [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007504, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2391.338967] env[63750]: DEBUG nova.objects.instance [None req-f8b8f3c0-0416-4760-8800-5f3fbac7f554 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Lazy-loading 'flavor' on Instance uuid 73520114-461a-4246-b79b-55f9227f4841 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2391.505406] env[63750]: DEBUG oslo_vmware.api [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007504, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501923} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2391.505765] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9/6e727840-e98a-4bcb-8a1c-f5a6be34d9d9.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2391.506058] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2391.506716] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c55c15d6-614e-4984-82c5-d71fff68179c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.513173] env[63750]: DEBUG oslo_vmware.api [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Waiting for the task: (returnval){ [ 2391.513173] env[63750]: value = "task-2007505" [ 2391.513173] env[63750]: _type = "Task" [ 2391.513173] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2391.521633] env[63750]: DEBUG oslo_vmware.api [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007505, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2392.023388] env[63750]: DEBUG oslo_vmware.api [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007505, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117502} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2392.024662] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2392.024753] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d96c09-a686-43f4-90a4-433f215656e2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.779886] env[63750]: DEBUG oslo_concurrency.lockutils [None req-f8b8f3c0-0416-4760-8800-5f3fbac7f554 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Lock "73520114-461a-4246-b79b-55f9227f4841" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.664s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2392.780740] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2392.789247] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9/6e727840-e98a-4bcb-8a1c-f5a6be34d9d9.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2392.789643] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2392.789845] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9606406-0525-441d-8974-393ab6e2376f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.810826] env[63750]: DEBUG oslo_vmware.api [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Waiting for the task: (returnval){ [ 2392.810826] env[63750]: value = "task-2007506" [ 2392.810826] env[63750]: _type = "Task" [ 2392.810826] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2392.819083] env[63750]: DEBUG oslo_vmware.api [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007506, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2393.321850] env[63750]: DEBUG oslo_vmware.api [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007506, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2393.380633] env[63750]: DEBUG oslo_concurrency.lockutils [None req-09f4a91c-7e54-4250-af6b-14b09d7440ba tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Acquiring lock "73520114-461a-4246-b79b-55f9227f4841" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2393.380831] env[63750]: DEBUG oslo_concurrency.lockutils [None req-09f4a91c-7e54-4250-af6b-14b09d7440ba tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Lock "73520114-461a-4246-b79b-55f9227f4841" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2393.381052] env[63750]: DEBUG oslo_concurrency.lockutils [None req-09f4a91c-7e54-4250-af6b-14b09d7440ba tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Acquiring lock "73520114-461a-4246-b79b-55f9227f4841-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2393.381238] env[63750]: DEBUG oslo_concurrency.lockutils [None req-09f4a91c-7e54-4250-af6b-14b09d7440ba tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Lock "73520114-461a-4246-b79b-55f9227f4841-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2393.381466] env[63750]: DEBUG oslo_concurrency.lockutils [None req-09f4a91c-7e54-4250-af6b-14b09d7440ba tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Lock "73520114-461a-4246-b79b-55f9227f4841-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2393.383651] env[63750]: INFO nova.compute.manager [None req-09f4a91c-7e54-4250-af6b-14b09d7440ba tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Terminating instance [ 2393.821747] env[63750]: DEBUG oslo_vmware.api [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007506, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2393.887768] env[63750]: DEBUG nova.compute.manager [None req-09f4a91c-7e54-4250-af6b-14b09d7440ba tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2393.888023] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-09f4a91c-7e54-4250-af6b-14b09d7440ba tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2393.888911] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b682e1dd-dcdd-497c-925b-9ac83d52a1c6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.896451] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-09f4a91c-7e54-4250-af6b-14b09d7440ba tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2393.896692] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf674742-70ed-4ee9-ba05-cb4231b4dfbe {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.902966] env[63750]: DEBUG oslo_vmware.api [None req-09f4a91c-7e54-4250-af6b-14b09d7440ba tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for the task: (returnval){ [ 2393.902966] env[63750]: value = "task-2007507" [ 2393.902966] env[63750]: _type = "Task" [ 2393.902966] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2393.911865] env[63750]: DEBUG oslo_vmware.api [None req-09f4a91c-7e54-4250-af6b-14b09d7440ba tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007507, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2394.323297] env[63750]: DEBUG oslo_vmware.api [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007506, 'name': ReconfigVM_Task, 'duration_secs': 1.323045} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2394.323629] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9/6e727840-e98a-4bcb-8a1c-f5a6be34d9d9.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2394.324340] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21c85749-e924-4f79-b017-7a127c86b4f6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2394.333628] env[63750]: DEBUG oslo_vmware.api [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Waiting for the task: (returnval){ [ 2394.333628] env[63750]: value = "task-2007508" [ 2394.333628] env[63750]: _type = "Task" [ 2394.333628] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2394.342103] env[63750]: DEBUG oslo_vmware.api [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007508, 'name': Rename_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2394.412976] env[63750]: DEBUG oslo_vmware.api [None req-09f4a91c-7e54-4250-af6b-14b09d7440ba tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007507, 'name': PowerOffVM_Task, 'duration_secs': 0.248741} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2394.413279] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-09f4a91c-7e54-4250-af6b-14b09d7440ba tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2394.413448] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-09f4a91c-7e54-4250-af6b-14b09d7440ba tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2394.413705] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0cc659fe-022d-4f66-a1a2-f93c36ce95b5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2394.522356] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-09f4a91c-7e54-4250-af6b-14b09d7440ba tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2394.522607] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-09f4a91c-7e54-4250-af6b-14b09d7440ba tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2394.522818] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-09f4a91c-7e54-4250-af6b-14b09d7440ba tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Deleting the datastore file [datastore1] 73520114-461a-4246-b79b-55f9227f4841 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2394.523125] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-435a5aac-be18-4660-bf94-6cf8f0eaa672 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2394.530364] env[63750]: DEBUG oslo_vmware.api [None req-09f4a91c-7e54-4250-af6b-14b09d7440ba tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for the task: (returnval){ [ 2394.530364] env[63750]: value = "task-2007510" [ 2394.530364] env[63750]: _type = "Task" [ 2394.530364] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2394.538793] env[63750]: DEBUG oslo_vmware.api [None req-09f4a91c-7e54-4250-af6b-14b09d7440ba tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007510, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2394.672929] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2394.843459] env[63750]: DEBUG oslo_vmware.api [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007508, 'name': Rename_Task, 'duration_secs': 0.236028} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2394.843973] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2394.844168] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-caf23136-01b9-4138-85e3-e495662bffde {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2394.850877] env[63750]: DEBUG oslo_vmware.api [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Waiting for the task: (returnval){ [ 2394.850877] env[63750]: value = "task-2007511" [ 2394.850877] env[63750]: _type = "Task" [ 2394.850877] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2394.859618] env[63750]: DEBUG oslo_vmware.api [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007511, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2395.039920] env[63750]: DEBUG oslo_vmware.api [None req-09f4a91c-7e54-4250-af6b-14b09d7440ba tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007510, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298116} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2395.040212] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-09f4a91c-7e54-4250-af6b-14b09d7440ba tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2395.040390] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-09f4a91c-7e54-4250-af6b-14b09d7440ba tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2395.040558] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-09f4a91c-7e54-4250-af6b-14b09d7440ba tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2395.040722] env[63750]: INFO nova.compute.manager [None req-09f4a91c-7e54-4250-af6b-14b09d7440ba tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 73520114-461a-4246-b79b-55f9227f4841] Took 1.15 seconds to destroy the instance on the hypervisor. [ 2395.040955] env[63750]: DEBUG oslo.service.loopingcall [None req-09f4a91c-7e54-4250-af6b-14b09d7440ba tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2395.041158] env[63750]: DEBUG nova.compute.manager [-] [instance: 73520114-461a-4246-b79b-55f9227f4841] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2395.041266] env[63750]: DEBUG nova.network.neutron [-] [instance: 73520114-461a-4246-b79b-55f9227f4841] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2395.361803] env[63750]: DEBUG oslo_vmware.api [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007511, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2395.537312] env[63750]: DEBUG nova.compute.manager [req-6306b99f-1cb9-4631-b21b-481d5950db83 req-b4642e12-eefb-4d5f-b310-373226e0e244 service nova] [instance: 73520114-461a-4246-b79b-55f9227f4841] Received event network-vif-deleted-0fa05bd6-7073-49e2-bdd9-dfa4a6956156 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2395.537437] env[63750]: INFO nova.compute.manager [req-6306b99f-1cb9-4631-b21b-481d5950db83 req-b4642e12-eefb-4d5f-b310-373226e0e244 service nova] [instance: 73520114-461a-4246-b79b-55f9227f4841] Neutron deleted interface 0fa05bd6-7073-49e2-bdd9-dfa4a6956156; detaching it from the instance and deleting it from the info cache [ 2395.537541] env[63750]: DEBUG nova.network.neutron [req-6306b99f-1cb9-4631-b21b-481d5950db83 req-b4642e12-eefb-4d5f-b310-373226e0e244 service nova] [instance: 73520114-461a-4246-b79b-55f9227f4841] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2395.658531] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2395.862938] env[63750]: DEBUG oslo_vmware.api [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007511, 'name': PowerOnVM_Task, 'duration_secs': 0.588485} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2395.862938] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2395.862938] env[63750]: INFO nova.compute.manager [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Took 8.93 seconds to spawn the instance on the hypervisor. [ 2395.862938] env[63750]: DEBUG nova.compute.manager [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2395.863646] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11937ed9-d072-4839-aafc-826344be192c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.016127] env[63750]: DEBUG nova.network.neutron [-] [instance: 73520114-461a-4246-b79b-55f9227f4841] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2396.040660] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-34369d14-249e-4be1-9c43-afcd05a48545 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.050582] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f1b5ae-e4c7-423d-9e57-82b8cc51e771 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.076621] env[63750]: DEBUG nova.compute.manager [req-6306b99f-1cb9-4631-b21b-481d5950db83 req-b4642e12-eefb-4d5f-b310-373226e0e244 service nova] [instance: 73520114-461a-4246-b79b-55f9227f4841] Detach interface failed, port_id=0fa05bd6-7073-49e2-bdd9-dfa4a6956156, reason: Instance 73520114-461a-4246-b79b-55f9227f4841 could not be found. {{(pid=63750) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2396.162240] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2396.162515] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2396.162704] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2396.162854] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63750) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2396.163768] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477ce1cd-9e10-4ce7-ab97-f632ddbce815 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.171770] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec42da2c-f200-4439-9537-fb0fdf41982f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.186711] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313a76d4-68c5-4aa0-89c1-44cce0c6ebb1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.193388] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392ea1eb-2bc4-4076-b6cc-1a0dc6232159 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.223559] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180986MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=63750) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2396.223783] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2396.223864] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2396.381962] env[63750]: INFO nova.compute.manager [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Took 13.60 seconds to build instance. [ 2396.519404] env[63750]: INFO nova.compute.manager [-] [instance: 73520114-461a-4246-b79b-55f9227f4841] Took 1.48 seconds to deallocate network for instance. [ 2396.829932] env[63750]: DEBUG oslo_vmware.rw_handles [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b98a7d-aaa1-f75f-1313-8f13c7f5d3c1/disk-0.vmdk. {{(pid=63750) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2396.829932] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ed6485-17c9-4a29-80b4-bad3ac1004d2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.838186] env[63750]: DEBUG oslo_vmware.rw_handles [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b98a7d-aaa1-f75f-1313-8f13c7f5d3c1/disk-0.vmdk is in state: ready. {{(pid=63750) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2396.838516] env[63750]: ERROR oslo_vmware.rw_handles [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b98a7d-aaa1-f75f-1313-8f13c7f5d3c1/disk-0.vmdk due to incomplete transfer. [ 2396.838852] env[63750]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-924058ca-e2c2-4725-a498-0f01ac3e5a39 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.846659] env[63750]: DEBUG oslo_vmware.rw_handles [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b98a7d-aaa1-f75f-1313-8f13c7f5d3c1/disk-0.vmdk. {{(pid=63750) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2396.846976] env[63750]: DEBUG nova.virt.vmwareapi.images [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Uploaded image c9bcdf54-f461-4ca6-9aea-f83c2e99fee6 to the Glance image server {{(pid=63750) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2396.850571] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Destroying the VM {{(pid=63750) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2396.850897] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-53576dca-59d2-4183-a765-01339cc14486 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.857972] env[63750]: DEBUG oslo_vmware.api [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Waiting for the task: (returnval){ [ 2396.857972] env[63750]: value = "task-2007512" [ 2396.857972] env[63750]: _type = "Task" [ 2396.857972] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2396.868977] env[63750]: DEBUG oslo_vmware.api [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007512, 'name': Destroy_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2396.884194] env[63750]: DEBUG oslo_concurrency.lockutils [None req-b5c81746-3c22-4283-934d-9b3559700664 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Lock "6e727840-e98a-4bcb-8a1c-f5a6be34d9d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.114s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2397.028523] env[63750]: DEBUG oslo_concurrency.lockutils [None req-09f4a91c-7e54-4250-af6b-14b09d7440ba tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2397.251411] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 73520114-461a-4246-b79b-55f9227f4841 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2397.251570] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 13365b72-3dc0-45e1-a609-c58b6c207f30 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2397.251697] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2397.251878] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2397.252035] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2397.296944] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9df4d9-434f-41c1-bfb2-15c968d79b0d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2397.304820] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d1cf5c-d341-4395-b293-9e149eddca39 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2397.334430] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ce4de5-05f7-42c4-92ff-a6cc02c88f4c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2397.342571] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-916abb05-36da-465d-acd3-421ac32a0a28 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2397.355428] env[63750]: DEBUG nova.compute.provider_tree [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2397.366200] env[63750]: DEBUG oslo_vmware.api [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007512, 'name': Destroy_Task, 'duration_secs': 0.381843} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2397.367138] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Destroyed the VM [ 2397.367382] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Deleting Snapshot of the VM instance {{(pid=63750) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2397.367620] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-13cc223e-dfc5-4dfd-a26d-ac46d8180903 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2397.373280] env[63750]: DEBUG oslo_vmware.api [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Waiting for the task: (returnval){ [ 2397.373280] env[63750]: value = "task-2007513" [ 2397.373280] env[63750]: _type = "Task" [ 2397.373280] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2397.380519] env[63750]: DEBUG oslo_vmware.api [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007513, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2397.563322] env[63750]: DEBUG nova.compute.manager [req-c24c01d1-abd0-490f-86ba-756dc3b2fb82 req-e0e253d8-0b51-4f8d-8816-074d2868c20f service nova] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Received event network-changed-b137a49d-2e91-48d6-9d51-92746b5edba0 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2397.563603] env[63750]: DEBUG nova.compute.manager [req-c24c01d1-abd0-490f-86ba-756dc3b2fb82 req-e0e253d8-0b51-4f8d-8816-074d2868c20f service nova] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Refreshing instance network info cache due to event network-changed-b137a49d-2e91-48d6-9d51-92746b5edba0. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2397.563877] env[63750]: DEBUG oslo_concurrency.lockutils [req-c24c01d1-abd0-490f-86ba-756dc3b2fb82 req-e0e253d8-0b51-4f8d-8816-074d2868c20f service nova] Acquiring lock "refresh_cache-6e727840-e98a-4bcb-8a1c-f5a6be34d9d9" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2397.564062] env[63750]: DEBUG oslo_concurrency.lockutils [req-c24c01d1-abd0-490f-86ba-756dc3b2fb82 req-e0e253d8-0b51-4f8d-8816-074d2868c20f service nova] Acquired lock "refresh_cache-6e727840-e98a-4bcb-8a1c-f5a6be34d9d9" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2397.564253] env[63750]: DEBUG nova.network.neutron [req-c24c01d1-abd0-490f-86ba-756dc3b2fb82 req-e0e253d8-0b51-4f8d-8816-074d2868c20f service nova] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Refreshing network info cache for port b137a49d-2e91-48d6-9d51-92746b5edba0 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2397.859170] env[63750]: DEBUG nova.scheduler.client.report [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2397.883847] env[63750]: DEBUG oslo_vmware.api [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007513, 'name': RemoveSnapshot_Task, 'duration_secs': 0.35048} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2397.884258] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Deleted Snapshot of the VM instance {{(pid=63750) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2397.884379] env[63750]: DEBUG nova.compute.manager [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2397.885151] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95197d38-c0ee-4dfd-92da-a34e9e8e1169 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2398.279397] env[63750]: DEBUG nova.network.neutron [req-c24c01d1-abd0-490f-86ba-756dc3b2fb82 req-e0e253d8-0b51-4f8d-8816-074d2868c20f service nova] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Updated VIF entry in instance network info cache for port b137a49d-2e91-48d6-9d51-92746b5edba0. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2398.279769] env[63750]: DEBUG nova.network.neutron [req-c24c01d1-abd0-490f-86ba-756dc3b2fb82 req-e0e253d8-0b51-4f8d-8816-074d2868c20f service nova] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Updating instance_info_cache with network_info: [{"id": "b137a49d-2e91-48d6-9d51-92746b5edba0", "address": "fa:16:3e:d2:de:f1", "network": {"id": "f44dcdb2-2999-4e7e-bea3-1f6829265d06", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1317634478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4cb1a98728c44ea84f2c588cffe65d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb137a49d-2e", "ovs_interfaceid": "b137a49d-2e91-48d6-9d51-92746b5edba0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2398.365686] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63750) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2398.365686] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.141s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2398.365686] env[63750]: DEBUG oslo_concurrency.lockutils [None req-09f4a91c-7e54-4250-af6b-14b09d7440ba tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.337s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2398.366114] env[63750]: DEBUG nova.objects.instance [None req-09f4a91c-7e54-4250-af6b-14b09d7440ba tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Lazy-loading 'resources' on Instance uuid 73520114-461a-4246-b79b-55f9227f4841 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2398.397259] env[63750]: INFO nova.compute.manager [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Shelve offloading [ 2398.782765] env[63750]: DEBUG oslo_concurrency.lockutils [req-c24c01d1-abd0-490f-86ba-756dc3b2fb82 req-e0e253d8-0b51-4f8d-8816-074d2868c20f service nova] Releasing lock "refresh_cache-6e727840-e98a-4bcb-8a1c-f5a6be34d9d9" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2398.900579] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2398.900881] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68bfc617-4504-4c9e-81ac-6ee33ff6fc60 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2398.907805] env[63750]: DEBUG oslo_vmware.api [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Waiting for the task: (returnval){ [ 2398.907805] env[63750]: value = "task-2007514" [ 2398.907805] env[63750]: _type = "Task" [ 2398.907805] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2398.919013] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] VM already powered off {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2398.919234] env[63750]: DEBUG nova.compute.manager [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2398.919924] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f631f4cb-60a6-4be8-933c-816659dd5974 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2398.922627] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e44266-645c-44d4-9f01-71fbb9b10b3e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2398.930206] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7009a082-d6d7-435d-af4a-e5a123110038 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2398.933081] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Acquiring lock "refresh_cache-13365b72-3dc0-45e1-a609-c58b6c207f30" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2398.933249] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Acquired lock "refresh_cache-13365b72-3dc0-45e1-a609-c58b6c207f30" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2398.933416] env[63750]: DEBUG nova.network.neutron [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2398.961109] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06988e7b-8daf-478c-bbd6-838734087811 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2398.968496] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf834e81-2506-4726-834e-ad80df6b8cbc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2398.981508] env[63750]: DEBUG nova.compute.provider_tree [None req-09f4a91c-7e54-4250-af6b-14b09d7440ba tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2399.484581] env[63750]: DEBUG nova.scheduler.client.report [None req-09f4a91c-7e54-4250-af6b-14b09d7440ba tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2399.620805] env[63750]: DEBUG nova.network.neutron [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Updating instance_info_cache with network_info: [{"id": "3c76e579-a067-4ec6-95a6-e370ddc18933", "address": "fa:16:3e:8c:8a:37", "network": {"id": "e9f381b3-a6e8-4ae4-be2b-c7cde966c93f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-828573942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c5c5914efc54e838922e690144d6798", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c76e579-a0", "ovs_interfaceid": "3c76e579-a067-4ec6-95a6-e370ddc18933", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2399.989420] env[63750]: DEBUG oslo_concurrency.lockutils [None req-09f4a91c-7e54-4250-af6b-14b09d7440ba tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.624s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2400.007445] env[63750]: INFO nova.scheduler.client.report [None req-09f4a91c-7e54-4250-af6b-14b09d7440ba tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Deleted allocations for instance 73520114-461a-4246-b79b-55f9227f4841 [ 2400.124638] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Releasing lock "refresh_cache-13365b72-3dc0-45e1-a609-c58b6c207f30" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2400.357306] env[63750]: DEBUG nova.compute.manager [req-06724dfc-f2e6-4dde-bcaf-69f70163b252 req-df5dee71-a075-49ec-a0a4-b9bdcde1ac11 service nova] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Received event network-vif-unplugged-3c76e579-a067-4ec6-95a6-e370ddc18933 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2400.357623] env[63750]: DEBUG oslo_concurrency.lockutils [req-06724dfc-f2e6-4dde-bcaf-69f70163b252 req-df5dee71-a075-49ec-a0a4-b9bdcde1ac11 service nova] Acquiring lock "13365b72-3dc0-45e1-a609-c58b6c207f30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2400.358380] env[63750]: DEBUG oslo_concurrency.lockutils [req-06724dfc-f2e6-4dde-bcaf-69f70163b252 req-df5dee71-a075-49ec-a0a4-b9bdcde1ac11 service nova] Lock "13365b72-3dc0-45e1-a609-c58b6c207f30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2400.358631] env[63750]: DEBUG oslo_concurrency.lockutils [req-06724dfc-f2e6-4dde-bcaf-69f70163b252 req-df5dee71-a075-49ec-a0a4-b9bdcde1ac11 service nova] Lock "13365b72-3dc0-45e1-a609-c58b6c207f30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2400.358874] env[63750]: DEBUG nova.compute.manager [req-06724dfc-f2e6-4dde-bcaf-69f70163b252 req-df5dee71-a075-49ec-a0a4-b9bdcde1ac11 service nova] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] No waiting events found dispatching network-vif-unplugged-3c76e579-a067-4ec6-95a6-e370ddc18933 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2400.359130] env[63750]: WARNING nova.compute.manager [req-06724dfc-f2e6-4dde-bcaf-69f70163b252 req-df5dee71-a075-49ec-a0a4-b9bdcde1ac11 service nova] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Received unexpected event network-vif-unplugged-3c76e579-a067-4ec6-95a6-e370ddc18933 for instance with vm_state shelved and task_state shelving_offloading. [ 2400.366602] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2400.367229] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2400.379519] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2400.380700] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8870f6bf-be82-409b-8221-a10c90341295 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2400.389791] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2400.390086] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-677823d0-5966-4556-9775-2c96ca916379 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2400.478385] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2400.478739] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2400.479059] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Deleting the datastore file [datastore1] 13365b72-3dc0-45e1-a609-c58b6c207f30 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2400.479388] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65300f36-97a3-458d-9e68-98682d500af9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2400.485889] env[63750]: DEBUG oslo_vmware.api [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Waiting for the task: (returnval){ [ 2400.485889] env[63750]: value = "task-2007516" [ 2400.485889] env[63750]: _type = "Task" [ 2400.485889] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2400.493404] env[63750]: DEBUG oslo_vmware.api [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007516, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2400.515286] env[63750]: DEBUG oslo_concurrency.lockutils [None req-09f4a91c-7e54-4250-af6b-14b09d7440ba tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Lock "73520114-461a-4246-b79b-55f9227f4841" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.134s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2400.995562] env[63750]: DEBUG oslo_vmware.api [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007516, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131674} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2400.995862] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2400.995862] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2400.996126] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2401.018807] env[63750]: INFO nova.scheduler.client.report [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Deleted allocations for instance 13365b72-3dc0-45e1-a609-c58b6c207f30 [ 2401.523677] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2401.523979] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2401.524228] env[63750]: DEBUG nova.objects.instance [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Lazy-loading 'resources' on Instance uuid 13365b72-3dc0-45e1-a609-c58b6c207f30 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2402.027627] env[63750]: DEBUG nova.objects.instance [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Lazy-loading 'numa_topology' on Instance uuid 13365b72-3dc0-45e1-a609-c58b6c207f30 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2402.383411] env[63750]: DEBUG nova.compute.manager [req-e03cb76e-253b-415e-b716-b10fe5d1fe59 req-7b5f2f83-05f2-4993-a233-4758ebccb178 service nova] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Received event network-changed-3c76e579-a067-4ec6-95a6-e370ddc18933 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2402.383411] env[63750]: DEBUG nova.compute.manager [req-e03cb76e-253b-415e-b716-b10fe5d1fe59 req-7b5f2f83-05f2-4993-a233-4758ebccb178 service nova] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Refreshing instance network info cache due to event network-changed-3c76e579-a067-4ec6-95a6-e370ddc18933. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2402.383596] env[63750]: DEBUG oslo_concurrency.lockutils [req-e03cb76e-253b-415e-b716-b10fe5d1fe59 req-7b5f2f83-05f2-4993-a233-4758ebccb178 service nova] Acquiring lock "refresh_cache-13365b72-3dc0-45e1-a609-c58b6c207f30" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2402.383738] env[63750]: DEBUG oslo_concurrency.lockutils [req-e03cb76e-253b-415e-b716-b10fe5d1fe59 req-7b5f2f83-05f2-4993-a233-4758ebccb178 service nova] Acquired lock "refresh_cache-13365b72-3dc0-45e1-a609-c58b6c207f30" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2402.383896] env[63750]: DEBUG nova.network.neutron [req-e03cb76e-253b-415e-b716-b10fe5d1fe59 req-7b5f2f83-05f2-4993-a233-4758ebccb178 service nova] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Refreshing network info cache for port 3c76e579-a067-4ec6-95a6-e370ddc18933 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2402.530341] env[63750]: DEBUG nova.objects.base [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Object Instance<13365b72-3dc0-45e1-a609-c58b6c207f30> lazy-loaded attributes: resources,numa_topology {{(pid=63750) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2402.566655] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1b9a92-1c73-47b8-9e81-ece432679f72 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.574690] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc584b6-7601-44ae-a5f6-f5fe5ac9a5f3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.604521] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44623bc3-d4e0-4aab-84c1-7b4abc3a8aef {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.611640] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06c0e0e-0a28-4b2b-8891-5fc07dab54b1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.624264] env[63750]: DEBUG nova.compute.provider_tree [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2402.899703] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Acquiring lock "741135a6-fb1d-4ff9-ab38-b421b2673c1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2402.899963] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Lock "741135a6-fb1d-4ff9-ab38-b421b2673c1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2403.127902] env[63750]: DEBUG nova.scheduler.client.report [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2403.162928] env[63750]: DEBUG nova.network.neutron [req-e03cb76e-253b-415e-b716-b10fe5d1fe59 req-7b5f2f83-05f2-4993-a233-4758ebccb178 service nova] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Updated VIF entry in instance network info cache for port 3c76e579-a067-4ec6-95a6-e370ddc18933. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2403.163285] env[63750]: DEBUG nova.network.neutron [req-e03cb76e-253b-415e-b716-b10fe5d1fe59 req-7b5f2f83-05f2-4993-a233-4758ebccb178 service nova] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Updating instance_info_cache with network_info: [{"id": "3c76e579-a067-4ec6-95a6-e370ddc18933", "address": "fa:16:3e:8c:8a:37", "network": {"id": "e9f381b3-a6e8-4ae4-be2b-c7cde966c93f", "bridge": null, "label": "tempest-ServersNegativeTestJSON-828573942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c5c5914efc54e838922e690144d6798", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap3c76e579-a0", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2403.402629] env[63750]: DEBUG nova.compute.manager [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Starting instance... {{(pid=63750) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2403.633108] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.109s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2403.666665] env[63750]: DEBUG oslo_concurrency.lockutils [req-e03cb76e-253b-415e-b716-b10fe5d1fe59 req-7b5f2f83-05f2-4993-a233-4758ebccb178 service nova] Releasing lock "refresh_cache-13365b72-3dc0-45e1-a609-c58b6c207f30" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2403.920131] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Acquiring lock "13365b72-3dc0-45e1-a609-c58b6c207f30" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2403.921065] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2403.921297] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2403.923279] env[63750]: INFO nova.compute.claims [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2404.141567] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c7629a48-2178-4e3d-8061-e9956a810e11 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Lock "13365b72-3dc0-45e1-a609-c58b6c207f30" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.524s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2404.142347] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Lock "13365b72-3dc0-45e1-a609-c58b6c207f30" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.222s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2404.142585] env[63750]: INFO nova.compute.manager [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Unshelving [ 2404.973407] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b827bef-fba2-429d-8575-636750cafd33 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2404.980603] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9016aa04-e0fd-4245-8464-a692192afd71 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.008964] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8083014d-3125-4b8d-a4b6-44799a5db462 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.015701] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3885aef-f728-4045-8677-84e36516fbb2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.029006] env[63750]: DEBUG nova.compute.provider_tree [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2405.165610] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2405.533092] env[63750]: DEBUG nova.scheduler.client.report [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2406.037532] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.116s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2406.038050] env[63750]: DEBUG nova.compute.manager [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Start building networks asynchronously for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2406.040790] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.876s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2406.041351] env[63750]: DEBUG nova.objects.instance [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Lazy-loading 'pci_requests' on Instance uuid 13365b72-3dc0-45e1-a609-c58b6c207f30 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2406.544587] env[63750]: DEBUG nova.compute.utils [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2406.547323] env[63750]: DEBUG nova.objects.instance [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Lazy-loading 'numa_topology' on Instance uuid 13365b72-3dc0-45e1-a609-c58b6c207f30 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2406.548424] env[63750]: DEBUG nova.compute.manager [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Allocating IP information in the background. {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2406.548598] env[63750]: DEBUG nova.network.neutron [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] allocate_for_instance() {{(pid=63750) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2406.585383] env[63750]: DEBUG nova.policy [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b85d6628947e4670b241866fea7511db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5275bd7281f64ecbaef93a2a4a1bb629', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63750) authorize /opt/stack/nova/nova/policy.py:192}} [ 2406.982720] env[63750]: DEBUG nova.network.neutron [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Successfully created port: 1ece5ac4-45d7-499a-a1bf-f5156701d32f {{(pid=63750) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2407.049752] env[63750]: DEBUG nova.compute.manager [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Start building block device mappings for instance. {{(pid=63750) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2407.052788] env[63750]: INFO nova.compute.claims [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2408.063564] env[63750]: DEBUG nova.compute.manager [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Start spawning the instance on the hypervisor. {{(pid=63750) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2408.129731] env[63750]: DEBUG nova.virt.hardware [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-02T11:37:35Z,direct_url=,disk_format='vmdk',id=53a5fdf8-c6be-4008-8c9d-7c67205e61eb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97464ef51d4848b2beb776e97a17e4bd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-02T11:37:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2408.130020] env[63750]: DEBUG nova.virt.hardware [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2408.130198] env[63750]: DEBUG nova.virt.hardware [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2408.130389] env[63750]: DEBUG nova.virt.hardware [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2408.130537] env[63750]: DEBUG nova.virt.hardware [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2408.130686] env[63750]: DEBUG nova.virt.hardware [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2408.130891] env[63750]: DEBUG nova.virt.hardware [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2408.131064] env[63750]: DEBUG nova.virt.hardware [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2408.131234] env[63750]: DEBUG nova.virt.hardware [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2408.131393] env[63750]: DEBUG nova.virt.hardware [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2408.131588] env[63750]: DEBUG nova.virt.hardware [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2408.132464] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd06fc94-3518-498a-adc4-96bd77c240ba {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2408.140584] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e29b6f-2d7c-4393-8ae6-d69c05229ce8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2408.155923] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a50004-035e-4e01-834d-41f4cf0c7ef8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2408.162153] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d488be9-1886-433c-929f-3f906844daab {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2408.191443] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4e5d91-f868-4f96-8894-6a27dab0fdcb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2408.197960] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773b1e4a-f435-4f4f-b548-6fa1c29e4f2c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2408.210316] env[63750]: DEBUG nova.compute.provider_tree [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2408.713568] env[63750]: DEBUG nova.scheduler.client.report [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2409.218730] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.178s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2409.249150] env[63750]: INFO nova.network.neutron [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Updating port 3c76e579-a067-4ec6-95a6-e370ddc18933 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2413.936610] env[63750]: DEBUG nova.compute.manager [req-3defee72-4247-44dc-a619-c6573f343794 req-992a70b1-f416-4834-80b6-e38fa2334c48 service nova] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Received event network-vif-plugged-1ece5ac4-45d7-499a-a1bf-f5156701d32f {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2413.936875] env[63750]: DEBUG oslo_concurrency.lockutils [req-3defee72-4247-44dc-a619-c6573f343794 req-992a70b1-f416-4834-80b6-e38fa2334c48 service nova] Acquiring lock "741135a6-fb1d-4ff9-ab38-b421b2673c1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2413.937159] env[63750]: DEBUG oslo_concurrency.lockutils [req-3defee72-4247-44dc-a619-c6573f343794 req-992a70b1-f416-4834-80b6-e38fa2334c48 service nova] Lock "741135a6-fb1d-4ff9-ab38-b421b2673c1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2413.937378] env[63750]: DEBUG oslo_concurrency.lockutils [req-3defee72-4247-44dc-a619-c6573f343794 req-992a70b1-f416-4834-80b6-e38fa2334c48 service nova] Lock "741135a6-fb1d-4ff9-ab38-b421b2673c1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2413.937605] env[63750]: DEBUG nova.compute.manager [req-3defee72-4247-44dc-a619-c6573f343794 req-992a70b1-f416-4834-80b6-e38fa2334c48 service nova] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] No waiting events found dispatching network-vif-plugged-1ece5ac4-45d7-499a-a1bf-f5156701d32f {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2413.937723] env[63750]: WARNING nova.compute.manager [req-3defee72-4247-44dc-a619-c6573f343794 req-992a70b1-f416-4834-80b6-e38fa2334c48 service nova] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Received unexpected event network-vif-plugged-1ece5ac4-45d7-499a-a1bf-f5156701d32f for instance with vm_state building and task_state spawning. [ 2414.026724] env[63750]: DEBUG nova.network.neutron [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Successfully updated port: 1ece5ac4-45d7-499a-a1bf-f5156701d32f {{(pid=63750) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2414.268883] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Acquiring lock "refresh_cache-13365b72-3dc0-45e1-a609-c58b6c207f30" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2414.269090] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Acquired lock "refresh_cache-13365b72-3dc0-45e1-a609-c58b6c207f30" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2414.269270] env[63750]: DEBUG nova.network.neutron [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2414.531076] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Acquiring lock "refresh_cache-741135a6-fb1d-4ff9-ab38-b421b2673c1f" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2414.531076] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Acquired lock "refresh_cache-741135a6-fb1d-4ff9-ab38-b421b2673c1f" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2414.531076] env[63750]: DEBUG nova.network.neutron [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2414.997102] env[63750]: DEBUG nova.network.neutron [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Updating instance_info_cache with network_info: [{"id": "3c76e579-a067-4ec6-95a6-e370ddc18933", "address": "fa:16:3e:8c:8a:37", "network": {"id": "e9f381b3-a6e8-4ae4-be2b-c7cde966c93f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-828573942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c5c5914efc54e838922e690144d6798", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c76e579-a0", "ovs_interfaceid": "3c76e579-a067-4ec6-95a6-e370ddc18933", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2415.059908] env[63750]: DEBUG nova.network.neutron [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2415.182156] env[63750]: DEBUG nova.network.neutron [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Updating instance_info_cache with network_info: [{"id": "1ece5ac4-45d7-499a-a1bf-f5156701d32f", "address": "fa:16:3e:18:66:9e", "network": {"id": "8775225d-43bb-4342-a689-48d4a2ee0ca6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1303505296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5275bd7281f64ecbaef93a2a4a1bb629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ece5ac4-45", "ovs_interfaceid": "1ece5ac4-45d7-499a-a1bf-f5156701d32f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2415.499767] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Releasing lock "refresh_cache-13365b72-3dc0-45e1-a609-c58b6c207f30" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2415.529326] env[63750]: DEBUG nova.virt.hardware [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='438818f30ec609360d049c1ab4414f01',container_format='bare',created_at=2025-01-02T12:10:07Z,direct_url=,disk_format='vmdk',id=c9bcdf54-f461-4ca6-9aea-f83c2e99fee6,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-838310943-shelved',owner='0c5c5914efc54e838922e690144d6798',properties=ImageMetaProps,protected=,size=31660032,status='active',tags=,updated_at=2025-01-02T12:10:21Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2415.529587] env[63750]: DEBUG nova.virt.hardware [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2415.529757] env[63750]: DEBUG nova.virt.hardware [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2415.529980] env[63750]: DEBUG nova.virt.hardware [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2415.530146] env[63750]: DEBUG nova.virt.hardware [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2415.530294] env[63750]: DEBUG nova.virt.hardware [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2415.530495] env[63750]: DEBUG nova.virt.hardware [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2415.530653] env[63750]: DEBUG nova.virt.hardware [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2415.530829] env[63750]: DEBUG nova.virt.hardware [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2415.531020] env[63750]: DEBUG nova.virt.hardware [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2415.531199] env[63750]: DEBUG nova.virt.hardware [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2415.532106] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33701d5a-0ec4-4e25-bf4f-c60681a61fc5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2415.539832] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0393186f-a5fa-455e-ba19-b1cb618d9ec4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2415.553099] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:8a:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ac3fd84-c373-49f5-82dc-784a6cdb686d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c76e579-a067-4ec6-95a6-e370ddc18933', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2415.560524] env[63750]: DEBUG oslo.service.loopingcall [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2415.560806] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2415.561079] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11d96588-56f4-41ef-ad34-468bf2b26d04 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2415.580553] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2415.580553] env[63750]: value = "task-2007517" [ 2415.580553] env[63750]: _type = "Task" [ 2415.580553] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2415.587951] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007517, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2415.684775] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Releasing lock "refresh_cache-741135a6-fb1d-4ff9-ab38-b421b2673c1f" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2415.685126] env[63750]: DEBUG nova.compute.manager [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Instance network_info: |[{"id": "1ece5ac4-45d7-499a-a1bf-f5156701d32f", "address": "fa:16:3e:18:66:9e", "network": {"id": "8775225d-43bb-4342-a689-48d4a2ee0ca6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1303505296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5275bd7281f64ecbaef93a2a4a1bb629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ece5ac4-45", "ovs_interfaceid": "1ece5ac4-45d7-499a-a1bf-f5156701d32f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63750) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2415.685564] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:66:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76cff786-08f3-4a4a-8e68-6ae052a5dff3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ece5ac4-45d7-499a-a1bf-f5156701d32f', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2415.693038] env[63750]: DEBUG oslo.service.loopingcall [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2415.693243] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2415.693464] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec45f59e-b836-4f59-bd51-17cf8e605581 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2415.712851] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2415.712851] env[63750]: value = "task-2007518" [ 2415.712851] env[63750]: _type = "Task" [ 2415.712851] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2415.719958] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007518, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2415.970885] env[63750]: DEBUG nova.compute.manager [req-5aa5e911-6d26-40af-a17c-a0eb9d60975f req-a195efc3-dadb-45e9-b554-e17dd47479ca service nova] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Received event network-changed-1ece5ac4-45d7-499a-a1bf-f5156701d32f {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2415.971252] env[63750]: DEBUG nova.compute.manager [req-5aa5e911-6d26-40af-a17c-a0eb9d60975f req-a195efc3-dadb-45e9-b554-e17dd47479ca service nova] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Refreshing instance network info cache due to event network-changed-1ece5ac4-45d7-499a-a1bf-f5156701d32f. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2415.971616] env[63750]: DEBUG oslo_concurrency.lockutils [req-5aa5e911-6d26-40af-a17c-a0eb9d60975f req-a195efc3-dadb-45e9-b554-e17dd47479ca service nova] Acquiring lock "refresh_cache-741135a6-fb1d-4ff9-ab38-b421b2673c1f" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2415.971882] env[63750]: DEBUG oslo_concurrency.lockutils [req-5aa5e911-6d26-40af-a17c-a0eb9d60975f req-a195efc3-dadb-45e9-b554-e17dd47479ca service nova] Acquired lock "refresh_cache-741135a6-fb1d-4ff9-ab38-b421b2673c1f" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2415.972189] env[63750]: DEBUG nova.network.neutron [req-5aa5e911-6d26-40af-a17c-a0eb9d60975f req-a195efc3-dadb-45e9-b554-e17dd47479ca service nova] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Refreshing network info cache for port 1ece5ac4-45d7-499a-a1bf-f5156701d32f {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2416.089895] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007517, 'name': CreateVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2416.224346] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007518, 'name': CreateVM_Task, 'duration_secs': 0.401647} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2416.224546] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2416.225427] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2416.225592] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2416.226139] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2416.226472] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56a1026b-f79a-4e24-a9c4-61cba5e44b58 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.231253] env[63750]: DEBUG oslo_vmware.api [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for the task: (returnval){ [ 2416.231253] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a715c7-9a18-0396-bdfd-454d54315d4f" [ 2416.231253] env[63750]: _type = "Task" [ 2416.231253] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2416.242813] env[63750]: DEBUG oslo_vmware.api [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a715c7-9a18-0396-bdfd-454d54315d4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2416.590570] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007517, 'name': CreateVM_Task, 'duration_secs': 0.511593} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2416.590741] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2416.593459] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c9bcdf54-f461-4ca6-9aea-f83c2e99fee6" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2416.593620] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c9bcdf54-f461-4ca6-9aea-f83c2e99fee6" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2416.593983] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c9bcdf54-f461-4ca6-9aea-f83c2e99fee6" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2416.594246] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e634d6ff-0a77-4efb-97df-95b49050ba31 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.598795] env[63750]: DEBUG oslo_vmware.api [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Waiting for the task: (returnval){ [ 2416.598795] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52fcd3e9-643d-b3cc-6815-76b0aa55ffc1" [ 2416.598795] env[63750]: _type = "Task" [ 2416.598795] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2416.607221] env[63750]: DEBUG oslo_vmware.api [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52fcd3e9-643d-b3cc-6815-76b0aa55ffc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2416.657252] env[63750]: DEBUG nova.network.neutron [req-5aa5e911-6d26-40af-a17c-a0eb9d60975f req-a195efc3-dadb-45e9-b554-e17dd47479ca service nova] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Updated VIF entry in instance network info cache for port 1ece5ac4-45d7-499a-a1bf-f5156701d32f. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2416.657576] env[63750]: DEBUG nova.network.neutron [req-5aa5e911-6d26-40af-a17c-a0eb9d60975f req-a195efc3-dadb-45e9-b554-e17dd47479ca service nova] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Updating instance_info_cache with network_info: [{"id": "1ece5ac4-45d7-499a-a1bf-f5156701d32f", "address": "fa:16:3e:18:66:9e", "network": {"id": "8775225d-43bb-4342-a689-48d4a2ee0ca6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1303505296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5275bd7281f64ecbaef93a2a4a1bb629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ece5ac4-45", "ovs_interfaceid": "1ece5ac4-45d7-499a-a1bf-f5156701d32f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2416.741545] env[63750]: DEBUG oslo_vmware.api [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a715c7-9a18-0396-bdfd-454d54315d4f, 'name': SearchDatastore_Task, 'duration_secs': 0.010589} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2416.741929] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2416.742222] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Processing image 53a5fdf8-c6be-4008-8c9d-7c67205e61eb {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2416.742466] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2416.742623] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2416.742798] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2416.743090] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6906083-111a-4fa0-9a86-fa46c6e86dcd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.750992] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2416.751213] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2416.751862] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4f71f04-b302-41df-af60-b5ac0c348439 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.756682] env[63750]: DEBUG oslo_vmware.api [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for the task: (returnval){ [ 2416.756682] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52c8a6d3-a98c-74f7-4113-c1690355e33d" [ 2416.756682] env[63750]: _type = "Task" [ 2416.756682] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2416.763890] env[63750]: DEBUG oslo_vmware.api [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52c8a6d3-a98c-74f7-4113-c1690355e33d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2417.109629] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c9bcdf54-f461-4ca6-9aea-f83c2e99fee6" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2417.110060] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Processing image c9bcdf54-f461-4ca6-9aea-f83c2e99fee6 {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2417.110104] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c9bcdf54-f461-4ca6-9aea-f83c2e99fee6/c9bcdf54-f461-4ca6-9aea-f83c2e99fee6.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2417.110259] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c9bcdf54-f461-4ca6-9aea-f83c2e99fee6/c9bcdf54-f461-4ca6-9aea-f83c2e99fee6.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2417.110435] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2417.110688] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4991e622-13c6-45f1-b83c-d6b4e7570165 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.119363] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2417.119543] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2417.120265] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-821e9584-6bbc-439c-b635-9528d2614297 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.125072] env[63750]: DEBUG oslo_vmware.api [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Waiting for the task: (returnval){ [ 2417.125072] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5255f118-c12d-a77c-0fb1-d38c76611947" [ 2417.125072] env[63750]: _type = "Task" [ 2417.125072] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2417.132806] env[63750]: DEBUG oslo_vmware.api [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5255f118-c12d-a77c-0fb1-d38c76611947, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2417.160471] env[63750]: DEBUG oslo_concurrency.lockutils [req-5aa5e911-6d26-40af-a17c-a0eb9d60975f req-a195efc3-dadb-45e9-b554-e17dd47479ca service nova] Releasing lock "refresh_cache-741135a6-fb1d-4ff9-ab38-b421b2673c1f" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2417.160703] env[63750]: DEBUG nova.compute.manager [req-5aa5e911-6d26-40af-a17c-a0eb9d60975f req-a195efc3-dadb-45e9-b554-e17dd47479ca service nova] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Received event network-vif-plugged-3c76e579-a067-4ec6-95a6-e370ddc18933 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2417.160893] env[63750]: DEBUG oslo_concurrency.lockutils [req-5aa5e911-6d26-40af-a17c-a0eb9d60975f req-a195efc3-dadb-45e9-b554-e17dd47479ca service nova] Acquiring lock "13365b72-3dc0-45e1-a609-c58b6c207f30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2417.161105] env[63750]: DEBUG oslo_concurrency.lockutils [req-5aa5e911-6d26-40af-a17c-a0eb9d60975f req-a195efc3-dadb-45e9-b554-e17dd47479ca service nova] Lock "13365b72-3dc0-45e1-a609-c58b6c207f30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2417.161272] env[63750]: DEBUG oslo_concurrency.lockutils [req-5aa5e911-6d26-40af-a17c-a0eb9d60975f req-a195efc3-dadb-45e9-b554-e17dd47479ca service nova] Lock "13365b72-3dc0-45e1-a609-c58b6c207f30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2417.161436] env[63750]: DEBUG nova.compute.manager [req-5aa5e911-6d26-40af-a17c-a0eb9d60975f req-a195efc3-dadb-45e9-b554-e17dd47479ca service nova] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] No waiting events found dispatching network-vif-plugged-3c76e579-a067-4ec6-95a6-e370ddc18933 {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2417.161600] env[63750]: WARNING nova.compute.manager [req-5aa5e911-6d26-40af-a17c-a0eb9d60975f req-a195efc3-dadb-45e9-b554-e17dd47479ca service nova] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Received unexpected event network-vif-plugged-3c76e579-a067-4ec6-95a6-e370ddc18933 for instance with vm_state shelved_offloaded and task_state spawning. [ 2417.161801] env[63750]: DEBUG nova.compute.manager [req-5aa5e911-6d26-40af-a17c-a0eb9d60975f req-a195efc3-dadb-45e9-b554-e17dd47479ca service nova] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Received event network-changed-3c76e579-a067-4ec6-95a6-e370ddc18933 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2417.161960] env[63750]: DEBUG nova.compute.manager [req-5aa5e911-6d26-40af-a17c-a0eb9d60975f req-a195efc3-dadb-45e9-b554-e17dd47479ca service nova] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Refreshing instance network info cache due to event network-changed-3c76e579-a067-4ec6-95a6-e370ddc18933. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2417.162164] env[63750]: DEBUG oslo_concurrency.lockutils [req-5aa5e911-6d26-40af-a17c-a0eb9d60975f req-a195efc3-dadb-45e9-b554-e17dd47479ca service nova] Acquiring lock "refresh_cache-13365b72-3dc0-45e1-a609-c58b6c207f30" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2417.162303] env[63750]: DEBUG oslo_concurrency.lockutils [req-5aa5e911-6d26-40af-a17c-a0eb9d60975f req-a195efc3-dadb-45e9-b554-e17dd47479ca service nova] Acquired lock "refresh_cache-13365b72-3dc0-45e1-a609-c58b6c207f30" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2417.162457] env[63750]: DEBUG nova.network.neutron [req-5aa5e911-6d26-40af-a17c-a0eb9d60975f req-a195efc3-dadb-45e9-b554-e17dd47479ca service nova] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Refreshing network info cache for port 3c76e579-a067-4ec6-95a6-e370ddc18933 {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2417.267678] env[63750]: DEBUG oslo_vmware.api [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52c8a6d3-a98c-74f7-4113-c1690355e33d, 'name': SearchDatastore_Task, 'duration_secs': 0.00873} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2417.268469] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23e34810-4b9d-48c1-80b1-329fb2a61279 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.274486] env[63750]: DEBUG oslo_vmware.api [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for the task: (returnval){ [ 2417.274486] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52d579b9-b4ed-77e5-08ad-3f4a01f1c6ee" [ 2417.274486] env[63750]: _type = "Task" [ 2417.274486] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2417.281706] env[63750]: DEBUG oslo_vmware.api [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52d579b9-b4ed-77e5-08ad-3f4a01f1c6ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2417.635871] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Preparing fetch location {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2417.636224] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Fetch image to [datastore1] OSTACK_IMG_6a605694-b042-4f25-8240-d50e7bd2f4bf/OSTACK_IMG_6a605694-b042-4f25-8240-d50e7bd2f4bf.vmdk {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2417.636452] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Downloading stream optimized image c9bcdf54-f461-4ca6-9aea-f83c2e99fee6 to [datastore1] OSTACK_IMG_6a605694-b042-4f25-8240-d50e7bd2f4bf/OSTACK_IMG_6a605694-b042-4f25-8240-d50e7bd2f4bf.vmdk on the data store datastore1 as vApp {{(pid=63750) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2417.636658] env[63750]: DEBUG nova.virt.vmwareapi.images [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Downloading image file data c9bcdf54-f461-4ca6-9aea-f83c2e99fee6 to the ESX as VM named 'OSTACK_IMG_6a605694-b042-4f25-8240-d50e7bd2f4bf' {{(pid=63750) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2417.703946] env[63750]: DEBUG oslo_vmware.rw_handles [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2417.703946] env[63750]: value = "resgroup-9" [ 2417.703946] env[63750]: _type = "ResourcePool" [ 2417.703946] env[63750]: }. {{(pid=63750) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2417.704268] env[63750]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-b7299179-fff3-4c6f-ac3a-306660c97d75 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.725202] env[63750]: DEBUG oslo_vmware.rw_handles [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Lease: (returnval){ [ 2417.725202] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52aaf591-fc4e-8615-b635-91a5ad68da8f" [ 2417.725202] env[63750]: _type = "HttpNfcLease" [ 2417.725202] env[63750]: } obtained for vApp import into resource pool (val){ [ 2417.725202] env[63750]: value = "resgroup-9" [ 2417.725202] env[63750]: _type = "ResourcePool" [ 2417.725202] env[63750]: }. {{(pid=63750) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2417.725560] env[63750]: DEBUG oslo_vmware.api [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Waiting for the lease: (returnval){ [ 2417.725560] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52aaf591-fc4e-8615-b635-91a5ad68da8f" [ 2417.725560] env[63750]: _type = "HttpNfcLease" [ 2417.725560] env[63750]: } to be ready. {{(pid=63750) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2417.731359] env[63750]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2417.731359] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52aaf591-fc4e-8615-b635-91a5ad68da8f" [ 2417.731359] env[63750]: _type = "HttpNfcLease" [ 2417.731359] env[63750]: } is initializing. {{(pid=63750) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2417.785807] env[63750]: DEBUG oslo_vmware.api [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52d579b9-b4ed-77e5-08ad-3f4a01f1c6ee, 'name': SearchDatastore_Task, 'duration_secs': 0.017391} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2417.786207] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2417.786540] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 741135a6-fb1d-4ff9-ab38-b421b2673c1f/741135a6-fb1d-4ff9-ab38-b421b2673c1f.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2417.786840] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ceb49d06-1f9f-48ba-b680-0504085a26f8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.795084] env[63750]: DEBUG oslo_vmware.api [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for the task: (returnval){ [ 2417.795084] env[63750]: value = "task-2007520" [ 2417.795084] env[63750]: _type = "Task" [ 2417.795084] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2417.802721] env[63750]: DEBUG oslo_vmware.api [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007520, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2417.866139] env[63750]: DEBUG nova.network.neutron [req-5aa5e911-6d26-40af-a17c-a0eb9d60975f req-a195efc3-dadb-45e9-b554-e17dd47479ca service nova] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Updated VIF entry in instance network info cache for port 3c76e579-a067-4ec6-95a6-e370ddc18933. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2417.866520] env[63750]: DEBUG nova.network.neutron [req-5aa5e911-6d26-40af-a17c-a0eb9d60975f req-a195efc3-dadb-45e9-b554-e17dd47479ca service nova] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Updating instance_info_cache with network_info: [{"id": "3c76e579-a067-4ec6-95a6-e370ddc18933", "address": "fa:16:3e:8c:8a:37", "network": {"id": "e9f381b3-a6e8-4ae4-be2b-c7cde966c93f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-828573942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c5c5914efc54e838922e690144d6798", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c76e579-a0", "ovs_interfaceid": "3c76e579-a067-4ec6-95a6-e370ddc18933", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2418.233434] env[63750]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2418.233434] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52aaf591-fc4e-8615-b635-91a5ad68da8f" [ 2418.233434] env[63750]: _type = "HttpNfcLease" [ 2418.233434] env[63750]: } is ready. {{(pid=63750) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2418.233933] env[63750]: DEBUG oslo_vmware.rw_handles [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2418.233933] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52aaf591-fc4e-8615-b635-91a5ad68da8f" [ 2418.233933] env[63750]: _type = "HttpNfcLease" [ 2418.233933] env[63750]: }. {{(pid=63750) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2418.234526] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbeb3472-a5ee-49a5-9e41-285491544500 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2418.242591] env[63750]: DEBUG oslo_vmware.rw_handles [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52299326-ba39-1be4-2113-97485e93ef32/disk-0.vmdk from lease info. {{(pid=63750) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2418.242854] env[63750]: DEBUG oslo_vmware.rw_handles [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Creating HTTP connection to write to file with size = 31660032 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52299326-ba39-1be4-2113-97485e93ef32/disk-0.vmdk. {{(pid=63750) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2418.306627] env[63750]: DEBUG oslo_vmware.api [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007520, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.429746} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2418.310062] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53a5fdf8-c6be-4008-8c9d-7c67205e61eb/53a5fdf8-c6be-4008-8c9d-7c67205e61eb.vmdk to [datastore1] 741135a6-fb1d-4ff9-ab38-b421b2673c1f/741135a6-fb1d-4ff9-ab38-b421b2673c1f.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2418.310261] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Extending root virtual disk to 1048576 {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2418.312176] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b545a2b8-1391-4150-99c7-0bd21bc3fb4c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2418.314219] env[63750]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-aa4e1308-1854-4849-bbe9-4651d60f564a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2418.321054] env[63750]: DEBUG oslo_vmware.api [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for the task: (returnval){ [ 2418.321054] env[63750]: value = "task-2007521" [ 2418.321054] env[63750]: _type = "Task" [ 2418.321054] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2418.329328] env[63750]: DEBUG oslo_vmware.api [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007521, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2418.369251] env[63750]: DEBUG oslo_concurrency.lockutils [req-5aa5e911-6d26-40af-a17c-a0eb9d60975f req-a195efc3-dadb-45e9-b554-e17dd47479ca service nova] Releasing lock "refresh_cache-13365b72-3dc0-45e1-a609-c58b6c207f30" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2418.838179] env[63750]: DEBUG oslo_vmware.api [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007521, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064368} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2418.840741] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Extended root virtual disk {{(pid=63750) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2418.842659] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b69652-6c20-4113-8ece-f31ec4cacca8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2418.864524] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 741135a6-fb1d-4ff9-ab38-b421b2673c1f/741135a6-fb1d-4ff9-ab38-b421b2673c1f.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2418.868208] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bae712c2-e20e-47dd-b0c7-873e807a1287 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2418.890718] env[63750]: DEBUG oslo_vmware.api [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for the task: (returnval){ [ 2418.890718] env[63750]: value = "task-2007522" [ 2418.890718] env[63750]: _type = "Task" [ 2418.890718] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2418.901642] env[63750]: DEBUG oslo_vmware.api [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007522, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2419.355050] env[63750]: DEBUG oslo_vmware.rw_handles [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Completed reading data from the image iterator. {{(pid=63750) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2419.355050] env[63750]: DEBUG oslo_vmware.rw_handles [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52299326-ba39-1be4-2113-97485e93ef32/disk-0.vmdk. {{(pid=63750) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2419.356029] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d439f5-0766-4ba4-a409-3dcb633191ca {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.362573] env[63750]: DEBUG oslo_vmware.rw_handles [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52299326-ba39-1be4-2113-97485e93ef32/disk-0.vmdk is in state: ready. {{(pid=63750) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2419.362732] env[63750]: DEBUG oslo_vmware.rw_handles [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52299326-ba39-1be4-2113-97485e93ef32/disk-0.vmdk. {{(pid=63750) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2419.362957] env[63750]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-c4f667ba-0b84-4171-95c9-f0fb6abe2b3c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.401622] env[63750]: DEBUG oslo_vmware.api [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007522, 'name': ReconfigVM_Task, 'duration_secs': 0.291139} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2419.401937] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 741135a6-fb1d-4ff9-ab38-b421b2673c1f/741135a6-fb1d-4ff9-ab38-b421b2673c1f.vmdk or device None with type sparse {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2419.402584] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3dd92b2a-32df-4559-ac5f-942140e24186 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.409125] env[63750]: DEBUG oslo_vmware.api [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for the task: (returnval){ [ 2419.409125] env[63750]: value = "task-2007523" [ 2419.409125] env[63750]: _type = "Task" [ 2419.409125] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2419.417408] env[63750]: DEBUG oslo_vmware.api [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007523, 'name': Rename_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2419.563779] env[63750]: DEBUG oslo_vmware.rw_handles [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52299326-ba39-1be4-2113-97485e93ef32/disk-0.vmdk. {{(pid=63750) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2419.563994] env[63750]: INFO nova.virt.vmwareapi.images [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Downloaded image file data c9bcdf54-f461-4ca6-9aea-f83c2e99fee6 [ 2419.564837] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f10f1e-9248-477c-935e-01d6961649bb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.580059] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17eaec10-a364-4b1f-9f11-65985520e9a6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.606123] env[63750]: INFO nova.virt.vmwareapi.images [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] The imported VM was unregistered [ 2419.608852] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Caching image {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2419.609178] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Creating directory with path [datastore1] devstack-image-cache_base/c9bcdf54-f461-4ca6-9aea-f83c2e99fee6 {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2419.609454] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0df087d3-47a7-4ac1-9d41-03f806226af0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.619989] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Created directory with path [datastore1] devstack-image-cache_base/c9bcdf54-f461-4ca6-9aea-f83c2e99fee6 {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2419.620188] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_6a605694-b042-4f25-8240-d50e7bd2f4bf/OSTACK_IMG_6a605694-b042-4f25-8240-d50e7bd2f4bf.vmdk to [datastore1] devstack-image-cache_base/c9bcdf54-f461-4ca6-9aea-f83c2e99fee6/c9bcdf54-f461-4ca6-9aea-f83c2e99fee6.vmdk. {{(pid=63750) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2419.620419] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-919bd7a7-f4c9-4c8a-b733-1f668b79466d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.626452] env[63750]: DEBUG oslo_vmware.api [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Waiting for the task: (returnval){ [ 2419.626452] env[63750]: value = "task-2007525" [ 2419.626452] env[63750]: _type = "Task" [ 2419.626452] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2419.633770] env[63750]: DEBUG oslo_vmware.api [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007525, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2419.920598] env[63750]: DEBUG oslo_vmware.api [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007523, 'name': Rename_Task, 'duration_secs': 0.138149} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2419.920871] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2419.921177] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2068661d-aa56-46ce-aab6-0ced95be30e7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.928177] env[63750]: DEBUG oslo_vmware.api [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for the task: (returnval){ [ 2419.928177] env[63750]: value = "task-2007526" [ 2419.928177] env[63750]: _type = "Task" [ 2419.928177] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2419.937828] env[63750]: DEBUG oslo_vmware.api [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007526, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2420.135621] env[63750]: DEBUG oslo_vmware.api [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007525, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2420.439693] env[63750]: DEBUG oslo_vmware.api [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007526, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2420.636446] env[63750]: DEBUG oslo_vmware.api [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007525, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2420.939271] env[63750]: DEBUG oslo_vmware.api [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007526, 'name': PowerOnVM_Task} progress is 71%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2421.136835] env[63750]: DEBUG oslo_vmware.api [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007525, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2421.441583] env[63750]: DEBUG oslo_vmware.api [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007526, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2421.636858] env[63750]: DEBUG oslo_vmware.api [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007525, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2421.942060] env[63750]: DEBUG oslo_vmware.api [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007526, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2422.138491] env[63750]: DEBUG oslo_vmware.api [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007525, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.192228} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2422.138753] env[63750]: INFO nova.virt.vmwareapi.ds_util [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_6a605694-b042-4f25-8240-d50e7bd2f4bf/OSTACK_IMG_6a605694-b042-4f25-8240-d50e7bd2f4bf.vmdk to [datastore1] devstack-image-cache_base/c9bcdf54-f461-4ca6-9aea-f83c2e99fee6/c9bcdf54-f461-4ca6-9aea-f83c2e99fee6.vmdk. [ 2422.138938] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Cleaning up location [datastore1] OSTACK_IMG_6a605694-b042-4f25-8240-d50e7bd2f4bf {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2422.139116] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_6a605694-b042-4f25-8240-d50e7bd2f4bf {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2422.139369] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ff3323c-b8db-43e6-a7e0-a6ae1efa19e5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2422.145190] env[63750]: DEBUG oslo_vmware.api [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Waiting for the task: (returnval){ [ 2422.145190] env[63750]: value = "task-2007527" [ 2422.145190] env[63750]: _type = "Task" [ 2422.145190] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2422.152568] env[63750]: DEBUG oslo_vmware.api [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007527, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2422.442499] env[63750]: DEBUG oslo_vmware.api [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007526, 'name': PowerOnVM_Task, 'duration_secs': 2.031677} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2422.442949] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2422.443070] env[63750]: INFO nova.compute.manager [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Took 14.38 seconds to spawn the instance on the hypervisor. [ 2422.443245] env[63750]: DEBUG nova.compute.manager [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2422.444203] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15d3ee3-0a83-497f-b2ad-6a6c021065bb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2422.655402] env[63750]: DEBUG oslo_vmware.api [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007527, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297375} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2422.655658] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2422.655813] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c9bcdf54-f461-4ca6-9aea-f83c2e99fee6/c9bcdf54-f461-4ca6-9aea-f83c2e99fee6.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2422.656064] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c9bcdf54-f461-4ca6-9aea-f83c2e99fee6/c9bcdf54-f461-4ca6-9aea-f83c2e99fee6.vmdk to [datastore1] 13365b72-3dc0-45e1-a609-c58b6c207f30/13365b72-3dc0-45e1-a609-c58b6c207f30.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2422.656319] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24b012ac-71a8-48f0-b920-df0814137168 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2422.663130] env[63750]: DEBUG oslo_vmware.api [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Waiting for the task: (returnval){ [ 2422.663130] env[63750]: value = "task-2007528" [ 2422.663130] env[63750]: _type = "Task" [ 2422.663130] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2422.670371] env[63750]: DEBUG oslo_vmware.api [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007528, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2422.972136] env[63750]: INFO nova.compute.manager [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Took 19.06 seconds to build instance. [ 2423.172944] env[63750]: DEBUG oslo_vmware.api [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007528, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2423.473455] env[63750]: DEBUG oslo_concurrency.lockutils [None req-e312daa2-a8c3-4a2b-8aa2-3484d68dfc62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Lock "741135a6-fb1d-4ff9-ab38-b421b2673c1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.573s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2423.676819] env[63750]: DEBUG oslo_vmware.api [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007528, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2423.974075] env[63750]: DEBUG nova.compute.manager [req-d9382db9-eca4-4f67-aed9-19dc1990b761 req-009e4078-e72f-4d37-bce7-dd2b087f082f service nova] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Received event network-changed-1ece5ac4-45d7-499a-a1bf-f5156701d32f {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2423.974229] env[63750]: DEBUG nova.compute.manager [req-d9382db9-eca4-4f67-aed9-19dc1990b761 req-009e4078-e72f-4d37-bce7-dd2b087f082f service nova] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Refreshing instance network info cache due to event network-changed-1ece5ac4-45d7-499a-a1bf-f5156701d32f. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2423.974466] env[63750]: DEBUG oslo_concurrency.lockutils [req-d9382db9-eca4-4f67-aed9-19dc1990b761 req-009e4078-e72f-4d37-bce7-dd2b087f082f service nova] Acquiring lock "refresh_cache-741135a6-fb1d-4ff9-ab38-b421b2673c1f" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2423.974601] env[63750]: DEBUG oslo_concurrency.lockutils [req-d9382db9-eca4-4f67-aed9-19dc1990b761 req-009e4078-e72f-4d37-bce7-dd2b087f082f service nova] Acquired lock "refresh_cache-741135a6-fb1d-4ff9-ab38-b421b2673c1f" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2423.974756] env[63750]: DEBUG nova.network.neutron [req-d9382db9-eca4-4f67-aed9-19dc1990b761 req-009e4078-e72f-4d37-bce7-dd2b087f082f service nova] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Refreshing network info cache for port 1ece5ac4-45d7-499a-a1bf-f5156701d32f {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2424.174992] env[63750]: DEBUG oslo_vmware.api [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007528, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2424.675607] env[63750]: DEBUG oslo_vmware.api [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007528, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2424.721215] env[63750]: DEBUG nova.network.neutron [req-d9382db9-eca4-4f67-aed9-19dc1990b761 req-009e4078-e72f-4d37-bce7-dd2b087f082f service nova] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Updated VIF entry in instance network info cache for port 1ece5ac4-45d7-499a-a1bf-f5156701d32f. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2424.721684] env[63750]: DEBUG nova.network.neutron [req-d9382db9-eca4-4f67-aed9-19dc1990b761 req-009e4078-e72f-4d37-bce7-dd2b087f082f service nova] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Updating instance_info_cache with network_info: [{"id": "1ece5ac4-45d7-499a-a1bf-f5156701d32f", "address": "fa:16:3e:18:66:9e", "network": {"id": "8775225d-43bb-4342-a689-48d4a2ee0ca6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1303505296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5275bd7281f64ecbaef93a2a4a1bb629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ece5ac4-45", "ovs_interfaceid": "1ece5ac4-45d7-499a-a1bf-f5156701d32f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2425.175887] env[63750]: DEBUG oslo_vmware.api [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007528, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2425.224881] env[63750]: DEBUG oslo_concurrency.lockutils [req-d9382db9-eca4-4f67-aed9-19dc1990b761 req-009e4078-e72f-4d37-bce7-dd2b087f082f service nova] Releasing lock "refresh_cache-741135a6-fb1d-4ff9-ab38-b421b2673c1f" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2425.676534] env[63750]: DEBUG oslo_vmware.api [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007528, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.920012} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2425.676950] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c9bcdf54-f461-4ca6-9aea-f83c2e99fee6/c9bcdf54-f461-4ca6-9aea-f83c2e99fee6.vmdk to [datastore1] 13365b72-3dc0-45e1-a609-c58b6c207f30/13365b72-3dc0-45e1-a609-c58b6c207f30.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2425.677563] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce0a8bc-013f-4b3a-9396-4ce71520e3be {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2425.698548] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 13365b72-3dc0-45e1-a609-c58b6c207f30/13365b72-3dc0-45e1-a609-c58b6c207f30.vmdk or device None with type streamOptimized {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2425.698789] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c848433-9d75-48a6-b863-e96c8bb7c90b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2425.719223] env[63750]: DEBUG oslo_vmware.api [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Waiting for the task: (returnval){ [ 2425.719223] env[63750]: value = "task-2007529" [ 2425.719223] env[63750]: _type = "Task" [ 2425.719223] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2425.726913] env[63750]: DEBUG oslo_vmware.api [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007529, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2426.228680] env[63750]: DEBUG oslo_vmware.api [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007529, 'name': ReconfigVM_Task, 'duration_secs': 0.284231} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2426.228937] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 13365b72-3dc0-45e1-a609-c58b6c207f30/13365b72-3dc0-45e1-a609-c58b6c207f30.vmdk or device None with type streamOptimized {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2426.229563] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-371e02da-40c1-4203-a580-02d157ad9cdc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2426.236686] env[63750]: DEBUG oslo_vmware.api [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Waiting for the task: (returnval){ [ 2426.236686] env[63750]: value = "task-2007530" [ 2426.236686] env[63750]: _type = "Task" [ 2426.236686] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2426.245508] env[63750]: DEBUG oslo_vmware.api [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007530, 'name': Rename_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2426.746978] env[63750]: DEBUG oslo_vmware.api [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007530, 'name': Rename_Task, 'duration_secs': 0.142014} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2426.747365] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2426.747501] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4f4e113-4b6e-401d-893e-57aadf2529b5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2426.753527] env[63750]: DEBUG oslo_vmware.api [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Waiting for the task: (returnval){ [ 2426.753527] env[63750]: value = "task-2007531" [ 2426.753527] env[63750]: _type = "Task" [ 2426.753527] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2426.760639] env[63750]: DEBUG oslo_vmware.api [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007531, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2427.262988] env[63750]: DEBUG oslo_vmware.api [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007531, 'name': PowerOnVM_Task, 'duration_secs': 0.408038} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2427.263287] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2427.357988] env[63750]: DEBUG nova.compute.manager [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2427.358916] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b42cb4-e2c6-4cdb-8487-22e94b314c92 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2427.875216] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ed2c52f1-496b-4ef8-9ee4-1460d6240a7d tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Lock "13365b72-3dc0-45e1-a609-c58b6c207f30" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 23.733s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2429.575575] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255b3025-f3d9-47ef-ada5-3a2ac1389bbc {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2429.581264] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-94308d14-d5a5-4635-b412-7b9a0b840327 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Suspending the VM {{(pid=63750) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2429.581502] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-1725923b-5812-42ac-9840-a00e8ede6a65 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2429.588957] env[63750]: DEBUG oslo_vmware.api [None req-94308d14-d5a5-4635-b412-7b9a0b840327 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Waiting for the task: (returnval){ [ 2429.588957] env[63750]: value = "task-2007532" [ 2429.588957] env[63750]: _type = "Task" [ 2429.588957] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2429.597792] env[63750]: DEBUG oslo_vmware.api [None req-94308d14-d5a5-4635-b412-7b9a0b840327 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007532, 'name': SuspendVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2430.098726] env[63750]: DEBUG oslo_vmware.api [None req-94308d14-d5a5-4635-b412-7b9a0b840327 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007532, 'name': SuspendVM_Task} progress is 70%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2430.600011] env[63750]: DEBUG oslo_vmware.api [None req-94308d14-d5a5-4635-b412-7b9a0b840327 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007532, 'name': SuspendVM_Task, 'duration_secs': 0.619596} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2430.600342] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-94308d14-d5a5-4635-b412-7b9a0b840327 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Suspended the VM {{(pid=63750) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2430.600465] env[63750]: DEBUG nova.compute.manager [None req-94308d14-d5a5-4635-b412-7b9a0b840327 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2430.601217] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f757115-68de-4b0a-8149-c899482b9b86 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2431.934175] env[63750]: INFO nova.compute.manager [None req-ebbc776c-1d94-4c75-a458-e3240fe787cd tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Resuming [ 2431.934813] env[63750]: DEBUG nova.objects.instance [None req-ebbc776c-1d94-4c75-a458-e3240fe787cd tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Lazy-loading 'flavor' on Instance uuid 13365b72-3dc0-45e1-a609-c58b6c207f30 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2433.446582] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ebbc776c-1d94-4c75-a458-e3240fe787cd tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Acquiring lock "refresh_cache-13365b72-3dc0-45e1-a609-c58b6c207f30" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2433.447083] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ebbc776c-1d94-4c75-a458-e3240fe787cd tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Acquired lock "refresh_cache-13365b72-3dc0-45e1-a609-c58b6c207f30" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2433.447083] env[63750]: DEBUG nova.network.neutron [None req-ebbc776c-1d94-4c75-a458-e3240fe787cd tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2434.136704] env[63750]: DEBUG nova.network.neutron [None req-ebbc776c-1d94-4c75-a458-e3240fe787cd tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Updating instance_info_cache with network_info: [{"id": "3c76e579-a067-4ec6-95a6-e370ddc18933", "address": "fa:16:3e:8c:8a:37", "network": {"id": "e9f381b3-a6e8-4ae4-be2b-c7cde966c93f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-828573942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c5c5914efc54e838922e690144d6798", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c76e579-a0", "ovs_interfaceid": "3c76e579-a067-4ec6-95a6-e370ddc18933", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2434.639353] env[63750]: DEBUG oslo_concurrency.lockutils [None req-ebbc776c-1d94-4c75-a458-e3240fe787cd tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Releasing lock "refresh_cache-13365b72-3dc0-45e1-a609-c58b6c207f30" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2434.640355] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9f6eb4-4b6b-4c0d-9213-db7714fa0fbd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.646939] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbc776c-1d94-4c75-a458-e3240fe787cd tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Resuming the VM {{(pid=63750) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2434.647182] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a9d53fc-6145-4bb3-bbda-9ea9c4777379 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.653160] env[63750]: DEBUG oslo_vmware.api [None req-ebbc776c-1d94-4c75-a458-e3240fe787cd tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Waiting for the task: (returnval){ [ 2434.653160] env[63750]: value = "task-2007533" [ 2434.653160] env[63750]: _type = "Task" [ 2434.653160] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2434.660539] env[63750]: DEBUG oslo_vmware.api [None req-ebbc776c-1d94-4c75-a458-e3240fe787cd tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007533, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2435.105761] env[63750]: DEBUG oslo_concurrency.lockutils [None req-140dde19-c352-4d22-a10d-8cecf4e34795 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Acquiring lock "6e727840-e98a-4bcb-8a1c-f5a6be34d9d9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2435.105989] env[63750]: DEBUG oslo_concurrency.lockutils [None req-140dde19-c352-4d22-a10d-8cecf4e34795 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Lock "6e727840-e98a-4bcb-8a1c-f5a6be34d9d9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2435.162514] env[63750]: DEBUG oslo_vmware.api [None req-ebbc776c-1d94-4c75-a458-e3240fe787cd tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007533, 'name': PowerOnVM_Task, 'duration_secs': 0.501052} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2435.162791] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbc776c-1d94-4c75-a458-e3240fe787cd tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Resumed the VM {{(pid=63750) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2435.162963] env[63750]: DEBUG nova.compute.manager [None req-ebbc776c-1d94-4c75-a458-e3240fe787cd tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2435.163795] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70012a0-203a-4a5e-a15c-7b9db250bfee {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2435.609779] env[63750]: DEBUG nova.compute.utils [None req-140dde19-c352-4d22-a10d-8cecf4e34795 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2436.113409] env[63750]: DEBUG oslo_concurrency.lockutils [None req-140dde19-c352-4d22-a10d-8cecf4e34795 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Lock "6e727840-e98a-4bcb-8a1c-f5a6be34d9d9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2437.169769] env[63750]: DEBUG oslo_concurrency.lockutils [None req-140dde19-c352-4d22-a10d-8cecf4e34795 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Acquiring lock "6e727840-e98a-4bcb-8a1c-f5a6be34d9d9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2437.170069] env[63750]: DEBUG oslo_concurrency.lockutils [None req-140dde19-c352-4d22-a10d-8cecf4e34795 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Lock "6e727840-e98a-4bcb-8a1c-f5a6be34d9d9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2437.170307] env[63750]: INFO nova.compute.manager [None req-140dde19-c352-4d22-a10d-8cecf4e34795 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Attaching volume 0417ac60-9645-4e50-9f39-7ee501022f36 to /dev/sdb [ 2437.200031] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9862df4f-7ab2-432f-b9ad-f9b1cc38c9ac {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.207853] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596250ea-972a-44f1-ae42-7a4349d023e7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.220324] env[63750]: DEBUG nova.virt.block_device [None req-140dde19-c352-4d22-a10d-8cecf4e34795 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Updating existing volume attachment record: 7b33ba12-db9f-4e18-b727-bed28fd539fb {{(pid=63750) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2440.053768] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c94854fa-dcf7-41be-803f-c70988eae162 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Acquiring lock "13365b72-3dc0-45e1-a609-c58b6c207f30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2440.054212] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c94854fa-dcf7-41be-803f-c70988eae162 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Lock "13365b72-3dc0-45e1-a609-c58b6c207f30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2440.054485] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c94854fa-dcf7-41be-803f-c70988eae162 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Acquiring lock "13365b72-3dc0-45e1-a609-c58b6c207f30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2440.054731] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c94854fa-dcf7-41be-803f-c70988eae162 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Lock "13365b72-3dc0-45e1-a609-c58b6c207f30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2440.054964] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c94854fa-dcf7-41be-803f-c70988eae162 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Lock "13365b72-3dc0-45e1-a609-c58b6c207f30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2440.057299] env[63750]: INFO nova.compute.manager [None req-c94854fa-dcf7-41be-803f-c70988eae162 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Terminating instance [ 2440.561538] env[63750]: DEBUG nova.compute.manager [None req-c94854fa-dcf7-41be-803f-c70988eae162 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2440.561831] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c94854fa-dcf7-41be-803f-c70988eae162 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2440.562725] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad99f5f5-7e1e-4eb7-a773-2bfc41b3ce46 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2440.572047] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-c94854fa-dcf7-41be-803f-c70988eae162 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2440.572283] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddc953f2-1608-4195-b96f-15654888d67d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2440.577788] env[63750]: DEBUG oslo_vmware.api [None req-c94854fa-dcf7-41be-803f-c70988eae162 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Waiting for the task: (returnval){ [ 2440.577788] env[63750]: value = "task-2007536" [ 2440.577788] env[63750]: _type = "Task" [ 2440.577788] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2440.585433] env[63750]: DEBUG oslo_vmware.api [None req-c94854fa-dcf7-41be-803f-c70988eae162 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007536, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2441.088043] env[63750]: DEBUG oslo_vmware.api [None req-c94854fa-dcf7-41be-803f-c70988eae162 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007536, 'name': PowerOffVM_Task, 'duration_secs': 0.173248} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2441.088365] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-c94854fa-dcf7-41be-803f-c70988eae162 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2441.088466] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c94854fa-dcf7-41be-803f-c70988eae162 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2441.088701] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-432b7fc7-be8b-4645-926b-e87f1dd81906 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2441.220850] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c94854fa-dcf7-41be-803f-c70988eae162 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2441.221107] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c94854fa-dcf7-41be-803f-c70988eae162 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2441.221302] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-c94854fa-dcf7-41be-803f-c70988eae162 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Deleting the datastore file [datastore1] 13365b72-3dc0-45e1-a609-c58b6c207f30 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2441.221570] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3fc2a1b7-d08b-4d5e-8f35-1035d593cddb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2441.227699] env[63750]: DEBUG oslo_vmware.api [None req-c94854fa-dcf7-41be-803f-c70988eae162 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Waiting for the task: (returnval){ [ 2441.227699] env[63750]: value = "task-2007538" [ 2441.227699] env[63750]: _type = "Task" [ 2441.227699] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2441.235183] env[63750]: DEBUG oslo_vmware.api [None req-c94854fa-dcf7-41be-803f-c70988eae162 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007538, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2441.738114] env[63750]: DEBUG oslo_vmware.api [None req-c94854fa-dcf7-41be-803f-c70988eae162 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Task: {'id': task-2007538, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128839} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2441.738353] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-c94854fa-dcf7-41be-803f-c70988eae162 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2441.738500] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c94854fa-dcf7-41be-803f-c70988eae162 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2441.738673] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-c94854fa-dcf7-41be-803f-c70988eae162 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2441.738849] env[63750]: INFO nova.compute.manager [None req-c94854fa-dcf7-41be-803f-c70988eae162 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Took 1.18 seconds to destroy the instance on the hypervisor. [ 2441.739096] env[63750]: DEBUG oslo.service.loopingcall [None req-c94854fa-dcf7-41be-803f-c70988eae162 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2441.739290] env[63750]: DEBUG nova.compute.manager [-] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2441.739384] env[63750]: DEBUG nova.network.neutron [-] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2441.762675] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-140dde19-c352-4d22-a10d-8cecf4e34795 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Volume attach. Driver type: vmdk {{(pid=63750) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2441.762891] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-140dde19-c352-4d22-a10d-8cecf4e34795 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412721', 'volume_id': '0417ac60-9645-4e50-9f39-7ee501022f36', 'name': 'volume-0417ac60-9645-4e50-9f39-7ee501022f36', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6e727840-e98a-4bcb-8a1c-f5a6be34d9d9', 'attached_at': '', 'detached_at': '', 'volume_id': '0417ac60-9645-4e50-9f39-7ee501022f36', 'serial': '0417ac60-9645-4e50-9f39-7ee501022f36'} {{(pid=63750) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2441.763721] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8eb41b4-aba1-49b1-a448-5f06ffad96b9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2441.779572] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd00adc-a7d2-4828-85b8-2c7b69167e39 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2441.805041] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-140dde19-c352-4d22-a10d-8cecf4e34795 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-0417ac60-9645-4e50-9f39-7ee501022f36/volume-0417ac60-9645-4e50-9f39-7ee501022f36.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2441.805398] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c425fb1d-aa59-4bfa-b57a-e6ce7b2c70c6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2441.826439] env[63750]: DEBUG oslo_vmware.api [None req-140dde19-c352-4d22-a10d-8cecf4e34795 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Waiting for the task: (returnval){ [ 2441.826439] env[63750]: value = "task-2007539" [ 2441.826439] env[63750]: _type = "Task" [ 2441.826439] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2441.834335] env[63750]: DEBUG oslo_vmware.api [None req-140dde19-c352-4d22-a10d-8cecf4e34795 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007539, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2442.059741] env[63750]: DEBUG nova.compute.manager [req-0d2dc89a-43e3-4f6d-8846-97c5b2f8ae75 req-ec0e6166-f520-4835-b92a-331860472162 service nova] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Received event network-vif-deleted-3c76e579-a067-4ec6-95a6-e370ddc18933 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2442.059998] env[63750]: INFO nova.compute.manager [req-0d2dc89a-43e3-4f6d-8846-97c5b2f8ae75 req-ec0e6166-f520-4835-b92a-331860472162 service nova] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Neutron deleted interface 3c76e579-a067-4ec6-95a6-e370ddc18933; detaching it from the instance and deleting it from the info cache [ 2442.060163] env[63750]: DEBUG nova.network.neutron [req-0d2dc89a-43e3-4f6d-8846-97c5b2f8ae75 req-ec0e6166-f520-4835-b92a-331860472162 service nova] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2442.338021] env[63750]: DEBUG oslo_vmware.api [None req-140dde19-c352-4d22-a10d-8cecf4e34795 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007539, 'name': ReconfigVM_Task, 'duration_secs': 0.358062} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2442.338332] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-140dde19-c352-4d22-a10d-8cecf4e34795 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-0417ac60-9645-4e50-9f39-7ee501022f36/volume-0417ac60-9645-4e50-9f39-7ee501022f36.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2442.343036] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f7ecf0e-e5cd-41ea-924b-1ada9b8c839f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2442.357277] env[63750]: DEBUG oslo_vmware.api [None req-140dde19-c352-4d22-a10d-8cecf4e34795 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Waiting for the task: (returnval){ [ 2442.357277] env[63750]: value = "task-2007540" [ 2442.357277] env[63750]: _type = "Task" [ 2442.357277] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2442.365124] env[63750]: DEBUG oslo_vmware.api [None req-140dde19-c352-4d22-a10d-8cecf4e34795 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007540, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2442.538823] env[63750]: DEBUG nova.network.neutron [-] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2442.563120] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a6d0815e-325c-4643-8c02-053a1da2f5eb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2442.572572] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa23526-d88b-4d0c-90d4-7e802eff480b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2442.597459] env[63750]: DEBUG nova.compute.manager [req-0d2dc89a-43e3-4f6d-8846-97c5b2f8ae75 req-ec0e6166-f520-4835-b92a-331860472162 service nova] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Detach interface failed, port_id=3c76e579-a067-4ec6-95a6-e370ddc18933, reason: Instance 13365b72-3dc0-45e1-a609-c58b6c207f30 could not be found. {{(pid=63750) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2442.867034] env[63750]: DEBUG oslo_vmware.api [None req-140dde19-c352-4d22-a10d-8cecf4e34795 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007540, 'name': ReconfigVM_Task, 'duration_secs': 0.181121} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2442.867346] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-140dde19-c352-4d22-a10d-8cecf4e34795 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412721', 'volume_id': '0417ac60-9645-4e50-9f39-7ee501022f36', 'name': 'volume-0417ac60-9645-4e50-9f39-7ee501022f36', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6e727840-e98a-4bcb-8a1c-f5a6be34d9d9', 'attached_at': '', 'detached_at': '', 'volume_id': '0417ac60-9645-4e50-9f39-7ee501022f36', 'serial': '0417ac60-9645-4e50-9f39-7ee501022f36'} {{(pid=63750) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2443.041487] env[63750]: INFO nova.compute.manager [-] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Took 1.30 seconds to deallocate network for instance. [ 2443.547875] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c94854fa-dcf7-41be-803f-c70988eae162 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2443.548269] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c94854fa-dcf7-41be-803f-c70988eae162 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2443.548384] env[63750]: DEBUG nova.objects.instance [None req-c94854fa-dcf7-41be-803f-c70988eae162 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Lazy-loading 'resources' on Instance uuid 13365b72-3dc0-45e1-a609-c58b6c207f30 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2443.903177] env[63750]: DEBUG nova.objects.instance [None req-140dde19-c352-4d22-a10d-8cecf4e34795 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Lazy-loading 'flavor' on Instance uuid 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2444.102841] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e53e9d-926d-4b39-aa9a-fedba6780bcf {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2444.110286] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf608a4-bbc1-45d4-ba3d-fb333ae0b5f0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2444.140088] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e929a5-c493-4e81-b31d-661577149187 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2444.147360] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6358c043-d708-409d-93a9-dc7a8fba48f5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2444.161186] env[63750]: DEBUG nova.compute.provider_tree [None req-c94854fa-dcf7-41be-803f-c70988eae162 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Updating inventory in ProviderTree for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2444.408553] env[63750]: DEBUG oslo_concurrency.lockutils [None req-140dde19-c352-4d22-a10d-8cecf4e34795 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Lock "6e727840-e98a-4bcb-8a1c-f5a6be34d9d9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.238s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2444.659542] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2444.659886] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Starting heal instance info cache {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2444.679875] env[63750]: ERROR nova.scheduler.client.report [None req-c94854fa-dcf7-41be-803f-c70988eae162 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] [req-692c7a97-029a-403c-858a-903581cf4906] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e97779d2-c1aa-4b7e-928a-1e7ed86edaab. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-692c7a97-029a-403c-858a-903581cf4906"}]} [ 2444.696070] env[63750]: DEBUG nova.scheduler.client.report [None req-c94854fa-dcf7-41be-803f-c70988eae162 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Refreshing inventories for resource provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2444.709239] env[63750]: DEBUG nova.scheduler.client.report [None req-c94854fa-dcf7-41be-803f-c70988eae162 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Updating ProviderTree inventory for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2444.709460] env[63750]: DEBUG nova.compute.provider_tree [None req-c94854fa-dcf7-41be-803f-c70988eae162 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Updating inventory in ProviderTree for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2444.719405] env[63750]: DEBUG nova.scheduler.client.report [None req-c94854fa-dcf7-41be-803f-c70988eae162 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Refreshing aggregate associations for resource provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab, aggregates: None {{(pid=63750) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2444.735290] env[63750]: DEBUG nova.scheduler.client.report [None req-c94854fa-dcf7-41be-803f-c70988eae162 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Refreshing trait associations for resource provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=63750) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2444.773626] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168fb713-5894-4348-8c50-c9690678c69e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2444.780880] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7702969e-8a82-419d-a1ce-28740554b7a6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2444.810998] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0101ee23-e40e-407d-9086-be3110c5b00d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2444.818260] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1e415c-7f10-4979-8a0a-902b545e8fc3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2444.831100] env[63750]: DEBUG nova.compute.provider_tree [None req-c94854fa-dcf7-41be-803f-c70988eae162 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Updating inventory in ProviderTree for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2445.177554] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "refresh_cache-13365b72-3dc0-45e1-a609-c58b6c207f30" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2445.177713] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquired lock "refresh_cache-13365b72-3dc0-45e1-a609-c58b6c207f30" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2445.177855] env[63750]: DEBUG nova.network.neutron [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Forcefully refreshing network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2445.226193] env[63750]: DEBUG oslo_concurrency.lockutils [None req-88790c45-bdd6-4134-963b-969d37867a4e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Acquiring lock "6e727840-e98a-4bcb-8a1c-f5a6be34d9d9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2445.226424] env[63750]: DEBUG oslo_concurrency.lockutils [None req-88790c45-bdd6-4134-963b-969d37867a4e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Lock "6e727840-e98a-4bcb-8a1c-f5a6be34d9d9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2445.360372] env[63750]: DEBUG nova.scheduler.client.report [None req-c94854fa-dcf7-41be-803f-c70988eae162 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Updated inventory for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with generation 177 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2445.360626] env[63750]: DEBUG nova.compute.provider_tree [None req-c94854fa-dcf7-41be-803f-c70988eae162 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Updating resource provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab generation from 177 to 178 during operation: update_inventory {{(pid=63750) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2445.360805] env[63750]: DEBUG nova.compute.provider_tree [None req-c94854fa-dcf7-41be-803f-c70988eae162 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Updating inventory in ProviderTree for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2445.696110] env[63750]: DEBUG nova.network.neutron [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Instance cache missing network info. {{(pid=63750) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2445.729802] env[63750]: DEBUG nova.compute.utils [None req-88790c45-bdd6-4134-963b-969d37867a4e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Using /dev/sd instead of None {{(pid=63750) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2445.865395] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c94854fa-dcf7-41be-803f-c70988eae162 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.317s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2445.886991] env[63750]: INFO nova.scheduler.client.report [None req-c94854fa-dcf7-41be-803f-c70988eae162 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Deleted allocations for instance 13365b72-3dc0-45e1-a609-c58b6c207f30 [ 2446.232992] env[63750]: DEBUG oslo_concurrency.lockutils [None req-88790c45-bdd6-4134-963b-969d37867a4e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Lock "6e727840-e98a-4bcb-8a1c-f5a6be34d9d9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2446.278323] env[63750]: DEBUG nova.network.neutron [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2446.394615] env[63750]: DEBUG oslo_concurrency.lockutils [None req-c94854fa-dcf7-41be-803f-c70988eae162 tempest-ServersNegativeTestJSON-190114929 tempest-ServersNegativeTestJSON-190114929-project-member] Lock "13365b72-3dc0-45e1-a609-c58b6c207f30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.340s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2446.782147] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Releasing lock "refresh_cache-13365b72-3dc0-45e1-a609-c58b6c207f30" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2446.782147] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 13365b72-3dc0-45e1-a609-c58b6c207f30] Updated the network info_cache for instance {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 2447.303131] env[63750]: DEBUG oslo_concurrency.lockutils [None req-88790c45-bdd6-4134-963b-969d37867a4e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Acquiring lock "6e727840-e98a-4bcb-8a1c-f5a6be34d9d9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2447.303452] env[63750]: DEBUG oslo_concurrency.lockutils [None req-88790c45-bdd6-4134-963b-969d37867a4e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Lock "6e727840-e98a-4bcb-8a1c-f5a6be34d9d9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2447.303689] env[63750]: INFO nova.compute.manager [None req-88790c45-bdd6-4134-963b-969d37867a4e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Attaching volume f866adb2-ea7d-46f9-b331-fc78cc35b867 to /dev/sdc [ 2447.350424] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c17dc8f-4112-4f05-8af0-be2810a46919 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2447.358492] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade26d9f-479a-49f1-ade7-7874a2a6dffa {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2447.373436] env[63750]: DEBUG nova.virt.block_device [None req-88790c45-bdd6-4134-963b-969d37867a4e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Updating existing volume attachment record: abde2401-9830-4028-9089-b0ed59378013 {{(pid=63750) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2448.657794] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2451.658803] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2451.659164] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63750) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2451.920342] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-88790c45-bdd6-4134-963b-969d37867a4e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Volume attach. Driver type: vmdk {{(pid=63750) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2451.920576] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-88790c45-bdd6-4134-963b-969d37867a4e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412722', 'volume_id': 'f866adb2-ea7d-46f9-b331-fc78cc35b867', 'name': 'volume-f866adb2-ea7d-46f9-b331-fc78cc35b867', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6e727840-e98a-4bcb-8a1c-f5a6be34d9d9', 'attached_at': '', 'detached_at': '', 'volume_id': 'f866adb2-ea7d-46f9-b331-fc78cc35b867', 'serial': 'f866adb2-ea7d-46f9-b331-fc78cc35b867'} {{(pid=63750) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2451.921472] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627bd77f-f65e-439a-bd83-71d4ae52be9c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2451.937794] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8eb8f1d-61cc-4af8-ad7b-d76bec175026 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2451.964731] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-88790c45-bdd6-4134-963b-969d37867a4e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-f866adb2-ea7d-46f9-b331-fc78cc35b867/volume-f866adb2-ea7d-46f9-b331-fc78cc35b867.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2451.964997] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-706be8a6-9cad-463c-80c7-c6d4377fb6d8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2451.982404] env[63750]: DEBUG oslo_vmware.api [None req-88790c45-bdd6-4134-963b-969d37867a4e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Waiting for the task: (returnval){ [ 2451.982404] env[63750]: value = "task-2007543" [ 2451.982404] env[63750]: _type = "Task" [ 2451.982404] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2451.990269] env[63750]: DEBUG oslo_vmware.api [None req-88790c45-bdd6-4134-963b-969d37867a4e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007543, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2452.492873] env[63750]: DEBUG oslo_vmware.api [None req-88790c45-bdd6-4134-963b-969d37867a4e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007543, 'name': ReconfigVM_Task, 'duration_secs': 0.353647} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2452.495302] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-88790c45-bdd6-4134-963b-969d37867a4e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-f866adb2-ea7d-46f9-b331-fc78cc35b867/volume-f866adb2-ea7d-46f9-b331-fc78cc35b867.vmdk or device None with type thin {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2452.498038] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0301721-745f-43f2-a7ca-0cd0d8cad912 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2452.512875] env[63750]: DEBUG oslo_vmware.api [None req-88790c45-bdd6-4134-963b-969d37867a4e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Waiting for the task: (returnval){ [ 2452.512875] env[63750]: value = "task-2007544" [ 2452.512875] env[63750]: _type = "Task" [ 2452.512875] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2452.521920] env[63750]: DEBUG oslo_vmware.api [None req-88790c45-bdd6-4134-963b-969d37867a4e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007544, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2453.022191] env[63750]: DEBUG oslo_vmware.api [None req-88790c45-bdd6-4134-963b-969d37867a4e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007544, 'name': ReconfigVM_Task, 'duration_secs': 0.384192} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2453.022519] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-88790c45-bdd6-4134-963b-969d37867a4e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412722', 'volume_id': 'f866adb2-ea7d-46f9-b331-fc78cc35b867', 'name': 'volume-f866adb2-ea7d-46f9-b331-fc78cc35b867', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6e727840-e98a-4bcb-8a1c-f5a6be34d9d9', 'attached_at': '', 'detached_at': '', 'volume_id': 'f866adb2-ea7d-46f9-b331-fc78cc35b867', 'serial': 'f866adb2-ea7d-46f9-b331-fc78cc35b867'} {{(pid=63750) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2453.658893] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2454.057083] env[63750]: DEBUG nova.objects.instance [None req-88790c45-bdd6-4134-963b-969d37867a4e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Lazy-loading 'flavor' on Instance uuid 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2454.562497] env[63750]: DEBUG oslo_concurrency.lockutils [None req-88790c45-bdd6-4134-963b-969d37867a4e tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Lock "6e727840-e98a-4bcb-8a1c-f5a6be34d9d9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.259s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2454.653453] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2454.838254] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1f6f78f3-a274-4434-adcd-fcda4cf52858 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Acquiring lock "6e727840-e98a-4bcb-8a1c-f5a6be34d9d9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2454.838468] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1f6f78f3-a274-4434-adcd-fcda4cf52858 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Lock "6e727840-e98a-4bcb-8a1c-f5a6be34d9d9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2455.341526] env[63750]: INFO nova.compute.manager [None req-1f6f78f3-a274-4434-adcd-fcda4cf52858 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Detaching volume 0417ac60-9645-4e50-9f39-7ee501022f36 [ 2455.371496] env[63750]: INFO nova.virt.block_device [None req-1f6f78f3-a274-4434-adcd-fcda4cf52858 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Attempting to driver detach volume 0417ac60-9645-4e50-9f39-7ee501022f36 from mountpoint /dev/sdb [ 2455.371793] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f6f78f3-a274-4434-adcd-fcda4cf52858 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Volume detach. Driver type: vmdk {{(pid=63750) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2455.371983] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f6f78f3-a274-4434-adcd-fcda4cf52858 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412721', 'volume_id': '0417ac60-9645-4e50-9f39-7ee501022f36', 'name': 'volume-0417ac60-9645-4e50-9f39-7ee501022f36', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6e727840-e98a-4bcb-8a1c-f5a6be34d9d9', 'attached_at': '', 'detached_at': '', 'volume_id': '0417ac60-9645-4e50-9f39-7ee501022f36', 'serial': '0417ac60-9645-4e50-9f39-7ee501022f36'} {{(pid=63750) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2455.372887] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e82bed9-be9b-468e-b1af-6914d63ce0ec {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2455.396822] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd346e4-b994-4b07-aed7-8f184823fb8f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2455.403899] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe1efdf-ff79-41ed-8a28-7c9fcef40718 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2455.426787] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df42889-2d63-43ea-8062-df0e40e5e30e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2455.440926] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f6f78f3-a274-4434-adcd-fcda4cf52858 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] The volume has not been displaced from its original location: [datastore2] volume-0417ac60-9645-4e50-9f39-7ee501022f36/volume-0417ac60-9645-4e50-9f39-7ee501022f36.vmdk. No consolidation needed. {{(pid=63750) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2455.445994] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f6f78f3-a274-4434-adcd-fcda4cf52858 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2455.446259] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67f42061-97e9-431b-bbef-d660a00a7299 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2455.465126] env[63750]: DEBUG oslo_vmware.api [None req-1f6f78f3-a274-4434-adcd-fcda4cf52858 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Waiting for the task: (returnval){ [ 2455.465126] env[63750]: value = "task-2007545" [ 2455.465126] env[63750]: _type = "Task" [ 2455.465126] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2455.471939] env[63750]: DEBUG oslo_vmware.api [None req-1f6f78f3-a274-4434-adcd-fcda4cf52858 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007545, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2455.974852] env[63750]: DEBUG oslo_vmware.api [None req-1f6f78f3-a274-4434-adcd-fcda4cf52858 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007545, 'name': ReconfigVM_Task, 'duration_secs': 0.223752} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2455.975152] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f6f78f3-a274-4434-adcd-fcda4cf52858 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2455.979628] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d35fcc6-9ad2-4ae9-976b-729232442b9e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2455.994811] env[63750]: DEBUG oslo_vmware.api [None req-1f6f78f3-a274-4434-adcd-fcda4cf52858 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Waiting for the task: (returnval){ [ 2455.994811] env[63750]: value = "task-2007546" [ 2455.994811] env[63750]: _type = "Task" [ 2455.994811] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2456.002512] env[63750]: DEBUG oslo_vmware.api [None req-1f6f78f3-a274-4434-adcd-fcda4cf52858 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007546, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2456.504818] env[63750]: DEBUG oslo_vmware.api [None req-1f6f78f3-a274-4434-adcd-fcda4cf52858 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007546, 'name': ReconfigVM_Task, 'duration_secs': 0.2249} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2456.505228] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f6f78f3-a274-4434-adcd-fcda4cf52858 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412721', 'volume_id': '0417ac60-9645-4e50-9f39-7ee501022f36', 'name': 'volume-0417ac60-9645-4e50-9f39-7ee501022f36', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6e727840-e98a-4bcb-8a1c-f5a6be34d9d9', 'attached_at': '', 'detached_at': '', 'volume_id': '0417ac60-9645-4e50-9f39-7ee501022f36', 'serial': '0417ac60-9645-4e50-9f39-7ee501022f36'} {{(pid=63750) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2456.658164] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2457.043472] env[63750]: DEBUG nova.objects.instance [None req-1f6f78f3-a274-4434-adcd-fcda4cf52858 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Lazy-loading 'flavor' on Instance uuid 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2457.658293] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2458.051911] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1f6f78f3-a274-4434-adcd-fcda4cf52858 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Lock "6e727840-e98a-4bcb-8a1c-f5a6be34d9d9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.213s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2458.068837] env[63750]: DEBUG oslo_concurrency.lockutils [None req-95380357-d1ca-4206-a7eb-7acd794ea153 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Acquiring lock "6e727840-e98a-4bcb-8a1c-f5a6be34d9d9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2458.069095] env[63750]: DEBUG oslo_concurrency.lockutils [None req-95380357-d1ca-4206-a7eb-7acd794ea153 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Lock "6e727840-e98a-4bcb-8a1c-f5a6be34d9d9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2458.161582] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2458.161814] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2458.161985] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2458.162181] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63750) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2458.163040] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee304fd4-df9b-4124-a77a-84f957b1c931 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2458.171159] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97daaab-cf19-49ea-962a-ed4bd0c23334 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2458.185612] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73be2d0d-05b2-40e3-a8f1-7e1f4320883d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2458.192008] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cdd1b4c-0a45-4ab6-a973-dddb3feee73e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2458.220721] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180868MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=63750) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2458.220848] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2458.221050] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2458.572154] env[63750]: INFO nova.compute.manager [None req-95380357-d1ca-4206-a7eb-7acd794ea153 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Detaching volume f866adb2-ea7d-46f9-b331-fc78cc35b867 [ 2458.602086] env[63750]: INFO nova.virt.block_device [None req-95380357-d1ca-4206-a7eb-7acd794ea153 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Attempting to driver detach volume f866adb2-ea7d-46f9-b331-fc78cc35b867 from mountpoint /dev/sdc [ 2458.602383] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-95380357-d1ca-4206-a7eb-7acd794ea153 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Volume detach. Driver type: vmdk {{(pid=63750) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2458.602620] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-95380357-d1ca-4206-a7eb-7acd794ea153 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412722', 'volume_id': 'f866adb2-ea7d-46f9-b331-fc78cc35b867', 'name': 'volume-f866adb2-ea7d-46f9-b331-fc78cc35b867', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6e727840-e98a-4bcb-8a1c-f5a6be34d9d9', 'attached_at': '', 'detached_at': '', 'volume_id': 'f866adb2-ea7d-46f9-b331-fc78cc35b867', 'serial': 'f866adb2-ea7d-46f9-b331-fc78cc35b867'} {{(pid=63750) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2458.603531] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4ddc3d-42a6-47ff-be0a-d0f94b87c408 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2458.624707] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad4aeaf-d327-43cb-a2ae-22b6c5552ad9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2458.631586] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9689df7-f474-45bc-95c0-7f5883253cfb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2458.652458] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8d0cd2-38d3-4802-882a-58248fdebcd8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2458.666113] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-95380357-d1ca-4206-a7eb-7acd794ea153 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] The volume has not been displaced from its original location: [datastore2] volume-f866adb2-ea7d-46f9-b331-fc78cc35b867/volume-f866adb2-ea7d-46f9-b331-fc78cc35b867.vmdk. No consolidation needed. {{(pid=63750) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2458.671125] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-95380357-d1ca-4206-a7eb-7acd794ea153 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Reconfiguring VM instance instance-0000007c to detach disk 2002 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2458.671368] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d547a2a-f68f-4ddc-bd8a-13ccfb53f947 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2458.688581] env[63750]: DEBUG oslo_vmware.api [None req-95380357-d1ca-4206-a7eb-7acd794ea153 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Waiting for the task: (returnval){ [ 2458.688581] env[63750]: value = "task-2007547" [ 2458.688581] env[63750]: _type = "Task" [ 2458.688581] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2458.695749] env[63750]: DEBUG oslo_vmware.api [None req-95380357-d1ca-4206-a7eb-7acd794ea153 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007547, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2459.198519] env[63750]: DEBUG oslo_vmware.api [None req-95380357-d1ca-4206-a7eb-7acd794ea153 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2459.244157] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2459.244312] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 741135a6-fb1d-4ff9-ab38-b421b2673c1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2459.244483] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2459.244620] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2459.278014] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052770db-096b-42cc-9606-3b7f0e6678f0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2459.285526] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178dffba-1a66-4c41-a696-1d6b47c0eba5 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2459.314602] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06881c6-0a34-42c0-a076-a670c74e4d72 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2459.321247] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea81365-58fd-4669-9363-5bd9c5f565ea {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2459.334759] env[63750]: DEBUG nova.compute.provider_tree [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2459.698983] env[63750]: DEBUG oslo_vmware.api [None req-95380357-d1ca-4206-a7eb-7acd794ea153 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2459.838210] env[63750]: DEBUG nova.scheduler.client.report [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2460.199567] env[63750]: DEBUG oslo_vmware.api [None req-95380357-d1ca-4206-a7eb-7acd794ea153 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2460.343723] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63750) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2460.343978] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.123s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2460.700097] env[63750]: DEBUG oslo_vmware.api [None req-95380357-d1ca-4206-a7eb-7acd794ea153 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2461.201726] env[63750]: DEBUG oslo_vmware.api [None req-95380357-d1ca-4206-a7eb-7acd794ea153 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007547, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2461.344082] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2461.344303] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2461.702865] env[63750]: DEBUG oslo_vmware.api [None req-95380357-d1ca-4206-a7eb-7acd794ea153 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007547, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2462.203274] env[63750]: DEBUG oslo_vmware.api [None req-95380357-d1ca-4206-a7eb-7acd794ea153 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007547, 'name': ReconfigVM_Task, 'duration_secs': 3.258764} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2462.203517] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-95380357-d1ca-4206-a7eb-7acd794ea153 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Reconfigured VM instance instance-0000007c to detach disk 2002 {{(pid=63750) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2462.208104] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31d2ee81-39f6-4db6-a119-b306ef2478b7 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2462.222391] env[63750]: DEBUG oslo_vmware.api [None req-95380357-d1ca-4206-a7eb-7acd794ea153 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Waiting for the task: (returnval){ [ 2462.222391] env[63750]: value = "task-2007548" [ 2462.222391] env[63750]: _type = "Task" [ 2462.222391] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2462.229696] env[63750]: DEBUG oslo_vmware.api [None req-95380357-d1ca-4206-a7eb-7acd794ea153 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007548, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2462.653806] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2462.732695] env[63750]: DEBUG oslo_vmware.api [None req-95380357-d1ca-4206-a7eb-7acd794ea153 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007548, 'name': ReconfigVM_Task, 'duration_secs': 0.133869} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2462.732993] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-95380357-d1ca-4206-a7eb-7acd794ea153 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-412722', 'volume_id': 'f866adb2-ea7d-46f9-b331-fc78cc35b867', 'name': 'volume-f866adb2-ea7d-46f9-b331-fc78cc35b867', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6e727840-e98a-4bcb-8a1c-f5a6be34d9d9', 'attached_at': '', 'detached_at': '', 'volume_id': 'f866adb2-ea7d-46f9-b331-fc78cc35b867', 'serial': 'f866adb2-ea7d-46f9-b331-fc78cc35b867'} {{(pid=63750) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2463.271840] env[63750]: DEBUG nova.objects.instance [None req-95380357-d1ca-4206-a7eb-7acd794ea153 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Lazy-loading 'flavor' on Instance uuid 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2464.119571] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Acquiring lock "741135a6-fb1d-4ff9-ab38-b421b2673c1f" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2464.119571] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Lock "741135a6-fb1d-4ff9-ab38-b421b2673c1f" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2464.119920] env[63750]: INFO nova.compute.manager [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Shelving [ 2464.285574] env[63750]: DEBUG oslo_concurrency.lockutils [None req-95380357-d1ca-4206-a7eb-7acd794ea153 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Lock "6e727840-e98a-4bcb-8a1c-f5a6be34d9d9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 6.216s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2464.483847] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9db6968f-7c88-4143-b9ec-6d38330606d8 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Acquiring lock "6e727840-e98a-4bcb-8a1c-f5a6be34d9d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2464.484122] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9db6968f-7c88-4143-b9ec-6d38330606d8 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Lock "6e727840-e98a-4bcb-8a1c-f5a6be34d9d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2464.484339] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9db6968f-7c88-4143-b9ec-6d38330606d8 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Acquiring lock "6e727840-e98a-4bcb-8a1c-f5a6be34d9d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2464.484539] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9db6968f-7c88-4143-b9ec-6d38330606d8 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Lock "6e727840-e98a-4bcb-8a1c-f5a6be34d9d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2464.484707] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9db6968f-7c88-4143-b9ec-6d38330606d8 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Lock "6e727840-e98a-4bcb-8a1c-f5a6be34d9d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2464.486815] env[63750]: INFO nova.compute.manager [None req-9db6968f-7c88-4143-b9ec-6d38330606d8 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Terminating instance [ 2464.990246] env[63750]: DEBUG nova.compute.manager [None req-9db6968f-7c88-4143-b9ec-6d38330606d8 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2464.990501] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-9db6968f-7c88-4143-b9ec-6d38330606d8 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2464.991822] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44a56f7-be4d-4db8-8569-db7dec66c626 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2464.999537] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-9db6968f-7c88-4143-b9ec-6d38330606d8 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2464.999754] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4d9bdba-d952-45b9-b93d-f15f980357c1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2465.005715] env[63750]: DEBUG oslo_vmware.api [None req-9db6968f-7c88-4143-b9ec-6d38330606d8 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Waiting for the task: (returnval){ [ 2465.005715] env[63750]: value = "task-2007549" [ 2465.005715] env[63750]: _type = "Task" [ 2465.005715] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2465.013231] env[63750]: DEBUG oslo_vmware.api [None req-9db6968f-7c88-4143-b9ec-6d38330606d8 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007549, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2465.127334] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2465.127676] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0ceee08-caa5-45d8-8a95-a2fd5ff0f52d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2465.134992] env[63750]: DEBUG oslo_vmware.api [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for the task: (returnval){ [ 2465.134992] env[63750]: value = "task-2007550" [ 2465.134992] env[63750]: _type = "Task" [ 2465.134992] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2465.143382] env[63750]: DEBUG oslo_vmware.api [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007550, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2465.516101] env[63750]: DEBUG oslo_vmware.api [None req-9db6968f-7c88-4143-b9ec-6d38330606d8 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007549, 'name': PowerOffVM_Task, 'duration_secs': 0.204548} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2465.516324] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-9db6968f-7c88-4143-b9ec-6d38330606d8 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2465.516485] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-9db6968f-7c88-4143-b9ec-6d38330606d8 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2465.516728] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5f470bc-4bf5-4bbc-89f3-eb0acbd4ef7b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2465.645251] env[63750]: DEBUG oslo_vmware.api [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007550, 'name': PowerOffVM_Task, 'duration_secs': 0.171983} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2465.645599] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2465.646453] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3bf9f47-1309-4d13-80fc-96ab7da75ff8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2465.664568] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba4d256-0f47-4b13-a359-7ab6b25f04c8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2466.174333] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Creating Snapshot of the VM instance {{(pid=63750) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2466.174756] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-34f1b61e-231c-4f42-9a9a-c1423fae2674 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2466.183057] env[63750]: DEBUG oslo_vmware.api [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for the task: (returnval){ [ 2466.183057] env[63750]: value = "task-2007552" [ 2466.183057] env[63750]: _type = "Task" [ 2466.183057] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2466.190618] env[63750]: DEBUG oslo_vmware.api [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007552, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2466.694872] env[63750]: DEBUG oslo_vmware.api [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007552, 'name': CreateSnapshot_Task, 'duration_secs': 0.480301} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2466.695129] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Created Snapshot of the VM instance {{(pid=63750) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2466.695847] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750929bf-bc9c-480e-8016-011829297110 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2467.212677] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Creating linked-clone VM from snapshot {{(pid=63750) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2467.213078] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dd34ab5e-3207-4e3a-96be-9fe23ecc3c48 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2467.222247] env[63750]: DEBUG oslo_vmware.api [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for the task: (returnval){ [ 2467.222247] env[63750]: value = "task-2007553" [ 2467.222247] env[63750]: _type = "Task" [ 2467.222247] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2467.229554] env[63750]: DEBUG oslo_vmware.api [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007553, 'name': CloneVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2467.591850] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-9db6968f-7c88-4143-b9ec-6d38330606d8 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2467.592041] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-9db6968f-7c88-4143-b9ec-6d38330606d8 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2467.592273] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-9db6968f-7c88-4143-b9ec-6d38330606d8 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Deleting the datastore file [datastore1] 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9 {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2467.592560] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-447d4a1e-f12b-4855-a25f-4d35340ab74f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2467.598340] env[63750]: DEBUG oslo_vmware.api [None req-9db6968f-7c88-4143-b9ec-6d38330606d8 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Waiting for the task: (returnval){ [ 2467.598340] env[63750]: value = "task-2007554" [ 2467.598340] env[63750]: _type = "Task" [ 2467.598340] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2467.606165] env[63750]: DEBUG oslo_vmware.api [None req-9db6968f-7c88-4143-b9ec-6d38330606d8 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007554, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2467.735022] env[63750]: DEBUG oslo_vmware.api [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007553, 'name': CloneVM_Task} progress is 94%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2468.107823] env[63750]: DEBUG oslo_vmware.api [None req-9db6968f-7c88-4143-b9ec-6d38330606d8 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Task: {'id': task-2007554, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16033} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2468.108182] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-9db6968f-7c88-4143-b9ec-6d38330606d8 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2468.108368] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-9db6968f-7c88-4143-b9ec-6d38330606d8 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2468.108546] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-9db6968f-7c88-4143-b9ec-6d38330606d8 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2468.108718] env[63750]: INFO nova.compute.manager [None req-9db6968f-7c88-4143-b9ec-6d38330606d8 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Took 3.12 seconds to destroy the instance on the hypervisor. [ 2468.108957] env[63750]: DEBUG oslo.service.loopingcall [None req-9db6968f-7c88-4143-b9ec-6d38330606d8 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2468.109163] env[63750]: DEBUG nova.compute.manager [-] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2468.109256] env[63750]: DEBUG nova.network.neutron [-] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2468.233577] env[63750]: DEBUG oslo_vmware.api [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007553, 'name': CloneVM_Task} progress is 94%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2468.534190] env[63750]: DEBUG nova.compute.manager [req-5c4dc2bc-47af-4a7b-bacd-894d02b92c20 req-78723b2e-5760-404a-8fee-814f8f906dff service nova] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Received event network-vif-deleted-b137a49d-2e91-48d6-9d51-92746b5edba0 {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2468.534190] env[63750]: INFO nova.compute.manager [req-5c4dc2bc-47af-4a7b-bacd-894d02b92c20 req-78723b2e-5760-404a-8fee-814f8f906dff service nova] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Neutron deleted interface b137a49d-2e91-48d6-9d51-92746b5edba0; detaching it from the instance and deleting it from the info cache [ 2468.534190] env[63750]: DEBUG nova.network.neutron [req-5c4dc2bc-47af-4a7b-bacd-894d02b92c20 req-78723b2e-5760-404a-8fee-814f8f906dff service nova] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2468.736764] env[63750]: DEBUG oslo_vmware.api [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007553, 'name': CloneVM_Task} progress is 95%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2469.014632] env[63750]: DEBUG nova.network.neutron [-] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2469.036070] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ce6d2cc9-4726-445f-a170-a5644fda4702 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2469.045534] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d105e5-c882-4f6e-bd84-a2845362a488 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2469.073263] env[63750]: DEBUG nova.compute.manager [req-5c4dc2bc-47af-4a7b-bacd-894d02b92c20 req-78723b2e-5760-404a-8fee-814f8f906dff service nova] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Detach interface failed, port_id=b137a49d-2e91-48d6-9d51-92746b5edba0, reason: Instance 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9 could not be found. {{(pid=63750) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2469.234841] env[63750]: DEBUG oslo_vmware.api [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007553, 'name': CloneVM_Task, 'duration_secs': 1.937465} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2469.235239] env[63750]: INFO nova.virt.vmwareapi.vmops [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Created linked-clone VM from snapshot [ 2469.236021] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874fb57e-87fa-40f7-834c-036c4bb01a56 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2469.243471] env[63750]: DEBUG nova.virt.vmwareapi.images [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Uploading image c90d8479-7514-4cd0-b74c-af8b5decef5d {{(pid=63750) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2469.330523] env[63750]: DEBUG oslo_vmware.rw_handles [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2469.330523] env[63750]: value = "vm-412724" [ 2469.330523] env[63750]: _type = "VirtualMachine" [ 2469.330523] env[63750]: }. {{(pid=63750) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2469.330752] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-af7ae895-2de8-4f7d-aa3e-eaa243117223 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2469.337733] env[63750]: DEBUG oslo_vmware.rw_handles [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Lease: (returnval){ [ 2469.337733] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5223dbed-d52c-6d36-009c-9541a5931d1a" [ 2469.337733] env[63750]: _type = "HttpNfcLease" [ 2469.337733] env[63750]: } obtained for exporting VM: (result){ [ 2469.337733] env[63750]: value = "vm-412724" [ 2469.337733] env[63750]: _type = "VirtualMachine" [ 2469.337733] env[63750]: }. {{(pid=63750) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2469.338065] env[63750]: DEBUG oslo_vmware.api [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for the lease: (returnval){ [ 2469.338065] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5223dbed-d52c-6d36-009c-9541a5931d1a" [ 2469.338065] env[63750]: _type = "HttpNfcLease" [ 2469.338065] env[63750]: } to be ready. {{(pid=63750) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2469.344707] env[63750]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2469.344707] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5223dbed-d52c-6d36-009c-9541a5931d1a" [ 2469.344707] env[63750]: _type = "HttpNfcLease" [ 2469.344707] env[63750]: } is initializing. {{(pid=63750) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2469.517494] env[63750]: INFO nova.compute.manager [-] [instance: 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9] Took 1.41 seconds to deallocate network for instance. [ 2469.846395] env[63750]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2469.846395] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5223dbed-d52c-6d36-009c-9541a5931d1a" [ 2469.846395] env[63750]: _type = "HttpNfcLease" [ 2469.846395] env[63750]: } is ready. {{(pid=63750) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2469.846770] env[63750]: DEBUG oslo_vmware.rw_handles [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2469.846770] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]5223dbed-d52c-6d36-009c-9541a5931d1a" [ 2469.846770] env[63750]: _type = "HttpNfcLease" [ 2469.846770] env[63750]: }. {{(pid=63750) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2469.847400] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac13ba8-493d-45b8-ab4e-bb8f5ec44a69 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2469.854642] env[63750]: DEBUG oslo_vmware.rw_handles [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f37309-3dbd-55d8-d24a-090125a130ef/disk-0.vmdk from lease info. {{(pid=63750) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2469.854811] env[63750]: DEBUG oslo_vmware.rw_handles [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f37309-3dbd-55d8-d24a-090125a130ef/disk-0.vmdk for reading. {{(pid=63750) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2469.940383] env[63750]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7787a911-c34e-4e5a-b4cf-32a47e0e7433 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2470.024040] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9db6968f-7c88-4143-b9ec-6d38330606d8 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2470.024307] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9db6968f-7c88-4143-b9ec-6d38330606d8 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2470.024524] env[63750]: DEBUG nova.objects.instance [None req-9db6968f-7c88-4143-b9ec-6d38330606d8 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Lazy-loading 'resources' on Instance uuid 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9 {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2470.570186] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a0e3da-b434-430d-8c00-6004b05f8154 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2470.578277] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f056d305-f02c-48a9-93f6-9ea45e8b9a89 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2470.609679] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32da24e3-60cb-4d1c-8557-ee0b4555acf1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2470.617558] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf72d001-1511-4465-b264-a7b552d806fd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2470.632941] env[63750]: DEBUG nova.compute.provider_tree [None req-9db6968f-7c88-4143-b9ec-6d38330606d8 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Updating inventory in ProviderTree for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2471.166615] env[63750]: DEBUG nova.scheduler.client.report [None req-9db6968f-7c88-4143-b9ec-6d38330606d8 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Updated inventory for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with generation 178 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2471.166878] env[63750]: DEBUG nova.compute.provider_tree [None req-9db6968f-7c88-4143-b9ec-6d38330606d8 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Updating resource provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab generation from 178 to 179 during operation: update_inventory {{(pid=63750) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2471.167070] env[63750]: DEBUG nova.compute.provider_tree [None req-9db6968f-7c88-4143-b9ec-6d38330606d8 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Updating inventory in ProviderTree for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2471.671981] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9db6968f-7c88-4143-b9ec-6d38330606d8 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.647s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2471.690814] env[63750]: INFO nova.scheduler.client.report [None req-9db6968f-7c88-4143-b9ec-6d38330606d8 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Deleted allocations for instance 6e727840-e98a-4bcb-8a1c-f5a6be34d9d9 [ 2472.199575] env[63750]: DEBUG oslo_concurrency.lockutils [None req-9db6968f-7c88-4143-b9ec-6d38330606d8 tempest-AttachVolumeTestJSON-387744613 tempest-AttachVolumeTestJSON-387744613-project-member] Lock "6e727840-e98a-4bcb-8a1c-f5a6be34d9d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.715s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2477.991973] env[63750]: DEBUG oslo_vmware.rw_handles [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f37309-3dbd-55d8-d24a-090125a130ef/disk-0.vmdk. {{(pid=63750) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2477.993076] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3229612-df13-4c8b-9d82-ea47154c57e6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2477.999455] env[63750]: DEBUG oslo_vmware.rw_handles [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f37309-3dbd-55d8-d24a-090125a130ef/disk-0.vmdk is in state: ready. {{(pid=63750) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2477.999624] env[63750]: ERROR oslo_vmware.rw_handles [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f37309-3dbd-55d8-d24a-090125a130ef/disk-0.vmdk due to incomplete transfer. [ 2477.999841] env[63750]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-db7d2847-f068-4afb-82c2-96b8c859c226 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2478.007273] env[63750]: DEBUG oslo_vmware.rw_handles [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f37309-3dbd-55d8-d24a-090125a130ef/disk-0.vmdk. {{(pid=63750) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2478.007463] env[63750]: DEBUG nova.virt.vmwareapi.images [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Uploaded image c90d8479-7514-4cd0-b74c-af8b5decef5d to the Glance image server {{(pid=63750) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2478.009806] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Destroying the VM {{(pid=63750) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2478.010068] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-293ed811-bf6d-4a3c-93e1-df06eb94155b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2478.015699] env[63750]: DEBUG oslo_vmware.api [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for the task: (returnval){ [ 2478.015699] env[63750]: value = "task-2007558" [ 2478.015699] env[63750]: _type = "Task" [ 2478.015699] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2478.023058] env[63750]: DEBUG oslo_vmware.api [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007558, 'name': Destroy_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2478.529047] env[63750]: DEBUG oslo_vmware.api [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007558, 'name': Destroy_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2479.027350] env[63750]: DEBUG oslo_vmware.api [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007558, 'name': Destroy_Task} progress is 100%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2479.527636] env[63750]: DEBUG oslo_vmware.api [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007558, 'name': Destroy_Task, 'duration_secs': 1.356848} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2479.527919] env[63750]: INFO nova.virt.vmwareapi.vm_util [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Destroyed the VM [ 2479.528184] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Deleting Snapshot of the VM instance {{(pid=63750) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2479.528699] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-de3a422b-1036-412d-bbc7-353a72d3002c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2479.535142] env[63750]: DEBUG oslo_vmware.api [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for the task: (returnval){ [ 2479.535142] env[63750]: value = "task-2007560" [ 2479.535142] env[63750]: _type = "Task" [ 2479.535142] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2479.542775] env[63750]: DEBUG oslo_vmware.api [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007560, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2480.045263] env[63750]: DEBUG oslo_vmware.api [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007560, 'name': RemoveSnapshot_Task, 'duration_secs': 0.305415} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2480.045650] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Deleted Snapshot of the VM instance {{(pid=63750) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2480.045874] env[63750]: DEBUG nova.compute.manager [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2480.046629] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3072a98-99ff-40d3-a52a-04ea56ff9cc2 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2480.558070] env[63750]: INFO nova.compute.manager [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Shelve offloading [ 2481.062078] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2481.062454] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-459ebdc9-d114-48af-aae9-88deed205fd6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2481.072317] env[63750]: DEBUG oslo_vmware.api [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for the task: (returnval){ [ 2481.072317] env[63750]: value = "task-2007561" [ 2481.072317] env[63750]: _type = "Task" [ 2481.072317] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2481.079913] env[63750]: DEBUG oslo_vmware.api [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007561, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2481.583141] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] VM already powered off {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2481.583404] env[63750]: DEBUG nova.compute.manager [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2481.584128] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d9e0d2-4861-4f90-b518-ffb7f38a5079 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2481.589576] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Acquiring lock "refresh_cache-741135a6-fb1d-4ff9-ab38-b421b2673c1f" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2481.589742] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Acquired lock "refresh_cache-741135a6-fb1d-4ff9-ab38-b421b2673c1f" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2481.589908] env[63750]: DEBUG nova.network.neutron [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2482.311449] env[63750]: DEBUG nova.network.neutron [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Updating instance_info_cache with network_info: [{"id": "1ece5ac4-45d7-499a-a1bf-f5156701d32f", "address": "fa:16:3e:18:66:9e", "network": {"id": "8775225d-43bb-4342-a689-48d4a2ee0ca6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1303505296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5275bd7281f64ecbaef93a2a4a1bb629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ece5ac4-45", "ovs_interfaceid": "1ece5ac4-45d7-499a-a1bf-f5156701d32f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2482.814218] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Releasing lock "refresh_cache-741135a6-fb1d-4ff9-ab38-b421b2673c1f" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2483.214084] env[63750]: DEBUG nova.compute.manager [req-079fb9f8-6407-4173-8d48-77a17f93ac71 req-16ddab15-b87d-4fc3-83d2-c2deb0d7c5ee service nova] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Received event network-vif-unplugged-1ece5ac4-45d7-499a-a1bf-f5156701d32f {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2483.214312] env[63750]: DEBUG oslo_concurrency.lockutils [req-079fb9f8-6407-4173-8d48-77a17f93ac71 req-16ddab15-b87d-4fc3-83d2-c2deb0d7c5ee service nova] Acquiring lock "741135a6-fb1d-4ff9-ab38-b421b2673c1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2483.214528] env[63750]: DEBUG oslo_concurrency.lockutils [req-079fb9f8-6407-4173-8d48-77a17f93ac71 req-16ddab15-b87d-4fc3-83d2-c2deb0d7c5ee service nova] Lock "741135a6-fb1d-4ff9-ab38-b421b2673c1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2483.214699] env[63750]: DEBUG oslo_concurrency.lockutils [req-079fb9f8-6407-4173-8d48-77a17f93ac71 req-16ddab15-b87d-4fc3-83d2-c2deb0d7c5ee service nova] Lock "741135a6-fb1d-4ff9-ab38-b421b2673c1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2483.214866] env[63750]: DEBUG nova.compute.manager [req-079fb9f8-6407-4173-8d48-77a17f93ac71 req-16ddab15-b87d-4fc3-83d2-c2deb0d7c5ee service nova] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] No waiting events found dispatching network-vif-unplugged-1ece5ac4-45d7-499a-a1bf-f5156701d32f {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2483.216391] env[63750]: WARNING nova.compute.manager [req-079fb9f8-6407-4173-8d48-77a17f93ac71 req-16ddab15-b87d-4fc3-83d2-c2deb0d7c5ee service nova] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Received unexpected event network-vif-unplugged-1ece5ac4-45d7-499a-a1bf-f5156701d32f for instance with vm_state shelved and task_state shelving_offloading. [ 2483.297646] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2483.298584] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9ebc55-ee9b-4c74-ba0a-bf49ef3a0bda {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2483.305755] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2483.305979] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-faa0d679-fb37-4d56-828e-544cdba68009 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2483.442531] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2483.443479] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2483.443714] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Deleting the datastore file [datastore1] 741135a6-fb1d-4ff9-ab38-b421b2673c1f {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2483.443980] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4abef452-d4ec-4e59-a6fd-7a405094cfc9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2483.450271] env[63750]: DEBUG oslo_vmware.api [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for the task: (returnval){ [ 2483.450271] env[63750]: value = "task-2007563" [ 2483.450271] env[63750]: _type = "Task" [ 2483.450271] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2483.458086] env[63750]: DEBUG oslo_vmware.api [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007563, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2483.959938] env[63750]: DEBUG oslo_vmware.api [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007563, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249833} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2483.960503] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2483.960503] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2483.960609] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2483.983056] env[63750]: INFO nova.scheduler.client.report [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Deleted allocations for instance 741135a6-fb1d-4ff9-ab38-b421b2673c1f [ 2484.489140] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2484.489571] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2484.489571] env[63750]: DEBUG nova.objects.instance [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Lazy-loading 'resources' on Instance uuid 741135a6-fb1d-4ff9-ab38-b421b2673c1f {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2484.992654] env[63750]: DEBUG nova.objects.instance [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Lazy-loading 'numa_topology' on Instance uuid 741135a6-fb1d-4ff9-ab38-b421b2673c1f {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2485.240197] env[63750]: DEBUG nova.compute.manager [req-a33f6296-9320-4a6c-9382-5335413f620b req-f29283dc-fef3-4bd7-afdf-6704ab4a8c12 service nova] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Received event network-changed-1ece5ac4-45d7-499a-a1bf-f5156701d32f {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2485.240392] env[63750]: DEBUG nova.compute.manager [req-a33f6296-9320-4a6c-9382-5335413f620b req-f29283dc-fef3-4bd7-afdf-6704ab4a8c12 service nova] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Refreshing instance network info cache due to event network-changed-1ece5ac4-45d7-499a-a1bf-f5156701d32f. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2485.240622] env[63750]: DEBUG oslo_concurrency.lockutils [req-a33f6296-9320-4a6c-9382-5335413f620b req-f29283dc-fef3-4bd7-afdf-6704ab4a8c12 service nova] Acquiring lock "refresh_cache-741135a6-fb1d-4ff9-ab38-b421b2673c1f" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2485.240748] env[63750]: DEBUG oslo_concurrency.lockutils [req-a33f6296-9320-4a6c-9382-5335413f620b req-f29283dc-fef3-4bd7-afdf-6704ab4a8c12 service nova] Acquired lock "refresh_cache-741135a6-fb1d-4ff9-ab38-b421b2673c1f" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2485.240904] env[63750]: DEBUG nova.network.neutron [req-a33f6296-9320-4a6c-9382-5335413f620b req-f29283dc-fef3-4bd7-afdf-6704ab4a8c12 service nova] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Refreshing network info cache for port 1ece5ac4-45d7-499a-a1bf-f5156701d32f {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2485.495596] env[63750]: DEBUG nova.objects.base [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Object Instance<741135a6-fb1d-4ff9-ab38-b421b2673c1f> lazy-loaded attributes: resources,numa_topology {{(pid=63750) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2485.511271] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db45044-86fb-4060-9846-61635ae0770d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2485.521359] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba80bc5-4d62-488e-80e0-12aa00c70d57 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2485.551395] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b738d1-78b7-4c22-9560-c0751ade94cb {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2485.558487] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f24edac-a7b5-4fc8-a668-3fc29ab15d60 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2485.571372] env[63750]: DEBUG nova.compute.provider_tree [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2485.943123] env[63750]: DEBUG nova.network.neutron [req-a33f6296-9320-4a6c-9382-5335413f620b req-f29283dc-fef3-4bd7-afdf-6704ab4a8c12 service nova] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Updated VIF entry in instance network info cache for port 1ece5ac4-45d7-499a-a1bf-f5156701d32f. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2485.943483] env[63750]: DEBUG nova.network.neutron [req-a33f6296-9320-4a6c-9382-5335413f620b req-f29283dc-fef3-4bd7-afdf-6704ab4a8c12 service nova] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Updating instance_info_cache with network_info: [{"id": "1ece5ac4-45d7-499a-a1bf-f5156701d32f", "address": "fa:16:3e:18:66:9e", "network": {"id": "8775225d-43bb-4342-a689-48d4a2ee0ca6", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1303505296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5275bd7281f64ecbaef93a2a4a1bb629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap1ece5ac4-45", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2486.074921] env[63750]: DEBUG nova.scheduler.client.report [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2486.446622] env[63750]: DEBUG oslo_concurrency.lockutils [req-a33f6296-9320-4a6c-9382-5335413f620b req-f29283dc-fef3-4bd7-afdf-6704ab4a8c12 service nova] Releasing lock "refresh_cache-741135a6-fb1d-4ff9-ab38-b421b2673c1f" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2486.579937] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.090s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2487.090952] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6c1c15fb-eb1a-469d-9f15-583504b885d9 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Lock "741135a6-fb1d-4ff9-ab38-b421b2673c1f" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.971s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2487.378290] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Acquiring lock "741135a6-fb1d-4ff9-ab38-b421b2673c1f" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2487.378557] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Lock "741135a6-fb1d-4ff9-ab38-b421b2673c1f" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2487.378738] env[63750]: INFO nova.compute.manager [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Unshelving [ 2488.401951] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2488.402236] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2488.402445] env[63750]: DEBUG nova.objects.instance [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Lazy-loading 'pci_requests' on Instance uuid 741135a6-fb1d-4ff9-ab38-b421b2673c1f {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2488.907230] env[63750]: DEBUG nova.objects.instance [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Lazy-loading 'numa_topology' on Instance uuid 741135a6-fb1d-4ff9-ab38-b421b2673c1f {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2489.409782] env[63750]: INFO nova.compute.claims [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2490.445542] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94112b89-a921-4791-815b-2762223bccf6 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2490.453100] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70fbe12-5839-48d5-b4c4-f8c59d23d0a8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2490.483133] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556d4e8e-da50-40bb-8bf3-ff040900e3d8 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2490.491180] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6d120f-108e-4334-96b9-0c9c95e59782 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2490.509373] env[63750]: DEBUG nova.compute.provider_tree [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2491.012808] env[63750]: DEBUG nova.scheduler.client.report [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2491.518992] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.117s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2491.548975] env[63750]: INFO nova.network.neutron [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Updating port 1ece5ac4-45d7-499a-a1bf-f5156701d32f with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2492.966011] env[63750]: DEBUG nova.compute.manager [req-a41bae24-7e71-4498-a021-fc15ea3d5cc5 req-94f4f30d-9cad-43fb-b91f-308f578863ea service nova] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Received event network-vif-plugged-1ece5ac4-45d7-499a-a1bf-f5156701d32f {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2492.966281] env[63750]: DEBUG oslo_concurrency.lockutils [req-a41bae24-7e71-4498-a021-fc15ea3d5cc5 req-94f4f30d-9cad-43fb-b91f-308f578863ea service nova] Acquiring lock "741135a6-fb1d-4ff9-ab38-b421b2673c1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2492.966508] env[63750]: DEBUG oslo_concurrency.lockutils [req-a41bae24-7e71-4498-a021-fc15ea3d5cc5 req-94f4f30d-9cad-43fb-b91f-308f578863ea service nova] Lock "741135a6-fb1d-4ff9-ab38-b421b2673c1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2492.966652] env[63750]: DEBUG oslo_concurrency.lockutils [req-a41bae24-7e71-4498-a021-fc15ea3d5cc5 req-94f4f30d-9cad-43fb-b91f-308f578863ea service nova] Lock "741135a6-fb1d-4ff9-ab38-b421b2673c1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2492.966823] env[63750]: DEBUG nova.compute.manager [req-a41bae24-7e71-4498-a021-fc15ea3d5cc5 req-94f4f30d-9cad-43fb-b91f-308f578863ea service nova] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] No waiting events found dispatching network-vif-plugged-1ece5ac4-45d7-499a-a1bf-f5156701d32f {{(pid=63750) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2492.966986] env[63750]: WARNING nova.compute.manager [req-a41bae24-7e71-4498-a021-fc15ea3d5cc5 req-94f4f30d-9cad-43fb-b91f-308f578863ea service nova] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Received unexpected event network-vif-plugged-1ece5ac4-45d7-499a-a1bf-f5156701d32f for instance with vm_state shelved_offloaded and task_state spawning. [ 2493.049937] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Acquiring lock "refresh_cache-741135a6-fb1d-4ff9-ab38-b421b2673c1f" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2493.050095] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Acquired lock "refresh_cache-741135a6-fb1d-4ff9-ab38-b421b2673c1f" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2493.050212] env[63750]: DEBUG nova.network.neutron [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Building network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2493.744585] env[63750]: DEBUG nova.network.neutron [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Updating instance_info_cache with network_info: [{"id": "1ece5ac4-45d7-499a-a1bf-f5156701d32f", "address": "fa:16:3e:18:66:9e", "network": {"id": "8775225d-43bb-4342-a689-48d4a2ee0ca6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1303505296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5275bd7281f64ecbaef93a2a4a1bb629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ece5ac4-45", "ovs_interfaceid": "1ece5ac4-45d7-499a-a1bf-f5156701d32f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2494.247804] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Releasing lock "refresh_cache-741135a6-fb1d-4ff9-ab38-b421b2673c1f" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2494.275340] env[63750]: DEBUG nova.virt.hardware [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-02T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='afb32d47fb5b4033a02791998188ed8b',container_format='bare',created_at=2025-01-02T12:11:28Z,direct_url=,disk_format='vmdk',id=c90d8479-7514-4cd0-b74c-af8b5decef5d,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1471178690-shelved',owner='5275bd7281f64ecbaef93a2a4a1bb629',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-01-02T12:11:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2494.275594] env[63750]: DEBUG nova.virt.hardware [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Flavor limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2494.275752] env[63750]: DEBUG nova.virt.hardware [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Image limits 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2494.275932] env[63750]: DEBUG nova.virt.hardware [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Flavor pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2494.276246] env[63750]: DEBUG nova.virt.hardware [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Image pref 0:0:0 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2494.276431] env[63750]: DEBUG nova.virt.hardware [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63750) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2494.276642] env[63750]: DEBUG nova.virt.hardware [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2494.276806] env[63750]: DEBUG nova.virt.hardware [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2494.276975] env[63750]: DEBUG nova.virt.hardware [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Got 1 possible topologies {{(pid=63750) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2494.277154] env[63750]: DEBUG nova.virt.hardware [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2494.277330] env[63750]: DEBUG nova.virt.hardware [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63750) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2494.278203] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f548ad2e-056e-4db0-86c6-afcaac6a68ff {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2494.286320] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f223ac2f-e8e7-4118-b0dc-72a2aa703a42 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2494.299171] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:66:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76cff786-08f3-4a4a-8e68-6ae052a5dff3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ece5ac4-45d7-499a-a1bf-f5156701d32f', 'vif_model': 'vmxnet3'}] {{(pid=63750) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2494.306448] env[63750]: DEBUG oslo.service.loopingcall [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2494.306674] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Creating VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2494.306871] env[63750]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d1f2d62-bc4e-4ead-ad68-07647d161c88 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2494.325696] env[63750]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2494.325696] env[63750]: value = "task-2007564" [ 2494.325696] env[63750]: _type = "Task" [ 2494.325696] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2494.333747] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007564, 'name': CreateVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2494.835031] env[63750]: DEBUG oslo_vmware.api [-] Task: {'id': task-2007564, 'name': CreateVM_Task, 'duration_secs': 0.323586} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2494.835281] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Created VM on the ESX host {{(pid=63750) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2494.835892] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c90d8479-7514-4cd0-b74c-af8b5decef5d" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2494.836072] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c90d8479-7514-4cd0-b74c-af8b5decef5d" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2494.836472] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c90d8479-7514-4cd0-b74c-af8b5decef5d" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2494.836730] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2990ca30-0711-46c1-a866-30e38ca6cd62 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2494.841758] env[63750]: DEBUG oslo_vmware.api [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for the task: (returnval){ [ 2494.841758] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52d0d51b-aa99-e99c-7f1d-91a0dfb9cb96" [ 2494.841758] env[63750]: _type = "Task" [ 2494.841758] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2494.849157] env[63750]: DEBUG oslo_vmware.api [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52d0d51b-aa99-e99c-7f1d-91a0dfb9cb96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2494.990386] env[63750]: DEBUG nova.compute.manager [req-79b12030-be55-4e48-8f31-4e1e0c0b0e6e req-b2412ba1-c143-4cba-a79e-7b9eae1e931e service nova] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Received event network-changed-1ece5ac4-45d7-499a-a1bf-f5156701d32f {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2494.990602] env[63750]: DEBUG nova.compute.manager [req-79b12030-be55-4e48-8f31-4e1e0c0b0e6e req-b2412ba1-c143-4cba-a79e-7b9eae1e931e service nova] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Refreshing instance network info cache due to event network-changed-1ece5ac4-45d7-499a-a1bf-f5156701d32f. {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2494.990814] env[63750]: DEBUG oslo_concurrency.lockutils [req-79b12030-be55-4e48-8f31-4e1e0c0b0e6e req-b2412ba1-c143-4cba-a79e-7b9eae1e931e service nova] Acquiring lock "refresh_cache-741135a6-fb1d-4ff9-ab38-b421b2673c1f" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2494.990952] env[63750]: DEBUG oslo_concurrency.lockutils [req-79b12030-be55-4e48-8f31-4e1e0c0b0e6e req-b2412ba1-c143-4cba-a79e-7b9eae1e931e service nova] Acquired lock "refresh_cache-741135a6-fb1d-4ff9-ab38-b421b2673c1f" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2494.991124] env[63750]: DEBUG nova.network.neutron [req-79b12030-be55-4e48-8f31-4e1e0c0b0e6e req-b2412ba1-c143-4cba-a79e-7b9eae1e931e service nova] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Refreshing network info cache for port 1ece5ac4-45d7-499a-a1bf-f5156701d32f {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2495.352093] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c90d8479-7514-4cd0-b74c-af8b5decef5d" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2495.352093] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Processing image c90d8479-7514-4cd0-b74c-af8b5decef5d {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2495.352517] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c90d8479-7514-4cd0-b74c-af8b5decef5d/c90d8479-7514-4cd0-b74c-af8b5decef5d.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2495.352517] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c90d8479-7514-4cd0-b74c-af8b5decef5d/c90d8479-7514-4cd0-b74c-af8b5decef5d.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2495.352646] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2495.352831] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43580cb7-8a11-41f4-9e2a-919807221594 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2495.369598] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2495.369779] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63750) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2495.370483] env[63750]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4238f34b-d2f8-4ff3-8dfe-87ab64134532 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2495.375502] env[63750]: DEBUG oslo_vmware.api [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for the task: (returnval){ [ 2495.375502] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a66825-6d03-6219-6b5c-109d28f2ab31" [ 2495.375502] env[63750]: _type = "Task" [ 2495.375502] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2495.382996] env[63750]: DEBUG oslo_vmware.api [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': session[52f6678c-ffa1-8aff-8970-0ccede1bf015]52a66825-6d03-6219-6b5c-109d28f2ab31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2495.690911] env[63750]: DEBUG nova.network.neutron [req-79b12030-be55-4e48-8f31-4e1e0c0b0e6e req-b2412ba1-c143-4cba-a79e-7b9eae1e931e service nova] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Updated VIF entry in instance network info cache for port 1ece5ac4-45d7-499a-a1bf-f5156701d32f. {{(pid=63750) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2495.691292] env[63750]: DEBUG nova.network.neutron [req-79b12030-be55-4e48-8f31-4e1e0c0b0e6e req-b2412ba1-c143-4cba-a79e-7b9eae1e931e service nova] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Updating instance_info_cache with network_info: [{"id": "1ece5ac4-45d7-499a-a1bf-f5156701d32f", "address": "fa:16:3e:18:66:9e", "network": {"id": "8775225d-43bb-4342-a689-48d4a2ee0ca6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1303505296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5275bd7281f64ecbaef93a2a4a1bb629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ece5ac4-45", "ovs_interfaceid": "1ece5ac4-45d7-499a-a1bf-f5156701d32f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2495.885197] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Preparing fetch location {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2495.885429] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Fetch image to [datastore1] OSTACK_IMG_4d79e680-edb1-4766-b920-06a872f39e6c/OSTACK_IMG_4d79e680-edb1-4766-b920-06a872f39e6c.vmdk {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2495.885566] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Downloading stream optimized image c90d8479-7514-4cd0-b74c-af8b5decef5d to [datastore1] OSTACK_IMG_4d79e680-edb1-4766-b920-06a872f39e6c/OSTACK_IMG_4d79e680-edb1-4766-b920-06a872f39e6c.vmdk on the data store datastore1 as vApp {{(pid=63750) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2495.885739] env[63750]: DEBUG nova.virt.vmwareapi.images [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Downloading image file data c90d8479-7514-4cd0-b74c-af8b5decef5d to the ESX as VM named 'OSTACK_IMG_4d79e680-edb1-4766-b920-06a872f39e6c' {{(pid=63750) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2495.949043] env[63750]: DEBUG oslo_vmware.rw_handles [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2495.949043] env[63750]: value = "resgroup-9" [ 2495.949043] env[63750]: _type = "ResourcePool" [ 2495.949043] env[63750]: }. {{(pid=63750) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2495.949043] env[63750]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c3874646-6abd-48d8-a8ae-4bb0996f7928 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2495.969182] env[63750]: DEBUG oslo_vmware.rw_handles [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Lease: (returnval){ [ 2495.969182] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]523ba83f-62b3-f96a-14c1-8d37999aad33" [ 2495.969182] env[63750]: _type = "HttpNfcLease" [ 2495.969182] env[63750]: } obtained for vApp import into resource pool (val){ [ 2495.969182] env[63750]: value = "resgroup-9" [ 2495.969182] env[63750]: _type = "ResourcePool" [ 2495.969182] env[63750]: }. {{(pid=63750) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2495.969532] env[63750]: DEBUG oslo_vmware.api [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for the lease: (returnval){ [ 2495.969532] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]523ba83f-62b3-f96a-14c1-8d37999aad33" [ 2495.969532] env[63750]: _type = "HttpNfcLease" [ 2495.969532] env[63750]: } to be ready. {{(pid=63750) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2495.975440] env[63750]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2495.975440] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]523ba83f-62b3-f96a-14c1-8d37999aad33" [ 2495.975440] env[63750]: _type = "HttpNfcLease" [ 2495.975440] env[63750]: } is initializing. {{(pid=63750) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2496.194143] env[63750]: DEBUG oslo_concurrency.lockutils [req-79b12030-be55-4e48-8f31-4e1e0c0b0e6e req-b2412ba1-c143-4cba-a79e-7b9eae1e931e service nova] Releasing lock "refresh_cache-741135a6-fb1d-4ff9-ab38-b421b2673c1f" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2496.477464] env[63750]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2496.477464] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]523ba83f-62b3-f96a-14c1-8d37999aad33" [ 2496.477464] env[63750]: _type = "HttpNfcLease" [ 2496.477464] env[63750]: } is ready. {{(pid=63750) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2496.477921] env[63750]: DEBUG oslo_vmware.rw_handles [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2496.477921] env[63750]: value = "session[52f6678c-ffa1-8aff-8970-0ccede1bf015]523ba83f-62b3-f96a-14c1-8d37999aad33" [ 2496.477921] env[63750]: _type = "HttpNfcLease" [ 2496.477921] env[63750]: }. {{(pid=63750) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2496.478401] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e034f1bc-9568-42a6-9609-5698b68f1d5b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2496.485829] env[63750]: DEBUG oslo_vmware.rw_handles [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5243a656-ea8f-8014-ce75-b3830490af63/disk-0.vmdk from lease info. {{(pid=63750) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2496.486016] env[63750]: DEBUG oslo_vmware.rw_handles [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5243a656-ea8f-8014-ce75-b3830490af63/disk-0.vmdk. {{(pid=63750) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2496.548600] env[63750]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a3ff57e3-e1bf-42ec-a487-539c1549fae4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2497.567604] env[63750]: DEBUG oslo_vmware.rw_handles [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Completed reading data from the image iterator. {{(pid=63750) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2497.568134] env[63750]: DEBUG oslo_vmware.rw_handles [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5243a656-ea8f-8014-ce75-b3830490af63/disk-0.vmdk. {{(pid=63750) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2497.568768] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed0a13c-09ba-4208-8d0f-d10ea68d4aae {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2497.575447] env[63750]: DEBUG oslo_vmware.rw_handles [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5243a656-ea8f-8014-ce75-b3830490af63/disk-0.vmdk is in state: ready. {{(pid=63750) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2497.575615] env[63750]: DEBUG oslo_vmware.rw_handles [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5243a656-ea8f-8014-ce75-b3830490af63/disk-0.vmdk. {{(pid=63750) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2497.575823] env[63750]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-3d87be92-9239-415d-a8ad-c9d6a4d4f18f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2497.769935] env[63750]: DEBUG oslo_vmware.rw_handles [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5243a656-ea8f-8014-ce75-b3830490af63/disk-0.vmdk. {{(pid=63750) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2497.770188] env[63750]: INFO nova.virt.vmwareapi.images [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Downloaded image file data c90d8479-7514-4cd0-b74c-af8b5decef5d [ 2497.771051] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d358bf-897e-4e91-83a5-bb8832f8c3fa {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2497.787849] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1d4bb00-6b05-4570-b071-d8584409c43f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2497.821160] env[63750]: INFO nova.virt.vmwareapi.images [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] The imported VM was unregistered [ 2497.823321] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Caching image {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2497.823556] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Creating directory with path [datastore1] devstack-image-cache_base/c90d8479-7514-4cd0-b74c-af8b5decef5d {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2497.823838] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c20721d-5c9b-4214-9b73-e234c3e51c29 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2497.842163] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Created directory with path [datastore1] devstack-image-cache_base/c90d8479-7514-4cd0-b74c-af8b5decef5d {{(pid=63750) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2497.842342] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_4d79e680-edb1-4766-b920-06a872f39e6c/OSTACK_IMG_4d79e680-edb1-4766-b920-06a872f39e6c.vmdk to [datastore1] devstack-image-cache_base/c90d8479-7514-4cd0-b74c-af8b5decef5d/c90d8479-7514-4cd0-b74c-af8b5decef5d.vmdk. {{(pid=63750) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2497.842615] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-ec753992-b16e-43f9-9c98-feed3a6746e0 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2497.849191] env[63750]: DEBUG oslo_vmware.api [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for the task: (returnval){ [ 2497.849191] env[63750]: value = "task-2007567" [ 2497.849191] env[63750]: _type = "Task" [ 2497.849191] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2497.856313] env[63750]: DEBUG oslo_vmware.api [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007567, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2498.359294] env[63750]: DEBUG oslo_vmware.api [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007567, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2498.860593] env[63750]: DEBUG oslo_vmware.api [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007567, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2499.360951] env[63750]: DEBUG oslo_vmware.api [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007567, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2499.862348] env[63750]: DEBUG oslo_vmware.api [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007567, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2500.363327] env[63750]: DEBUG oslo_vmware.api [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007567, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.371942} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2500.363595] env[63750]: INFO nova.virt.vmwareapi.ds_util [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_4d79e680-edb1-4766-b920-06a872f39e6c/OSTACK_IMG_4d79e680-edb1-4766-b920-06a872f39e6c.vmdk to [datastore1] devstack-image-cache_base/c90d8479-7514-4cd0-b74c-af8b5decef5d/c90d8479-7514-4cd0-b74c-af8b5decef5d.vmdk. [ 2500.363779] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Cleaning up location [datastore1] OSTACK_IMG_4d79e680-edb1-4766-b920-06a872f39e6c {{(pid=63750) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2500.363942] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_4d79e680-edb1-4766-b920-06a872f39e6c {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2500.364207] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b787e51c-4db6-4b06-ae34-0328572be794 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2500.370715] env[63750]: DEBUG oslo_vmware.api [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for the task: (returnval){ [ 2500.370715] env[63750]: value = "task-2007568" [ 2500.370715] env[63750]: _type = "Task" [ 2500.370715] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2500.377886] env[63750]: DEBUG oslo_vmware.api [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007568, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2500.880665] env[63750]: DEBUG oslo_vmware.api [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007568, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.044982} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2500.881052] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2500.881052] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c90d8479-7514-4cd0-b74c-af8b5decef5d/c90d8479-7514-4cd0-b74c-af8b5decef5d.vmdk" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2500.881272] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c90d8479-7514-4cd0-b74c-af8b5decef5d/c90d8479-7514-4cd0-b74c-af8b5decef5d.vmdk to [datastore1] 741135a6-fb1d-4ff9-ab38-b421b2673c1f/741135a6-fb1d-4ff9-ab38-b421b2673c1f.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2500.881535] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6664f9e-1076-4d6d-b1e1-e88c359dd60f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2500.887806] env[63750]: DEBUG oslo_vmware.api [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for the task: (returnval){ [ 2500.887806] env[63750]: value = "task-2007569" [ 2500.887806] env[63750]: _type = "Task" [ 2500.887806] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2500.895102] env[63750]: DEBUG oslo_vmware.api [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007569, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2501.397482] env[63750]: DEBUG oslo_vmware.api [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007569, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2501.898202] env[63750]: DEBUG oslo_vmware.api [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007569, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2502.398709] env[63750]: DEBUG oslo_vmware.api [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007569, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2502.899552] env[63750]: DEBUG oslo_vmware.api [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007569, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2503.400898] env[63750]: DEBUG oslo_vmware.api [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007569, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2503.901785] env[63750]: DEBUG oslo_vmware.api [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007569, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2504.402176] env[63750]: DEBUG oslo_vmware.api [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007569, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2504.658255] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2504.658409] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Starting heal instance info cache {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2504.658518] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Rebuilding the list of instances to heal {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 2504.904335] env[63750]: DEBUG oslo_vmware.api [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007569, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.585842} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2504.904757] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c90d8479-7514-4cd0-b74c-af8b5decef5d/c90d8479-7514-4cd0-b74c-af8b5decef5d.vmdk to [datastore1] 741135a6-fb1d-4ff9-ab38-b421b2673c1f/741135a6-fb1d-4ff9-ab38-b421b2673c1f.vmdk {{(pid=63750) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2504.905349] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00eb237d-7b42-4506-b4d7-bf07f3562ed4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2504.926773] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 741135a6-fb1d-4ff9-ab38-b421b2673c1f/741135a6-fb1d-4ff9-ab38-b421b2673c1f.vmdk or device None with type streamOptimized {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2504.926976] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-881f36ff-0013-4377-8f00-38f412e5f4b1 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2504.946163] env[63750]: DEBUG oslo_vmware.api [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for the task: (returnval){ [ 2504.946163] env[63750]: value = "task-2007570" [ 2504.946163] env[63750]: _type = "Task" [ 2504.946163] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2504.953459] env[63750]: DEBUG oslo_vmware.api [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007570, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2505.161824] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "refresh_cache-741135a6-fb1d-4ff9-ab38-b421b2673c1f" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2505.161960] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquired lock "refresh_cache-741135a6-fb1d-4ff9-ab38-b421b2673c1f" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2505.162133] env[63750]: DEBUG nova.network.neutron [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Forcefully refreshing network info cache for instance {{(pid=63750) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2505.162280] env[63750]: DEBUG nova.objects.instance [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lazy-loading 'info_cache' on Instance uuid 741135a6-fb1d-4ff9-ab38-b421b2673c1f {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2505.456021] env[63750]: DEBUG oslo_vmware.api [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007570, 'name': ReconfigVM_Task, 'duration_secs': 0.278198} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2505.456416] env[63750]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 741135a6-fb1d-4ff9-ab38-b421b2673c1f/741135a6-fb1d-4ff9-ab38-b421b2673c1f.vmdk or device None with type streamOptimized {{(pid=63750) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2505.457114] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7eac0dd4-9b2e-4f33-8018-35b672e4450d {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2505.463925] env[63750]: DEBUG oslo_vmware.api [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for the task: (returnval){ [ 2505.463925] env[63750]: value = "task-2007571" [ 2505.463925] env[63750]: _type = "Task" [ 2505.463925] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2505.471276] env[63750]: DEBUG oslo_vmware.api [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007571, 'name': Rename_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2505.973435] env[63750]: DEBUG oslo_vmware.api [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007571, 'name': Rename_Task, 'duration_secs': 0.131801} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2505.973819] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Powering on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2505.973917] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-111e5fd6-efba-4ace-9ce9-03e714838a4b {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2505.980223] env[63750]: DEBUG oslo_vmware.api [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for the task: (returnval){ [ 2505.980223] env[63750]: value = "task-2007572" [ 2505.980223] env[63750]: _type = "Task" [ 2505.980223] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2505.987456] env[63750]: DEBUG oslo_vmware.api [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007572, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2506.490126] env[63750]: DEBUG oslo_vmware.api [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007572, 'name': PowerOnVM_Task, 'duration_secs': 0.426041} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2506.490349] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Powered on the VM {{(pid=63750) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2506.587189] env[63750]: DEBUG nova.compute.manager [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Checking state {{(pid=63750) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2506.588146] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f9c8fe-0aba-4ee4-9766-0c1fe81b4e5f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2506.904500] env[63750]: DEBUG nova.network.neutron [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Updating instance_info_cache with network_info: [{"id": "1ece5ac4-45d7-499a-a1bf-f5156701d32f", "address": "fa:16:3e:18:66:9e", "network": {"id": "8775225d-43bb-4342-a689-48d4a2ee0ca6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1303505296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5275bd7281f64ecbaef93a2a4a1bb629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ece5ac4-45", "ovs_interfaceid": "1ece5ac4-45d7-499a-a1bf-f5156701d32f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2507.105051] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1b2eb53e-8473-4a5f-9f51-7149f5a25a62 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Lock "741135a6-fb1d-4ff9-ab38-b421b2673c1f" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.726s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2507.407884] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Releasing lock "refresh_cache-741135a6-fb1d-4ff9-ab38-b421b2673c1f" {{(pid=63750) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2507.407884] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Updated the network info_cache for instance {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 2508.658776] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2512.659065] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2512.659065] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63750) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2514.654231] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2514.657879] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2516.658969] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2518.658332] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2519.162148] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2519.162388] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2519.162564] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2519.162716] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63750) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2519.163659] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c429113-4c37-4a38-918f-f500014cbf8f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2519.172045] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec5fa5b-7999-4e49-bb02-a185f0433082 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2519.185611] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8843059a-f290-4495-9ce2-796690d8bf16 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2519.191745] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc0397f-2852-4749-b961-9120fb548170 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2519.219593] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180646MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=63750) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2519.219730] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2519.219915] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2520.244727] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Instance 741135a6-fb1d-4ff9-ab38-b421b2673c1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63750) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2520.245039] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2520.245201] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=63750) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2520.269880] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07041e1e-033b-4f06-b0c4-e03e894000b9 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2520.277552] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a380aa-4dde-4d77-824f-f1990b36f6f4 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2520.308359] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36c8c08-f0f1-43d5-8c59-1c564a64da31 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2520.315512] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d84395-ee4e-4df9-8003-053067ab257f {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2520.328445] env[63750]: DEBUG nova.compute.provider_tree [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2520.831735] env[63750]: DEBUG nova.scheduler.client.report [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2521.336881] env[63750]: DEBUG nova.compute.resource_tracker [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63750) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2521.337269] env[63750]: DEBUG oslo_concurrency.lockutils [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.117s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2522.337217] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2522.337570] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2543.750421] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1152a70d-a046-42af-afa6-56f64132d989 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Acquiring lock "741135a6-fb1d-4ff9-ab38-b421b2673c1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2543.750844] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1152a70d-a046-42af-afa6-56f64132d989 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Lock "741135a6-fb1d-4ff9-ab38-b421b2673c1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2543.750963] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1152a70d-a046-42af-afa6-56f64132d989 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Acquiring lock "741135a6-fb1d-4ff9-ab38-b421b2673c1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2543.751148] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1152a70d-a046-42af-afa6-56f64132d989 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Lock "741135a6-fb1d-4ff9-ab38-b421b2673c1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2543.751328] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1152a70d-a046-42af-afa6-56f64132d989 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Lock "741135a6-fb1d-4ff9-ab38-b421b2673c1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2543.755143] env[63750]: INFO nova.compute.manager [None req-1152a70d-a046-42af-afa6-56f64132d989 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Terminating instance [ 2544.259465] env[63750]: DEBUG nova.compute.manager [None req-1152a70d-a046-42af-afa6-56f64132d989 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Start destroying the instance on the hypervisor. {{(pid=63750) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2544.259709] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-1152a70d-a046-42af-afa6-56f64132d989 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Destroying instance {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2544.260626] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76e7556-964d-4780-879a-76ab9a054a7a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2544.268621] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-1152a70d-a046-42af-afa6-56f64132d989 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Powering off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2544.268847] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac0c19c0-0826-4d0d-a68c-cbcd85aae81a {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2544.281943] env[63750]: DEBUG oslo_vmware.api [None req-1152a70d-a046-42af-afa6-56f64132d989 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for the task: (returnval){ [ 2544.281943] env[63750]: value = "task-2007573" [ 2544.281943] env[63750]: _type = "Task" [ 2544.281943] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2544.290313] env[63750]: DEBUG oslo_vmware.api [None req-1152a70d-a046-42af-afa6-56f64132d989 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2544.792124] env[63750]: DEBUG oslo_vmware.api [None req-1152a70d-a046-42af-afa6-56f64132d989 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007573, 'name': PowerOffVM_Task, 'duration_secs': 0.184829} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2544.792499] env[63750]: DEBUG nova.virt.vmwareapi.vm_util [None req-1152a70d-a046-42af-afa6-56f64132d989 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Powered off the VM {{(pid=63750) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2544.792625] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-1152a70d-a046-42af-afa6-56f64132d989 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Unregistering the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2544.792818] env[63750]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0ae9c82-5c64-4154-a833-53dcb13d63e3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2545.211913] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-1152a70d-a046-42af-afa6-56f64132d989 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Unregistered the VM {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2545.212190] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-1152a70d-a046-42af-afa6-56f64132d989 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Deleting contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2545.212288] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-1152a70d-a046-42af-afa6-56f64132d989 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Deleting the datastore file [datastore1] 741135a6-fb1d-4ff9-ab38-b421b2673c1f {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2545.212557] env[63750]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5507f90-ebda-40d6-8f76-74e0bc68d052 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2545.218893] env[63750]: DEBUG oslo_vmware.api [None req-1152a70d-a046-42af-afa6-56f64132d989 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for the task: (returnval){ [ 2545.218893] env[63750]: value = "task-2007575" [ 2545.218893] env[63750]: _type = "Task" [ 2545.218893] env[63750]: } to complete. {{(pid=63750) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2545.225906] env[63750]: DEBUG oslo_vmware.api [None req-1152a70d-a046-42af-afa6-56f64132d989 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007575, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2545.729397] env[63750]: DEBUG oslo_vmware.api [None req-1152a70d-a046-42af-afa6-56f64132d989 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Task: {'id': task-2007575, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.118581} completed successfully. {{(pid=63750) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2545.729637] env[63750]: DEBUG nova.virt.vmwareapi.ds_util [None req-1152a70d-a046-42af-afa6-56f64132d989 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Deleted the datastore file {{(pid=63750) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2545.729829] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-1152a70d-a046-42af-afa6-56f64132d989 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Deleted contents of the VM from datastore datastore1 {{(pid=63750) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2545.730010] env[63750]: DEBUG nova.virt.vmwareapi.vmops [None req-1152a70d-a046-42af-afa6-56f64132d989 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Instance destroyed {{(pid=63750) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2545.730195] env[63750]: INFO nova.compute.manager [None req-1152a70d-a046-42af-afa6-56f64132d989 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Took 1.47 seconds to destroy the instance on the hypervisor. [ 2545.730438] env[63750]: DEBUG oslo.service.loopingcall [None req-1152a70d-a046-42af-afa6-56f64132d989 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63750) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2545.730625] env[63750]: DEBUG nova.compute.manager [-] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Deallocating network for instance {{(pid=63750) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2545.730719] env[63750]: DEBUG nova.network.neutron [-] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] deallocate_for_instance() {{(pid=63750) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2546.133245] env[63750]: DEBUG nova.compute.manager [req-820599c8-04e8-4d8e-9584-1e0e2caef5ac req-61a46dc7-ae53-4b9a-a8c7-ba464258dedd service nova] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Received event network-vif-deleted-1ece5ac4-45d7-499a-a1bf-f5156701d32f {{(pid=63750) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2546.133245] env[63750]: INFO nova.compute.manager [req-820599c8-04e8-4d8e-9584-1e0e2caef5ac req-61a46dc7-ae53-4b9a-a8c7-ba464258dedd service nova] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Neutron deleted interface 1ece5ac4-45d7-499a-a1bf-f5156701d32f; detaching it from the instance and deleting it from the info cache [ 2546.133245] env[63750]: DEBUG nova.network.neutron [req-820599c8-04e8-4d8e-9584-1e0e2caef5ac req-61a46dc7-ae53-4b9a-a8c7-ba464258dedd service nova] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2546.613107] env[63750]: DEBUG nova.network.neutron [-] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Updating instance_info_cache with network_info: [] {{(pid=63750) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2546.635983] env[63750]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-25025bed-1ced-4ca8-8325-1b22da9d94bd {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2546.645854] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d08d5a-4ee4-4212-ba51-84d4b8b4506e {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2546.669381] env[63750]: DEBUG nova.compute.manager [req-820599c8-04e8-4d8e-9584-1e0e2caef5ac req-61a46dc7-ae53-4b9a-a8c7-ba464258dedd service nova] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Detach interface failed, port_id=1ece5ac4-45d7-499a-a1bf-f5156701d32f, reason: Instance 741135a6-fb1d-4ff9-ab38-b421b2673c1f could not be found. {{(pid=63750) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2547.115637] env[63750]: INFO nova.compute.manager [-] [instance: 741135a6-fb1d-4ff9-ab38-b421b2673c1f] Took 1.38 seconds to deallocate network for instance. [ 2547.621907] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1152a70d-a046-42af-afa6-56f64132d989 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2547.622331] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1152a70d-a046-42af-afa6-56f64132d989 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2547.622426] env[63750]: DEBUG nova.objects.instance [None req-1152a70d-a046-42af-afa6-56f64132d989 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Lazy-loading 'resources' on Instance uuid 741135a6-fb1d-4ff9-ab38-b421b2673c1f {{(pid=63750) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2548.157981] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85933e80-fb48-4e5c-a573-9d3b50fa258c {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2548.165725] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c17817a-9058-4252-9a70-544ebbcd35db {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2548.195683] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c734b37-5a3e-4f9c-917a-8b5d483098af {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2548.202476] env[63750]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122d5f5b-1577-4ba8-a3eb-c4ba603da7a3 {{(pid=63750) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2548.215101] env[63750]: DEBUG nova.compute.provider_tree [None req-1152a70d-a046-42af-afa6-56f64132d989 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Inventory has not changed in ProviderTree for provider: e97779d2-c1aa-4b7e-928a-1e7ed86edaab {{(pid=63750) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2548.718586] env[63750]: DEBUG nova.scheduler.client.report [None req-1152a70d-a046-42af-afa6-56f64132d989 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Inventory has not changed for provider e97779d2-c1aa-4b7e-928a-1e7ed86edaab based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63750) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2549.224188] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1152a70d-a046-42af-afa6-56f64132d989 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.602s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2549.245276] env[63750]: INFO nova.scheduler.client.report [None req-1152a70d-a046-42af-afa6-56f64132d989 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Deleted allocations for instance 741135a6-fb1d-4ff9-ab38-b421b2673c1f [ 2549.753798] env[63750]: DEBUG oslo_concurrency.lockutils [None req-1152a70d-a046-42af-afa6-56f64132d989 tempest-AttachVolumeShelveTestJSON-574898125 tempest-AttachVolumeShelveTestJSON-574898125-project-member] Lock "741135a6-fb1d-4ff9-ab38-b421b2673c1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.003s {{(pid=63750) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2564.658602] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2564.658888] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Starting heal instance info cache {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2564.658888] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Rebuilding the list of instances to heal {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 2565.162412] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Didn't find any instances for network info cache update. {{(pid=63750) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 2570.659122] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2574.654216] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2574.657821] env[63750]: DEBUG oslo_service.periodic_task [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63750) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2574.657974] env[63750]: DEBUG nova.compute.manager [None req-6096bebb-e2fe-4cbf-8284-2f0f7b6944e3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63750) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}}